ce59d49dd9
New convenience API for C++ 11 and later compilers. The library still works with C++ 98/03 compliant compilers, just without the new functions. advance() function works in both directions. The following deprecated functions were removed: previous() - deprecated since version 1.02. is_bom() - deprecated since version 2.3. Fix of the project version number at CMakeLists.txt Continuous Integration with Google Tests and CircleCI A minor release that contains fix for Issue #31 Program fails to link when including utf8.h in multiple files. This release adds one new API call: unchecked::replace_invalid(). Optional support for C++ 17 std::string_view. The release contains the fix the inclusion of both cpp11 and cpp17 headers on C++17 compilation. Also some additional tests for using string literals and string objects with modern compilers.
104 lines
3.2 KiB
C++
104 lines
3.2 KiB
C++
// Copyright 2018 Nemanja Trifunovic
|
|
|
|
/*
|
|
Permission is hereby granted, free of charge, to any person or organization
|
|
obtaining a copy of the software and accompanying documentation covered by
|
|
this license (the "Software") to use, reproduce, display, distribute,
|
|
execute, and transmit the Software, and to prepare derivative works of the
|
|
Software, and to permit third-parties to whom the Software is furnished to
|
|
do so, all subject to the following:
|
|
|
|
The copyright notices in the Software and this entire statement, including
|
|
the above license grant, this restriction and the following disclaimer,
|
|
must be included in all copies of the Software, in whole or in part, and
|
|
all derivative works of the Software, unless such copies or derivative
|
|
works are solely in the form of machine-executable object code generated by
|
|
a source language processor.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
|
|
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
|
|
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
|
|
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
DEALINGS IN THE SOFTWARE.
|
|
*/
|
|
|
|
|
|
#ifndef UTF8_FOR_CPP_7e906c01_03a3_4daf_b420_ea7ea952b3c9
|
|
#define UTF8_FOR_CPP_7e906c01_03a3_4daf_b420_ea7ea952b3c9
|
|
|
|
#include "checked.h"
|
|
#include <string>
|
|
|
|
namespace utf8
|
|
{
|
|
|
|
inline void append(char32_t cp, std::string& s)
|
|
{
|
|
append(uint32_t(cp), std::back_inserter(s));
|
|
}
|
|
|
|
inline std::string utf16to8(std::u16string_view s)
|
|
{
|
|
std::string result;
|
|
utf16to8(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline std::u16string utf8to16(std::string_view s)
|
|
{
|
|
std::u16string result;
|
|
utf8to16(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline std::string utf32to8(std::u32string_view s)
|
|
{
|
|
std::string result;
|
|
utf32to8(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline std::u32string utf8to32(std::string_view s)
|
|
{
|
|
std::u32string result;
|
|
utf8to32(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline std::size_t find_invalid(std::string_view s)
|
|
{
|
|
std::string_view::const_iterator invalid = find_invalid(s.begin(), s.end());
|
|
return (invalid == s.end()) ? std::string_view::npos : static_cast<std::size_t>(invalid - s.begin());
|
|
}
|
|
|
|
inline bool is_valid(std::string_view s)
|
|
{
|
|
return is_valid(s.begin(), s.end());
|
|
}
|
|
|
|
inline std::string replace_invalid(std::string_view s, char32_t replacement)
|
|
{
|
|
std::string result;
|
|
replace_invalid(s.begin(), s.end(), std::back_inserter(result), replacement);
|
|
return result;
|
|
}
|
|
|
|
inline std::string replace_invalid(std::string_view s)
|
|
{
|
|
std::string result;
|
|
replace_invalid(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline bool starts_with_bom(std::string_view s)
|
|
{
|
|
return starts_with_bom(s.begin(), s.end());
|
|
}
|
|
|
|
} // namespace utf8
|
|
|
|
#endif // header guard
|
|
|