mirror of
https://github.com/nemtrif/utfcpp.git
synced 2025-04-04 21:15:08 +00:00
925e7147ec
* Redefined and renamed types for code units. * Remove -Wsign-conversion from test builds. * find_invalid and is_valid that work with C-style strings. * Lifted the C++11 requirement for some functions that take std::string as an argument. * Support for C++20 u8string Issue #89 * Update test docker image to 4.0.0 * Update Dockerfile to run tests with a recent gcc compiler. * Make some internal helper functions non-template * Add append16 function Support for appending codepoints to existing utf16 encoded strings. See #91 * next16 * Tests and documentation for next16 * Rewrite CMakeLists Drop the existing CMake structure and write the new one from scratch. The root CMakeLists.txt is used for installing the package without building and running tests. Testing is done via a separate CMakeLists.txt in the tests directory. * Remove "samples" directory. The content of that file is already in the documentation. * Update README.md Restructure the reference, add installation instructions, toc, other minor changes
96 lines
3.1 KiB
C++
96 lines
3.1 KiB
C++
// Copyright 2018 Nemanja Trifunovic
|
|
|
|
/*
|
|
Permission is hereby granted, free of charge, to any person or organization
|
|
obtaining a copy of the software and accompanying documentation covered by
|
|
this license (the "Software") to use, reproduce, display, distribute,
|
|
execute, and transmit the Software, and to prepare derivative works of the
|
|
Software, and to permit third-parties to whom the Software is furnished to
|
|
do so, all subject to the following:
|
|
|
|
The copyright notices in the Software and this entire statement, including
|
|
the above license grant, this restriction and the following disclaimer,
|
|
must be included in all copies of the Software, in whole or in part, and
|
|
all derivative works of the Software, unless such copies or derivative
|
|
works are solely in the form of machine-executable object code generated by
|
|
a source language processor.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
|
|
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
|
|
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
|
|
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
DEALINGS IN THE SOFTWARE.
|
|
*/
|
|
|
|
|
|
#ifndef UTF8_FOR_CPP_7e906c01_03a3_4daf_b420_ea7ea952b3c9
|
|
#define UTF8_FOR_CPP_7e906c01_03a3_4daf_b420_ea7ea952b3c9
|
|
|
|
#include "cpp11.h"
|
|
|
|
namespace utf8
|
|
{
|
|
inline std::string utf16to8(std::u16string_view s)
|
|
{
|
|
std::string result;
|
|
utf16to8(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline std::u16string utf8to16(std::string_view s)
|
|
{
|
|
std::u16string result;
|
|
utf8to16(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline std::string utf32to8(std::u32string_view s)
|
|
{
|
|
std::string result;
|
|
utf32to8(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline std::u32string utf8to32(std::string_view s)
|
|
{
|
|
std::u32string result;
|
|
utf8to32(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline std::size_t find_invalid(std::string_view s)
|
|
{
|
|
std::string_view::const_iterator invalid = find_invalid(s.begin(), s.end());
|
|
return (invalid == s.end()) ? std::string_view::npos : static_cast<std::size_t>(invalid - s.begin());
|
|
}
|
|
|
|
inline bool is_valid(std::string_view s)
|
|
{
|
|
return is_valid(s.begin(), s.end());
|
|
}
|
|
|
|
inline std::string replace_invalid(std::string_view s, char32_t replacement)
|
|
{
|
|
std::string result;
|
|
replace_invalid(s.begin(), s.end(), std::back_inserter(result), replacement);
|
|
return result;
|
|
}
|
|
|
|
inline std::string replace_invalid(std::string_view s)
|
|
{
|
|
std::string result;
|
|
replace_invalid(s.begin(), s.end(), std::back_inserter(result));
|
|
return result;
|
|
}
|
|
|
|
inline bool starts_with_bom(std::string_view s)
|
|
{
|
|
return starts_with_bom(s.begin(), s.end());
|
|
}
|
|
|
|
} // namespace utf8
|
|
|
|
#endif // header guard
|
|
|