2021-08-22 20:23:18 +08:00
|
|
|
// Copyright (c) 2014-2021 Thomas Fussell
|
2017-04-21 02:03:03 +08:00
|
|
|
//
|
|
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
|
|
// in the Software without restriction, including without limitation the rights
|
|
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
|
|
// furnished to do so, subject to the following conditions:
|
|
|
|
//
|
|
|
|
// The above copyright notice and this permission notice shall be included in
|
|
|
|
// all copies or substantial portions of the Software.
|
|
|
|
//
|
|
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
2021-08-22 20:23:18 +08:00
|
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
2017-04-21 02:03:03 +08:00
|
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
|
|
// THE SOFTWARE
|
|
|
|
//
|
|
|
|
// @license: http://www.opensource.org/licenses/mit-license.php
|
|
|
|
// @author: see AUTHORS file
|
|
|
|
|
2017-08-16 06:23:28 +08:00
|
|
|
#pragma clang diagnostic push
|
|
|
|
#pragma clang diagnostic ignored "-Wdeprecated"
|
|
|
|
#pragma clang diagnostic ignored "-Wweak-vtables"
|
|
|
|
#pragma clang diagnostic ignored "-Wsign-conversion"
|
2021-08-22 20:23:18 +08:00
|
|
|
#pragma clang diagnostic ignored "-Wsuggest-override"
|
2017-08-16 06:23:28 +08:00
|
|
|
#include <utf8.h>
|
|
|
|
#pragma clang diagnostic pop
|
2017-04-21 02:03:03 +08:00
|
|
|
|
2019-02-28 09:05:01 +08:00
|
|
|
#include <xlnt/utils/exceptions.hpp>
|
2019-12-27 01:03:12 +08:00
|
|
|
#include <detail/unicode.hpp>
|
2017-04-23 23:53:52 +08:00
|
|
|
|
2017-04-21 02:03:03 +08:00
|
|
|
namespace xlnt {
|
|
|
|
namespace detail {
|
|
|
|
|
2017-07-03 09:33:53 +08:00
|
|
|
std::u16string utf8_to_utf16(const std::string &utf8_string)
|
|
|
|
{
|
|
|
|
std::u16string result;
|
|
|
|
utf8::utf8to16(utf8_string.begin(), utf8_string.end(), std::back_inserter(result));
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string utf16_to_utf8(const std::u16string &utf16_string)
|
|
|
|
{
|
|
|
|
std::string result;
|
|
|
|
utf8::utf16to8(utf16_string.begin(), utf16_string.end(), std::back_inserter(result));
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
2017-04-21 02:03:03 +08:00
|
|
|
|
|
|
|
std::string latin1_to_utf8(const std::string &latin1)
|
|
|
|
{
|
|
|
|
std::string utf8;
|
|
|
|
|
|
|
|
for (auto character : latin1)
|
|
|
|
{
|
|
|
|
if (character >= 0)
|
|
|
|
{
|
|
|
|
utf8.push_back(character);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2017-04-23 23:53:52 +08:00
|
|
|
utf8.push_back(static_cast<char>(0xc0 + (character >> 6)));
|
|
|
|
utf8.push_back(static_cast<char>(0x80 + (character & 0x3f)));
|
2017-04-21 02:03:03 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return utf8;
|
|
|
|
}
|
|
|
|
|
2019-02-28 09:05:01 +08:00
|
|
|
size_t string_length(const std::string &utf8_string)
|
|
|
|
{
|
|
|
|
auto end_it = utf8::find_invalid(utf8_string.begin(), utf8_string.end());
|
|
|
|
if (end_it != utf8_string.end())
|
|
|
|
{
|
|
|
|
throw xlnt::exception("Invalid UTF-8 encoding detected");
|
|
|
|
}
|
|
|
|
|
2019-12-27 01:52:14 +08:00
|
|
|
return static_cast<std::size_t>(utf8::distance(utf8_string.begin(), end_it));
|
2019-02-28 09:05:01 +08:00
|
|
|
}
|
|
|
|
|
2017-04-21 02:03:03 +08:00
|
|
|
} // namespace detail
|
|
|
|
} // namespace xlnt
|