145 lines
5.5 KiB
C++
145 lines
5.5 KiB
C++
// Copyright (c) 2017-2026, University of Cincinnati, developed by Henry Schreiner
|
|
// under NSF AWARD 1414736 and by the respective contributors.
|
|
// All rights reserved.
|
|
//
|
|
// SPDX-License-Identifier: BSD-3-Clause
|
|
|
|
#include "app_helper.hpp"
|
|
|
|
#include <array>
|
|
#include <string>
|
|
|
|
#if defined CLI11_HAS_FILESYSTEM && CLI11_HAS_FILESYSTEM > 0
|
|
#include <filesystem>
|
|
#endif // CLI11_HAS_FILESYSTEM
|
|
|
|
// "abcd"
|
|
static const std::string abcd_str = "abcd";
|
|
static const std::wstring abcd_wstr = L"abcd";
|
|
|
|
// "𓂀𓂀𓂀" - 4-byte utf8 characters
|
|
static const std::array<uint8_t, 12 + 1> egypt_utf8_codeunits{
|
|
{0xF0, 0x93, 0x82, 0x80, 0xF0, 0x93, 0x82, 0x80, 0xF0, 0x93, 0x82, 0x80}};
|
|
static const std::string egypt_str(reinterpret_cast<const char *>(egypt_utf8_codeunits.data()));
|
|
|
|
#ifdef _WIN32
|
|
static const std::array<uint16_t, 6 + 1> egypt_utf16_codeunits{{0xD80C, 0xDC80, 0xD80C, 0xDC80, 0xD80C, 0xDC80}};
|
|
static const std::wstring egypt_wstr(reinterpret_cast<const wchar_t *>(egypt_utf16_codeunits.data()));
|
|
|
|
#else
|
|
static const std::array<uint32_t, 3 + 1> egypt_utf32_codeunits{{0x00013080, 0x00013080, 0x00013080}};
|
|
static const std::wstring egypt_wstr(reinterpret_cast<const wchar_t *>(egypt_utf32_codeunits.data()));
|
|
|
|
#endif
|
|
|
|
// "Hello Halló Привет 你好 👩🚀❤️" - many languages and complex emojis
|
|
static const std::array<uint8_t, 50 + 1> hello_utf8_codeunits{
|
|
{0x48, 0x65, 0x6c, 0x6c, 0x6f, 0x20, 0x48, 0x61, 0x6c, 0x6c, 0xc3, 0xb3, 0x20, 0xd0, 0x9f, 0xd1, 0x80,
|
|
0xd0, 0xb8, 0xd0, 0xb2, 0xd0, 0xb5, 0xd1, 0x82, 0x20, 0xe4, 0xbd, 0xa0, 0xe5, 0xa5, 0xbd, 0x20, 0xf0,
|
|
0x9f, 0x91, 0xa9, 0xe2, 0x80, 0x8d, 0xf0, 0x9f, 0x9a, 0x80, 0xe2, 0x9d, 0xa4, 0xef, 0xb8, 0x8f}};
|
|
static const std::string hello_str(reinterpret_cast<const char *>(hello_utf8_codeunits.data()));
|
|
|
|
#ifdef _WIN32
|
|
static const std::array<uint16_t, 29 + 1> hello_utf16_codeunits{
|
|
{0x0048, 0x0065, 0x006c, 0x006c, 0x006f, 0x0020, 0x0048, 0x0061, 0x006c, 0x006c,
|
|
0x00f3, 0x0020, 0x041f, 0x0440, 0x0438, 0x0432, 0x0435, 0x0442, 0x0020, 0x4f60,
|
|
0x597d, 0x0020, 0xd83d, 0xdc69, 0x200d, 0xd83d, 0xde80, 0x2764, 0xfe0f}};
|
|
static const std::wstring hello_wstr(reinterpret_cast<const wchar_t *>(hello_utf16_codeunits.data()));
|
|
|
|
#else
|
|
static const std::array<uint32_t, 27 + 1> hello_utf32_codeunits{
|
|
{0x00000048, 0x00000065, 0x0000006c, 0x0000006c, 0x0000006f, 0x00000020, 0x00000048, 0x00000061, 0x0000006c,
|
|
0x0000006c, 0x000000f3, 0x00000020, 0x0000041f, 0x00000440, 0x00000438, 0x00000432, 0x00000435, 0x00000442,
|
|
0x00000020, 0x00004f60, 0x0000597d, 0x00000020, 0x0001f469, 0x0000200d, 0x0001f680, 0x00002764, 0x0000fe0f}};
|
|
static const std::wstring hello_wstr(reinterpret_cast<const wchar_t *>(hello_utf32_codeunits.data()));
|
|
|
|
#endif
|
|
|
|
// #14
|
|
TEST_CASE("Encoding: Widen", "[unicode]") {
|
|
using CLI::widen;
|
|
|
|
CHECK(abcd_wstr == widen(abcd_str));
|
|
CHECK(egypt_wstr == widen(egypt_str));
|
|
CHECK(hello_wstr == widen(hello_str));
|
|
|
|
CHECK(hello_wstr == widen(hello_str.c_str()));
|
|
CHECK(hello_wstr == widen(hello_str.c_str(), hello_str.size()));
|
|
|
|
#ifdef CLI11_CPP17
|
|
CHECK(hello_wstr == widen(std::string_view{hello_str}));
|
|
#endif // CLI11_CPP17
|
|
}
|
|
|
|
// str_size must bound the conversion; converting a prefix of a longer buffer must not read past str_size
|
|
// (relevant for the non-codecvt path, which is the default under C++26).
|
|
TEST_CASE("Encoding: WidenSize", "[unicode]") {
|
|
using CLI::widen;
|
|
|
|
// "Hello " is 6 leading ASCII bytes, mapping 1:1 to 6 wide characters.
|
|
const std::string longer = "Hello world";
|
|
const std::wstring expected = L"Hello ";
|
|
|
|
CHECK(expected == widen(longer.c_str(), 6));
|
|
|
|
// A buffer that is not NUL-terminated at str_size must only read the first str_size bytes.
|
|
const std::array<char, 5> not_terminated{{'a', 'b', 'c', 'd', 'e'}};
|
|
CHECK(std::wstring(L"abc") == widen(not_terminated.data(), 3));
|
|
|
|
#ifdef CLI11_CPP17
|
|
CHECK(expected == widen(std::string_view{longer}.substr(0, 6)));
|
|
#endif // CLI11_CPP17
|
|
}
|
|
|
|
// #14
|
|
TEST_CASE("Encoding: Narrow", "[unicode]") {
|
|
using CLI::narrow;
|
|
|
|
CHECK(abcd_str == narrow(abcd_wstr));
|
|
CHECK(egypt_str == narrow(egypt_wstr));
|
|
CHECK(hello_str == narrow(hello_wstr));
|
|
|
|
CHECK(hello_str == narrow(hello_wstr.c_str()));
|
|
CHECK(hello_str == narrow(hello_wstr.c_str(), hello_wstr.size()));
|
|
|
|
#ifdef CLI11_CPP17
|
|
CHECK(hello_str == narrow(std::wstring_view{hello_wstr}));
|
|
#endif // CLI11_CPP17
|
|
}
|
|
|
|
// str_size must bound the conversion; converting a prefix of a longer buffer must not read past str_size
|
|
// (relevant for the non-codecvt path, which is the default under C++26).
|
|
TEST_CASE("Encoding: NarrowSize", "[unicode]") {
|
|
using CLI::narrow;
|
|
|
|
// "Hello " is 6 leading ASCII wide characters, mapping 1:1 to 6 bytes.
|
|
const std::wstring longer = L"Hello world";
|
|
const std::string expected = "Hello ";
|
|
|
|
CHECK(expected == narrow(longer.c_str(), 6));
|
|
|
|
// A buffer that is not NUL-terminated at str_size must only read the first str_size characters.
|
|
const std::array<wchar_t, 5> not_terminated{{L'a', L'b', L'c', L'd', L'e'}};
|
|
CHECK(std::string("abc") == narrow(not_terminated.data(), 3));
|
|
|
|
#ifdef CLI11_CPP17
|
|
CHECK(expected == narrow(std::wstring_view{longer}.substr(0, 6)));
|
|
#endif // CLI11_CPP17
|
|
}
|
|
|
|
#if defined CLI11_HAS_FILESYSTEM && CLI11_HAS_FILESYSTEM > 0
|
|
// #14
|
|
TEST_CASE("Encoding: to_path roundtrip", "[unicode]") {
|
|
using std::filesystem::path;
|
|
|
|
#ifdef _WIN32
|
|
std::wstring native_str = CLI::widen(hello_str);
|
|
#else
|
|
std::string native_str = hello_str;
|
|
#endif // _WIN32
|
|
|
|
CHECK(CLI::to_path(hello_str).native() == native_str);
|
|
}
|
|
|
|
#endif // CLI11_HAS_FILESYSTEM
|