/* Distributed under the OSI-approved BSD 3-Clause License. See accompanying file Copyright.txt or https://cmake.org/licensing for details. */ #include #include #include using test_utf8_char = const cm::string_view; static void byte_array_print(test_utf8_char s) { bool started = false; printf("["); for (char c : s) { if (started) { printf(","); } started = true; printf("0x%02X", static_cast(c)); } printf("]"); } struct test_utf8_entry { test_utf8_char str; unsigned int chr; }; static test_utf8_entry const good_entry[] = { { "\x20", 0x0020 }, /* Space. */ { "\xC2\xA9", 0x00A9 }, /* Copyright. */ { "\xE2\x80\x98", 0x2018 }, /* Open-single-quote. */ { "\xE2\x80\x99", 0x2019 }, /* Close-single-quote. */ { "\xF0\xA3\x8E\xB4", 0x233B4 }, /* Example from RFC 3629. */ { "\xED\x80\x80", 0xD000 }, /* Valid 0xED prefixed codepoint. */ { "\xF4\x8F\xBF\xBF", 0x10FFFF }, /* Highest valid RFC codepoint. */ { {}, 0 } }; static test_utf8_char const bad_chars[] = { "\x80", /* Leading continuation byte. */ "\xC0\x80", /* Overlong encoding. */ "\xC1\x80", /* Overlong encoding. */ "\xC2", /* Missing continuation byte. */ "\xE0", /* Missing continuation bytes. */ "\xE0\x80\x80", /* Overlong encoding. */ "\xF0\x80\x80\x80", /* Overlong encoding. */ "\xED\xA0\x80", /* UTF-16 surrogate half. */ "\xED\xBF\xBF", /* UTF-16 surrogate half. */ "\xF4\x90\x80\x80", /* Lowest out-of-range codepoint. */ "\xF5\x80\x80\x80", /* Prefix forces out-of-range codepoints. */ {} }; static char const* good_strings[] = { "", "ASCII", "\xC2\xA9 Kitware", 0 }; static char const* bad_strings[] = { "\xC0\x80", /* Modified UTF-8 for embedded 0-byte. */ 0 }; static void report_good(bool passed, test_utf8_char c) { printf("%s: decoding good ", passed ? "pass" : "FAIL"); byte_array_print(c); printf(" (%s) ", c.data()); } static void report_bad(bool passed, test_utf8_char c) { printf("%s: decoding bad ", passed ? "pass" : "FAIL"); byte_array_print(c); printf(" "); } static bool decode_good(test_utf8_entry const& entry) { const auto& s = entry.str; unsigned int uc; if (const char* e = cm_utf8_decode_character(s.data(), s.data() + s.size(), &uc)) { int used = static_cast(e - s.data()); if (uc != entry.chr) { report_good(false, s); printf("expected 0x%04X, got 0x%04X\n", entry.chr, uc); return false; } if (used != int(s.size())) { report_good(false, s); printf("had %d bytes, used %d\n", int(s.size()), used); return false; } report_good(true, s); printf("got 0x%04X\n", uc); return true; } report_good(false, s); printf("failed\n"); return false; } static bool decode_bad(test_utf8_char s) { unsigned int uc = 0xFFFFu; const char* e = cm_utf8_decode_character(s.data(), s.data() + s.size(), &uc); if (e) { report_bad(false, s); printf("expected failure, got 0x%04X\n", uc); return false; } report_bad(true, s); printf("failed as expected\n"); return true; } static void report_valid(bool passed, test_utf8_char s) { printf("%s: validity good ", passed ? "pass" : "FAIL"); byte_array_print(s); printf(" (%s) ", s.data()); } static void report_invalid(bool passed, test_utf8_char s) { printf("%s: validity bad ", passed ? "pass" : "FAIL"); byte_array_print(s); printf(" "); } static bool is_valid(test_utf8_char s) { bool valid = cm_utf8_is_valid(s.data()) != 0; if (!valid) { report_valid(false, s); printf("expected valid, reported as invalid\n"); return false; } report_valid(true, s); printf("valid as expected\n"); return true; } static bool is_invalid(test_utf8_char s) { bool valid = cm_utf8_is_valid(s.data()) != 0; if (valid) { report_invalid(false, s); printf("expected invalid, reported as valid\n"); return false; } report_invalid(true, s); printf("invalid as expected\n"); return true; } int testUTF8(int /*unused*/, char* /*unused*/[]) { int result = 0; for (test_utf8_entry const* e = good_entry; !e->str.empty(); ++e) { if (!decode_good(*e)) { result = 1; } if (!is_valid(e->str)) { result = 1; } } for (test_utf8_char* c = bad_chars; !(*c).empty(); ++c) { if (!decode_bad(*c)) { result = 1; } if (!is_invalid(*c)) { result = 1; } } for (char const** s = good_strings; *s; ++s) { if (!is_valid(*s)) { result = 1; } } for (char const** s = bad_strings; *s; ++s) { if (!is_invalid(*s)) { result = 1; } } return result; }