mirror of
https://github.com/LadybirdBrowser/ladybird
synced 2026-04-25 17:25:08 +02:00
eb4038fa83
The !has_ascii_storage() && !other.has_ascii_storage() branch did a byte-wise __builtin_memcmp over a char16_t array, which on little-endian does not give code-unit order: the low byte is compared first, so 0xD83D (bytes [0x3D, 0xD8]) spuriously compared less than 0x2764 (bytes [0x64, 0x27]) even though the code unit 0xD83D is greater. No in-tree caller currently uses operator<=> for Utf16View ordering, so this bug is dormant; the follow-up LibJS change exposes it. Replace the memcmp branch with a per-code-unit loop, which the compiler can auto-vectorize and which mirrors what is_code_unit_less_than already does.
933 lines
31 KiB
C++
933 lines
31 KiB
C++
/*
|
||
* Copyright (c) 2021-2025, Tim Flynn <trflynn89@ladybird.org>
|
||
*
|
||
* SPDX-License-Identifier: BSD-2-Clause
|
||
*/
|
||
|
||
#include <LibTest/TestCase.h>
|
||
|
||
#include <AK/Array.h>
|
||
#include <AK/String.h>
|
||
#include <AK/StringView.h>
|
||
#include <AK/Types.h>
|
||
#include <AK/Utf16String.h>
|
||
#include <AK/Utf16View.h>
|
||
|
||
TEST_CASE(decode_ascii)
|
||
{
|
||
auto string = Utf16String::from_utf8("Hello World!11"sv);
|
||
Utf16View view { string };
|
||
|
||
size_t valid_code_units = 0;
|
||
EXPECT(view.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, view.length_in_code_units());
|
||
|
||
auto expected = Array { (u32)72, 101, 108, 108, 111, 32, 87, 111, 114, 108, 100, 33, 49, 49 };
|
||
EXPECT_EQ(expected.size(), view.length_in_code_points());
|
||
|
||
size_t i = 0;
|
||
for (u32 code_point : view) {
|
||
EXPECT_EQ(code_point, expected[i++]);
|
||
}
|
||
EXPECT_EQ(i, expected.size());
|
||
}
|
||
|
||
TEST_CASE(decode_utf8)
|
||
{
|
||
auto string = Utf16String::from_utf8("Привет, мир! 😀 γειά σου κόσμος こんにちは世界"sv);
|
||
Utf16View view { string };
|
||
|
||
size_t valid_code_units = 0;
|
||
EXPECT(view.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, view.length_in_code_units());
|
||
|
||
auto expected = Array { (u32)1055, 1088, 1080, 1074, 1077, 1090, 44, 32, 1084, 1080, 1088, 33, 32, 128512, 32, 947, 949, 953, 940, 32, 963, 959, 965, 32, 954, 972, 963, 956, 959, 962, 32, 12371, 12435, 12395, 12385, 12399, 19990, 30028 };
|
||
EXPECT_EQ(expected.size(), view.length_in_code_points());
|
||
|
||
size_t i = 0;
|
||
for (u32 code_point : view) {
|
||
EXPECT_EQ(code_point, expected[i++]);
|
||
}
|
||
EXPECT_EQ(i, expected.size());
|
||
}
|
||
|
||
TEST_CASE(encode_utf8)
|
||
{
|
||
{
|
||
auto utf8_string = "Привет, мир! 😀 γειά σου κόσμος こんにちは世界"_string;
|
||
auto string = Utf16String::from_utf8(utf8_string);
|
||
Utf16View view { string };
|
||
EXPECT_EQ(MUST(view.to_utf8(AllowLonelySurrogates::Yes)), utf8_string);
|
||
EXPECT_EQ(MUST(view.to_utf8(AllowLonelySurrogates::No)), utf8_string);
|
||
}
|
||
{
|
||
Utf16View view { u"\xd83d"sv };
|
||
EXPECT_EQ(MUST(view.to_utf8(AllowLonelySurrogates::Yes)), "\xed\xa0\xbd"sv);
|
||
EXPECT(view.to_utf8(AllowLonelySurrogates::No).is_error());
|
||
}
|
||
}
|
||
|
||
TEST_CASE(decode_utf16)
|
||
{
|
||
Utf16View view { u"Привет, мир! 😀 γειά σου κόσμος こんにちは世界"sv };
|
||
EXPECT_EQ(view.length_in_code_units(), 39uz);
|
||
|
||
size_t valid_code_units = 0;
|
||
EXPECT(view.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, view.length_in_code_units());
|
||
|
||
auto expected = Array { (u32)1055, 1088, 1080, 1074, 1077, 1090, 44, 32, 1084, 1080, 1088, 33, 32, 128512, 32, 947, 949, 953, 940, 32, 963, 959, 965, 32, 954, 972, 963, 956, 959, 962, 32, 12371, 12435, 12395, 12385, 12399, 19990, 30028 };
|
||
EXPECT_EQ(expected.size(), view.length_in_code_points());
|
||
|
||
size_t i = 0;
|
||
for (u32 code_point : view) {
|
||
EXPECT_EQ(code_point, expected[i++]);
|
||
}
|
||
EXPECT_EQ(i, expected.size());
|
||
}
|
||
|
||
TEST_CASE(null_view)
|
||
{
|
||
Utf16View view;
|
||
EXPECT(view.validate());
|
||
EXPECT_EQ(view.length_in_code_units(), 0zu);
|
||
EXPECT_EQ(view.length_in_code_points(), 0zu);
|
||
EXPECT_EQ(MUST(view.to_utf8(AllowLonelySurrogates::No)), ""sv);
|
||
EXPECT_EQ(MUST(view.to_utf8(AllowLonelySurrogates::Yes)), ""sv);
|
||
|
||
for ([[maybe_unused]] auto it : view)
|
||
FAIL("Iterating a null UTF-16 string should not produce any values");
|
||
}
|
||
|
||
TEST_CASE(default_empty_view_is_empty_ascii_string)
|
||
{
|
||
Utf16View view;
|
||
EXPECT(view.has_ascii_storage());
|
||
EXPECT_EQ(view.ascii_span().data(), "");
|
||
EXPECT_EQ(view.length_in_code_units(), 0zu);
|
||
EXPECT_EQ(view, ""sv);
|
||
}
|
||
|
||
TEST_CASE(utf16_literal)
|
||
{
|
||
{
|
||
Utf16View view { u""sv };
|
||
EXPECT(view.validate());
|
||
EXPECT_EQ(view.length_in_code_units(), 0u);
|
||
}
|
||
{
|
||
Utf16View view { u"a"sv };
|
||
EXPECT(view.validate());
|
||
EXPECT_EQ(view.length_in_code_units(), 1u);
|
||
EXPECT_EQ(view.code_unit_at(0), 0x61u);
|
||
}
|
||
{
|
||
Utf16View view { u"abc"sv };
|
||
EXPECT(view.validate());
|
||
EXPECT_EQ(view.length_in_code_units(), 3u);
|
||
EXPECT_EQ(view.code_unit_at(0), 0x61u);
|
||
EXPECT_EQ(view.code_unit_at(1), 0x62u);
|
||
EXPECT_EQ(view.code_unit_at(2), 0x63u);
|
||
}
|
||
{
|
||
Utf16View view { u"🙃"sv };
|
||
EXPECT(view.validate());
|
||
EXPECT_EQ(view.length_in_code_units(), 2u);
|
||
EXPECT_EQ(view.code_unit_at(0), 0xd83du);
|
||
EXPECT_EQ(view.code_unit_at(1), 0xde43u);
|
||
}
|
||
}
|
||
|
||
TEST_CASE(iterate_utf16)
|
||
{
|
||
Utf16View view { u"Привет 😀🙃"sv };
|
||
auto iterator = view.begin();
|
||
|
||
EXPECT_EQ(*iterator, 0x041fu);
|
||
EXPECT(iterator.length_in_code_units() == 1);
|
||
EXPECT_EQ(iterator.peek(0), 0x041fu);
|
||
EXPECT_EQ(iterator.peek(1), 0x0440u);
|
||
EXPECT_EQ(iterator.peek(2), 0x0438u);
|
||
EXPECT_EQ(iterator.peek(3), 0x0432u);
|
||
EXPECT_EQ(iterator.peek(4), 0x0435u);
|
||
EXPECT_EQ(iterator.peek(5), 0x0442u);
|
||
EXPECT_EQ(iterator.peek(6), 0x0020u);
|
||
EXPECT_EQ(iterator.peek(7), 0x1f600u);
|
||
EXPECT_EQ(iterator.peek(8), 0x1f643u);
|
||
EXPECT(!iterator.peek(9).has_value());
|
||
|
||
EXPECT(++iterator != view.end());
|
||
EXPECT_EQ(*iterator, 0x0440u);
|
||
EXPECT(iterator.length_in_code_units() == 1);
|
||
EXPECT_EQ(iterator.peek(0), 0x0440u);
|
||
EXPECT_EQ(iterator.peek(1), 0x0438u);
|
||
EXPECT_EQ(iterator.peek(2), 0x0432u);
|
||
EXPECT_EQ(iterator.peek(3), 0x0435u);
|
||
EXPECT_EQ(iterator.peek(4), 0x0442u);
|
||
EXPECT_EQ(iterator.peek(5), 0x0020u);
|
||
EXPECT_EQ(iterator.peek(6), 0x1f600u);
|
||
EXPECT_EQ(iterator.peek(7), 0x1f643u);
|
||
EXPECT(!iterator.peek(8).has_value());
|
||
|
||
EXPECT(++iterator != view.end());
|
||
EXPECT_EQ(*iterator, 0x0438u);
|
||
EXPECT(iterator.length_in_code_units() == 1);
|
||
EXPECT_EQ(iterator.peek(0), 0x0438u);
|
||
EXPECT_EQ(iterator.peek(1), 0x0432u);
|
||
EXPECT_EQ(iterator.peek(2), 0x0435u);
|
||
EXPECT_EQ(iterator.peek(3), 0x0442u);
|
||
EXPECT_EQ(iterator.peek(4), 0x0020u);
|
||
EXPECT_EQ(iterator.peek(5), 0x1f600u);
|
||
EXPECT_EQ(iterator.peek(6), 0x1f643u);
|
||
EXPECT(!iterator.peek(7).has_value());
|
||
|
||
EXPECT(++iterator != view.end());
|
||
EXPECT_EQ(*iterator, 0x0432u);
|
||
EXPECT(iterator.length_in_code_units() == 1);
|
||
EXPECT_EQ(iterator.peek(0), 0x0432u);
|
||
EXPECT_EQ(iterator.peek(1), 0x0435u);
|
||
EXPECT_EQ(iterator.peek(2), 0x0442u);
|
||
EXPECT_EQ(iterator.peek(3), 0x0020u);
|
||
EXPECT_EQ(iterator.peek(4), 0x1f600u);
|
||
EXPECT_EQ(iterator.peek(5), 0x1f643u);
|
||
EXPECT(!iterator.peek(6).has_value());
|
||
|
||
EXPECT(++iterator != view.end());
|
||
EXPECT_EQ(*iterator, 0x0435u);
|
||
EXPECT(iterator.length_in_code_units() == 1);
|
||
EXPECT_EQ(iterator.peek(0), 0x0435u);
|
||
EXPECT_EQ(iterator.peek(1), 0x0442u);
|
||
EXPECT_EQ(iterator.peek(2), 0x0020u);
|
||
EXPECT_EQ(iterator.peek(3), 0x1f600u);
|
||
EXPECT_EQ(iterator.peek(4), 0x1f643u);
|
||
EXPECT(!iterator.peek(5).has_value());
|
||
|
||
EXPECT(++iterator != view.end());
|
||
EXPECT_EQ(*iterator, 0x0442u);
|
||
EXPECT(iterator.length_in_code_units() == 1);
|
||
EXPECT_EQ(iterator.peek(0), 0x0442u);
|
||
EXPECT_EQ(iterator.peek(1), 0x0020u);
|
||
EXPECT_EQ(iterator.peek(2), 0x1f600u);
|
||
EXPECT_EQ(iterator.peek(3), 0x1f643u);
|
||
EXPECT(!iterator.peek(4).has_value());
|
||
|
||
EXPECT(++iterator != view.end());
|
||
EXPECT(*iterator == ' ');
|
||
EXPECT(iterator.length_in_code_units() == 1);
|
||
EXPECT_EQ(iterator.peek(0), 0x0020u);
|
||
EXPECT_EQ(iterator.peek(1), 0x1f600u);
|
||
EXPECT_EQ(iterator.peek(2), 0x1f643u);
|
||
EXPECT(!iterator.peek(3).has_value());
|
||
|
||
EXPECT(++iterator != view.end());
|
||
EXPECT_EQ(*iterator, 0x1f600u);
|
||
EXPECT(iterator.length_in_code_units() == 2);
|
||
EXPECT_EQ(iterator.peek(0), 0x1f600u);
|
||
EXPECT_EQ(iterator.peek(1), 0x1f643u);
|
||
EXPECT(!iterator.peek(2).has_value());
|
||
|
||
EXPECT(++iterator != view.end());
|
||
EXPECT_EQ(*iterator, 0x1f643u);
|
||
EXPECT(iterator.length_in_code_units() == 2);
|
||
EXPECT_EQ(iterator.peek(0), 0x1f643u);
|
||
EXPECT(!iterator.peek(1).has_value());
|
||
|
||
EXPECT(++iterator == view.end());
|
||
EXPECT(!iterator.peek(0).has_value());
|
||
|
||
EXPECT_DEATH("Dereferencing Utf16CodePointIterator which is at its end.", *iterator);
|
||
EXPECT_DEATH("Incrementing Utf16CodePointIterator which is at its end.", ++iterator);
|
||
}
|
||
|
||
TEST_CASE(validate_invalid_utf16)
|
||
{
|
||
size_t valid_code_units = 0;
|
||
Utf16View invalid;
|
||
{
|
||
// Lonely high surrogate.
|
||
invalid = u"\xd800"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 0uz);
|
||
|
||
invalid = u"\xdbff"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 0uz);
|
||
}
|
||
{
|
||
// Lonely low surrogate.
|
||
invalid = u"\xdc00"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 0uz);
|
||
|
||
invalid = u"\xdfff"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 0uz);
|
||
}
|
||
{
|
||
// High surrogate followed by non-surrogate.
|
||
invalid = u"\xd800\x0000"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 0uz);
|
||
|
||
invalid = u"\xd800\xe000"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 0uz);
|
||
}
|
||
{
|
||
// High surrogate followed by high surrogate.
|
||
invalid = u"\xd800\xd800"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 0uz);
|
||
|
||
invalid = u"\xd800\xdbff"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 0uz);
|
||
}
|
||
{
|
||
// Valid UTF-16 followed by invalid code units.
|
||
invalid = u"\x0041\x0041\xd800"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 2uz);
|
||
|
||
invalid = u"\x0041\x0041\xd800"sv;
|
||
EXPECT(!invalid.validate(valid_code_units));
|
||
EXPECT_EQ(valid_code_units, 2uz);
|
||
}
|
||
}
|
||
|
||
TEST_CASE(decode_invalid_utf16)
|
||
{
|
||
{
|
||
// Lonely high surrogate.
|
||
Utf16View view { u"AB\xd800"sv };
|
||
EXPECT_EQ(view.length_in_code_units(), 3uz);
|
||
|
||
auto expected = Array { (u32)0x41, 0x42, 0xd800 };
|
||
EXPECT_EQ(expected.size(), view.length_in_code_points());
|
||
|
||
size_t i = 0;
|
||
for (u32 code_point : view) {
|
||
EXPECT_EQ(code_point, expected[i++]);
|
||
}
|
||
EXPECT_EQ(i, expected.size());
|
||
}
|
||
{
|
||
// Lonely low surrogate.
|
||
Utf16View view { u"AB\xdc00"sv };
|
||
EXPECT_EQ(view.length_in_code_units(), 3uz);
|
||
|
||
auto expected = Array { (u32)0x41, 0x42, 0xdc00 };
|
||
EXPECT_EQ(expected.size(), view.length_in_code_points());
|
||
|
||
size_t i = 0;
|
||
for (u32 code_point : view) {
|
||
EXPECT_EQ(code_point, expected[i++]);
|
||
}
|
||
EXPECT_EQ(i, expected.size());
|
||
}
|
||
{
|
||
// High surrogate followed by non-surrogate.
|
||
Utf16View view { u"AB\xd800\x0000"sv };
|
||
EXPECT_EQ(view.length_in_code_units(), 4uz);
|
||
|
||
auto expected = Array { (u32)0x41, 0x42, 0xd800, 0 };
|
||
EXPECT_EQ(expected.size(), view.length_in_code_points());
|
||
|
||
size_t i = 0;
|
||
for (u32 code_point : view) {
|
||
EXPECT_EQ(code_point, expected[i++]);
|
||
}
|
||
EXPECT_EQ(i, expected.size());
|
||
}
|
||
{
|
||
// High surrogate followed by high surrogate.
|
||
Utf16View view { u"AB\xd800\xd800"sv };
|
||
EXPECT_EQ(view.length_in_code_units(), 4uz);
|
||
|
||
auto expected = Array { (u32)0x41, 0x42, 0xd800, 0xd800 };
|
||
EXPECT_EQ(expected.size(), view.length_in_code_points());
|
||
|
||
size_t i = 0;
|
||
for (u32 code_point : view) {
|
||
EXPECT_EQ(code_point, expected[i++]);
|
||
}
|
||
EXPECT_EQ(i, expected.size());
|
||
}
|
||
}
|
||
|
||
TEST_CASE(is_ascii)
|
||
{
|
||
EXPECT(Utf16View {}.is_ascii());
|
||
EXPECT(u"a"sv.is_ascii());
|
||
EXPECT(u"foo"sv.is_ascii());
|
||
EXPECT(u"foo\t\n\rbar\v\b123"sv.is_ascii());
|
||
EXPECT(u"The quick (\"brown\") fox can't jump 32.3 feet, right?"sv.is_ascii());
|
||
|
||
EXPECT(!u"😀"sv.is_ascii());
|
||
EXPECT(!u"foo 😀"sv.is_ascii());
|
||
EXPECT(!u"😀 foo"sv.is_ascii());
|
||
EXPECT(!u"The quick (“brown”) fox can’t jump 32.3 feet, right?"sv.is_ascii());
|
||
}
|
||
|
||
TEST_CASE(is_ascii_whitespace)
|
||
{
|
||
EXPECT(Utf16View {}.is_ascii_whitespace());
|
||
EXPECT(u" "sv.is_ascii_whitespace());
|
||
EXPECT(u"\t"sv.is_ascii_whitespace());
|
||
EXPECT(u"\r"sv.is_ascii_whitespace());
|
||
EXPECT(u"\n"sv.is_ascii_whitespace());
|
||
EXPECT(u" \t\r\n\v "sv.is_ascii_whitespace());
|
||
|
||
EXPECT(!u"a"sv.is_ascii_whitespace());
|
||
EXPECT(!u"😀"sv.is_ascii_whitespace());
|
||
EXPECT(!u"\u00a0"sv.is_ascii_whitespace());
|
||
EXPECT(!u"\ufeff"sv.is_ascii_whitespace());
|
||
EXPECT(!u" \t \u00a0 \ufeff "sv.is_ascii_whitespace());
|
||
}
|
||
|
||
TEST_CASE(to_ascii_lowercase)
|
||
{
|
||
EXPECT_EQ(u""sv.to_ascii_lowercase(), u""sv);
|
||
EXPECT_EQ(u"foobar"sv.to_ascii_lowercase(), u"foobar"sv);
|
||
EXPECT_EQ(u"FooBar"sv.to_ascii_lowercase(), u"foobar"sv);
|
||
EXPECT_EQ(u"FOOBAR"sv.to_ascii_lowercase(), u"foobar"sv);
|
||
EXPECT_EQ(u"FOO 😀 BAR"sv.to_ascii_lowercase(), u"foo 😀 bar"sv);
|
||
}
|
||
|
||
TEST_CASE(to_ascii_uppercase)
|
||
{
|
||
EXPECT_EQ(u""sv.to_ascii_uppercase(), u""sv);
|
||
EXPECT_EQ(u"foobar"sv.to_ascii_uppercase(), u"FOOBAR"sv);
|
||
EXPECT_EQ(u"FooBar"sv.to_ascii_uppercase(), u"FOOBAR"sv);
|
||
EXPECT_EQ(u"FOOBAR"sv.to_ascii_uppercase(), u"FOOBAR"sv);
|
||
EXPECT_EQ(u"foo 😀 bar"sv.to_ascii_uppercase(), u"FOO 😀 BAR"sv);
|
||
}
|
||
|
||
TEST_CASE(to_ascii_titlecase)
|
||
{
|
||
EXPECT_EQ(u""sv.to_ascii_titlecase(), u""sv);
|
||
EXPECT_EQ(u"foobar"sv.to_ascii_titlecase(), u"Foobar"sv);
|
||
EXPECT_EQ(u"FooBar"sv.to_ascii_titlecase(), u"Foobar"sv);
|
||
EXPECT_EQ(u"foo bar"sv.to_ascii_titlecase(), u"Foo Bar"sv);
|
||
EXPECT_EQ(u"FOO BAR"sv.to_ascii_titlecase(), u"Foo Bar"sv);
|
||
EXPECT_EQ(u"foo 😀 bar"sv.to_ascii_titlecase(), u"Foo 😀 Bar"sv);
|
||
}
|
||
|
||
TEST_CASE(equals_utf8)
|
||
{
|
||
EXPECT_EQ(u""sv, ""sv);
|
||
|
||
EXPECT_EQ(u"foo bar"sv, "foo bar"sv);
|
||
EXPECT_NE(u"foo bar"sv, "foo ba"sv);
|
||
EXPECT_NE(u"foo bar"sv, "foo"sv);
|
||
EXPECT_NE(u"foo bar"sv, ""sv);
|
||
|
||
EXPECT_EQ(u"foo 😀 bar"sv, "foo 😀 bar"sv);
|
||
EXPECT_NE(u"foo 😀 bar"sv, "foo 😀"sv);
|
||
EXPECT_NE(u"foo 😀 bar"sv, "foo"sv);
|
||
EXPECT_NE(u"foo 😀 bar"sv, ""sv);
|
||
|
||
EXPECT_NE(u"foo 😀 bar"sv, "foo 😂 bar"sv);
|
||
EXPECT_NE(u"foo 😂 bar"sv, "foo 😀 bar"sv);
|
||
}
|
||
|
||
TEST_CASE(comparison)
|
||
{
|
||
EXPECT(!(u""sv < u""sv));
|
||
EXPECT(!(u""sv > u""sv));
|
||
EXPECT(u""sv <= u""sv);
|
||
EXPECT(u""sv >= u""sv);
|
||
|
||
EXPECT(!(u"a"sv < u"a"sv));
|
||
EXPECT(!(u"a"sv > u"a"sv));
|
||
EXPECT(u"a"sv <= u"a"sv);
|
||
EXPECT(u"a"sv >= u"a"sv);
|
||
|
||
EXPECT(!(u"😀"sv < u"😀"sv));
|
||
EXPECT(!(u"😀"sv > u"😀"sv));
|
||
EXPECT(u"😀"sv <= u"😀"sv);
|
||
EXPECT(u"😀"sv >= u"😀"sv);
|
||
|
||
EXPECT(u"a"sv < u"b"sv);
|
||
EXPECT(!(u"a"sv > u"b"sv));
|
||
EXPECT(u"a"sv <= u"b"sv);
|
||
EXPECT(!(u"a"sv >= u"b"sv));
|
||
|
||
EXPECT(Utf16View { "a"sv } < u"b"sv);
|
||
EXPECT(!(Utf16View { "a"sv } > u"b"sv));
|
||
EXPECT(Utf16View { "a"sv } <= u"b"sv);
|
||
EXPECT(!(Utf16View { "a"sv } >= u"b"sv));
|
||
|
||
EXPECT(u"a"sv < u"aa"sv);
|
||
EXPECT(!(u"a"sv > u"aa"sv));
|
||
EXPECT(u"a"sv <= u"aa"sv);
|
||
EXPECT(!(u"a"sv >= u"aa"sv));
|
||
|
||
EXPECT(Utf16View { "a"sv } < u"aa"sv);
|
||
EXPECT(!(Utf16View { "a"sv } > u"aa"sv));
|
||
EXPECT(Utf16View { "a"sv } <= u"aa"sv);
|
||
EXPECT(!(Utf16View { "a"sv } >= u"aa"sv));
|
||
|
||
EXPECT(!(u"b"sv < u"a"sv));
|
||
EXPECT(u"b"sv > u"a"sv);
|
||
EXPECT(!(u"b"sv <= u"a"sv));
|
||
EXPECT(u"b"sv >= u"a"sv);
|
||
|
||
EXPECT(u"😀"sv < u"😂"sv);
|
||
EXPECT(!(u"😀"sv > u"😂"sv));
|
||
EXPECT(u"😀"sv <= u"😂"sv);
|
||
EXPECT(!(u"😀"sv >= u"😂"sv));
|
||
|
||
EXPECT(!(u"😂"sv < u"😀"sv));
|
||
EXPECT(u"😂"sv > u"😀"sv);
|
||
EXPECT(!(u"😂"sv <= u"😀"sv));
|
||
EXPECT(u"😂"sv >= u"😀"sv);
|
||
|
||
EXPECT(u"ÿ"sv < u"Ā"sv);
|
||
EXPECT(!(u"ÿ"sv > u"Ā"sv));
|
||
EXPECT(u"Ā"sv > u"ÿ"sv);
|
||
EXPECT(!(u"Ā"sv < u"ÿ"sv));
|
||
|
||
EXPECT(u"❤"sv < u"😀"sv);
|
||
EXPECT(!(u"❤"sv > u"😀"sv));
|
||
EXPECT(u"😀"sv > u"❤"sv);
|
||
EXPECT(!(u"😀"sv < u"❤"sv));
|
||
}
|
||
|
||
TEST_CASE(equals_ignoring_case)
|
||
{
|
||
auto string1 = Utf16String::from_utf8("foobar"sv);
|
||
auto string2 = Utf16String::from_utf8("FooBar"sv);
|
||
EXPECT(Utf16View { string1 }.equals_ignoring_case(Utf16View { string2 }));
|
||
|
||
string1 = Utf16String::from_utf8(""sv);
|
||
string2 = Utf16String::from_utf8(""sv);
|
||
EXPECT(Utf16View { string1 }.equals_ignoring_case(Utf16View { string2 }));
|
||
|
||
string1 = Utf16String::from_utf8(""sv);
|
||
string2 = Utf16String::from_utf8("FooBar"sv);
|
||
EXPECT(!Utf16View { string1 }.equals_ignoring_case(Utf16View { string2 }));
|
||
}
|
||
|
||
TEST_CASE(code_unit_offset_of)
|
||
{
|
||
Utf16View view { u"😂 foo 😀 bar"sv };
|
||
|
||
EXPECT_EQ(view.code_unit_offset_of(0), 0uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(1), 2uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(2), 3uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(3), 4uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(4), 5uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(5), 6uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(6), 7uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(7), 9uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(8), 10uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(9), 11uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(10), 12uz);
|
||
EXPECT_EQ(view.code_unit_offset_of(11), 13uz);
|
||
}
|
||
|
||
TEST_CASE(code_point_offset_of)
|
||
{
|
||
Utf16View view { u"😂 foo 😀 bar"sv };
|
||
|
||
EXPECT_EQ(view.code_point_offset_of(0), 0uz);
|
||
EXPECT_EQ(view.code_point_offset_of(1), 0uz);
|
||
EXPECT_EQ(view.code_point_offset_of(2), 1uz);
|
||
EXPECT_EQ(view.code_point_offset_of(3), 2uz);
|
||
EXPECT_EQ(view.code_point_offset_of(4), 3uz);
|
||
EXPECT_EQ(view.code_point_offset_of(5), 4uz);
|
||
EXPECT_EQ(view.code_point_offset_of(6), 5uz);
|
||
EXPECT_EQ(view.code_point_offset_of(7), 6uz);
|
||
EXPECT_EQ(view.code_point_offset_of(8), 6uz);
|
||
EXPECT_EQ(view.code_point_offset_of(9), 7uz);
|
||
EXPECT_EQ(view.code_point_offset_of(10), 8uz);
|
||
EXPECT_EQ(view.code_point_offset_of(11), 9uz);
|
||
EXPECT_EQ(view.code_point_offset_of(12), 10uz);
|
||
EXPECT_EQ(view.code_point_offset_of(13), 11uz);
|
||
}
|
||
|
||
TEST_CASE(iterator_offset)
|
||
{
|
||
Utf16View view { u"😂 foo 😀 bar"sv };
|
||
size_t expected_offset = 0;
|
||
|
||
for (auto it = view.begin(); it != view.end(); ++it) {
|
||
EXPECT_EQ(view.iterator_offset(it), expected_offset);
|
||
expected_offset += it.length_in_code_units();
|
||
}
|
||
|
||
EXPECT_EQ(view.iterator_offset(view.end()), view.length_in_code_units());
|
||
}
|
||
|
||
TEST_CASE(iterator_at_code_unit_offset)
|
||
{
|
||
Utf16View view { u"😂 foo 😀 bar"sv };
|
||
|
||
for (size_t i = 0; i < view.length_in_code_units(); ++i) {
|
||
auto it = view.iterator_at_code_unit_offset(i);
|
||
EXPECT_EQ(*it, view.code_point_at(i));
|
||
}
|
||
|
||
EXPECT_EQ(view.iterator_at_code_unit_offset(view.length_in_code_units()), view.end());
|
||
}
|
||
|
||
TEST_CASE(replace)
|
||
{
|
||
auto result = u""sv.replace({}, {}, ReplaceMode::FirstOnly);
|
||
EXPECT_EQ(result, u""sv);
|
||
|
||
result = u""sv.replace(u"foo"sv, u"bar"sv, ReplaceMode::FirstOnly);
|
||
EXPECT_EQ(result, u""sv);
|
||
|
||
result = u"foo"sv.replace(u"bar"sv, u"baz"sv, ReplaceMode::FirstOnly);
|
||
EXPECT_EQ(result, u"foo"sv);
|
||
|
||
result = u"foo"sv.replace(u"foo"sv, u"bar"sv, ReplaceMode::FirstOnly);
|
||
EXPECT_EQ(result, u"bar"sv);
|
||
|
||
result = u"foo"sv.replace(u"o"sv, u"e"sv, ReplaceMode::FirstOnly);
|
||
EXPECT_EQ(result, u"feo"sv);
|
||
|
||
result = u"foo"sv.replace(u"o"sv, u"e"sv, ReplaceMode::All);
|
||
EXPECT_EQ(result, u"fee"sv);
|
||
|
||
result = u"foo boo"sv.replace(u"o"sv, u"e"sv, ReplaceMode::FirstOnly);
|
||
EXPECT_EQ(result, u"feo boo"sv);
|
||
|
||
result = u"foo boo"sv.replace(u"o"sv, u"e"sv, ReplaceMode::All);
|
||
EXPECT_EQ(result, u"fee bee"sv);
|
||
|
||
result = u"foo 😀 boo 😀"sv.replace(u"o"sv, u"e"sv, ReplaceMode::All);
|
||
EXPECT_EQ(result, u"fee 😀 bee 😀"sv);
|
||
|
||
result = u"foo 😀 boo 😀"sv.replace(u"😀"sv, u"🙃"sv, ReplaceMode::FirstOnly);
|
||
EXPECT_EQ(result, u"foo 🙃 boo 😀"sv);
|
||
|
||
result = u"foo 😀 boo 😀"sv.replace(u"😀"sv, u"🙃"sv, ReplaceMode::All);
|
||
EXPECT_EQ(result, u"foo 🙃 boo 🙃"sv);
|
||
|
||
result = u"foo 😀 boo 😀"sv.replace(u"😀 "sv, u"🙃 "sv, ReplaceMode::All);
|
||
EXPECT_EQ(result, u"foo 🙃 boo 😀"sv);
|
||
}
|
||
|
||
TEST_CASE(substring_view)
|
||
{
|
||
auto string = Utf16String::from_utf8("Привет 😀"sv);
|
||
{
|
||
Utf16View view { string };
|
||
view = view.substring_view(7, 2);
|
||
|
||
EXPECT(view.length_in_code_units() == 2);
|
||
EXPECT_EQ(MUST(view.to_utf8()), "😀"sv);
|
||
}
|
||
{
|
||
Utf16View view { string };
|
||
view = view.substring_view(7, 1);
|
||
|
||
EXPECT(view.length_in_code_units() == 1);
|
||
EXPECT_EQ(MUST(view.to_utf8(AllowLonelySurrogates::Yes)), "\xed\xa0\xbd"sv);
|
||
EXPECT(view.to_utf8(AllowLonelySurrogates::No).is_error());
|
||
}
|
||
}
|
||
|
||
TEST_CASE(trim)
|
||
{
|
||
Utf16View whitespace { u" "sv };
|
||
{
|
||
Utf16View view { u"word"sv };
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Both), u"word"sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Left), u"word"sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Right), u"word"sv);
|
||
}
|
||
{
|
||
Utf16View view { u" word"sv };
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Both), u"word"sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Left), u"word"sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Right), u" word"sv);
|
||
}
|
||
{
|
||
Utf16View view { u"word "sv };
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Both), u"word"sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Left), u"word "sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Right), u"word"sv);
|
||
}
|
||
{
|
||
Utf16View view { u" word "sv };
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Both), u"word"sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Left), u"word "sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Right), u" word"sv);
|
||
}
|
||
{
|
||
Utf16View view { u" \u180E "sv };
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Both), u"\u180E"sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Left), u"\u180E "sv);
|
||
EXPECT_EQ(view.trim(whitespace, TrimMode::Right), u" \u180E"sv);
|
||
}
|
||
{
|
||
Utf16View view { u"😀wfh😀"sv };
|
||
EXPECT_EQ(view.trim(u"😀"sv, TrimMode::Both), u"wfh"sv);
|
||
EXPECT_EQ(view.trim(u"😀"sv, TrimMode::Left), u"wfh😀"sv);
|
||
EXPECT_EQ(view.trim(u"😀"sv, TrimMode::Right), u"😀wfh"sv);
|
||
}
|
||
}
|
||
|
||
TEST_CASE(contains)
|
||
{
|
||
EXPECT(!u""sv.contains(u'a'));
|
||
EXPECT(u"a"sv.contains(u'a'));
|
||
EXPECT(!u"b"sv.contains(u'a'));
|
||
EXPECT(u"ab"sv.contains(u'a'));
|
||
EXPECT(u"😀"sv.contains(u'\xd83d'));
|
||
EXPECT(u"😀"sv.contains(u'\xde00'));
|
||
|
||
EXPECT(!Utf16View { ""sv }.contains(u'a'));
|
||
EXPECT(Utf16View { "a"sv }.contains(u'a'));
|
||
EXPECT(!Utf16View { "b"sv }.contains(u'a'));
|
||
EXPECT(!Utf16View { "b"sv }.contains(u'\xd83d'));
|
||
EXPECT(!Utf16View { "b"sv }.contains(u'\xde00'));
|
||
|
||
EXPECT(u""sv.contains(u""sv));
|
||
EXPECT(!u""sv.contains(u"a"sv));
|
||
EXPECT(u"a"sv.contains(u"a"sv));
|
||
EXPECT(!u"b"sv.contains(u"a"sv));
|
||
EXPECT(u"ab"sv.contains(u"a"sv));
|
||
EXPECT(u"😀"sv.contains(u"\xd83d"sv));
|
||
EXPECT(u"😀"sv.contains(u"\xde00"sv));
|
||
EXPECT(u"😀"sv.contains(u"😀"sv));
|
||
EXPECT(u"ab😀"sv.contains(u"😀"sv));
|
||
}
|
||
|
||
TEST_CASE(contains_any_of)
|
||
{
|
||
EXPECT(!u""sv.contains_any_of({}));
|
||
EXPECT(!u"a"sv.contains_any_of({}));
|
||
|
||
EXPECT(u"a"sv.contains_any_of({ { 'a' } }));
|
||
EXPECT(u"a"sv.contains_any_of({ { 'a', 'b' } }));
|
||
EXPECT(u"b"sv.contains_any_of({ { 'a', 'b' } }));
|
||
EXPECT(!u"a"sv.contains_any_of({ { 'b' } }));
|
||
EXPECT(!u"b"sv.contains_any_of({ { 'a' } }));
|
||
|
||
EXPECT(u"ab"sv.contains_any_of({ { 'a' } }));
|
||
EXPECT(u"ab"sv.contains_any_of({ { 'b' } }));
|
||
EXPECT(u"ab"sv.contains_any_of({ { 'a', 'b' } }));
|
||
EXPECT(!u"ab"sv.contains_any_of({ { 'c' } }));
|
||
|
||
EXPECT(!u"😀"sv.contains_any_of({ { 0xd83d } }));
|
||
EXPECT(!u"😀"sv.contains_any_of({ { 0xde00 } }));
|
||
EXPECT(u"😀"sv.contains_any_of({ { 0x1f600 } }));
|
||
EXPECT(u"ab😀"sv.contains_any_of({ { 0x1f600 } }));
|
||
}
|
||
|
||
TEST_CASE(count)
|
||
{
|
||
EXPECT_EQ(u""sv.count({}), 0uz);
|
||
EXPECT_EQ(u"abc"sv.count({}), 3uz);
|
||
|
||
EXPECT_EQ(u""sv.count(u"a"sv), 0uz);
|
||
EXPECT_EQ(u"abc"sv.count(u"a"sv), 1uz);
|
||
EXPECT_EQ(u"abc"sv.count(u"b"sv), 1uz);
|
||
EXPECT_EQ(u"abc"sv.count(u"c"sv), 1uz);
|
||
EXPECT_EQ(u"abc"sv.count(u"ab"sv), 1uz);
|
||
EXPECT_EQ(u"abc"sv.count(u"bc"sv), 1uz);
|
||
EXPECT_EQ(u"abc"sv.count(u"abc"sv), 1uz);
|
||
EXPECT_EQ(u"abc"sv.count(u"d"sv), 0uz);
|
||
|
||
EXPECT_EQ(u"aaaa"sv.count(u"aa"sv), 3uz);
|
||
|
||
EXPECT_EQ(u"😀"sv.count({}), 2uz);
|
||
EXPECT_EQ(u"😀"sv.count(u"\xd83d"sv), 1uz);
|
||
EXPECT_EQ(u"😀"sv.count(u"\xde00"sv), 1uz);
|
||
EXPECT_EQ(u"😀"sv.count(u"😀"sv), 1uz);
|
||
EXPECT_EQ(u"😀😀😀"sv.count(u"😀"sv), 3uz);
|
||
EXPECT_EQ(u"😀😀😀"sv.count(u"😀😀"sv), 2uz);
|
||
}
|
||
|
||
TEST_CASE(starts_with)
|
||
{
|
||
EXPECT(Utf16View {}.starts_with(u""sv));
|
||
EXPECT(!Utf16View {}.starts_with(u" "sv));
|
||
|
||
EXPECT(u"a"sv.starts_with(u""sv));
|
||
EXPECT(u"a"sv.starts_with(u"a"sv));
|
||
EXPECT(!u"a"sv.starts_with(u"b"sv));
|
||
EXPECT(!u"a"sv.starts_with(u"ab"sv));
|
||
|
||
EXPECT(u"abc"sv.starts_with(u""sv));
|
||
EXPECT(u"abc"sv.starts_with(u"a"sv));
|
||
EXPECT(u"abc"sv.starts_with(u"ab"sv));
|
||
EXPECT(u"abc"sv.starts_with(u"abc"sv));
|
||
EXPECT(!u"abc"sv.starts_with(u"b"sv));
|
||
EXPECT(!u"abc"sv.starts_with(u"bc"sv));
|
||
|
||
auto emoji = u"😀🙃"sv;
|
||
|
||
EXPECT(emoji.starts_with(u""sv));
|
||
EXPECT(emoji.starts_with(u"😀"sv));
|
||
EXPECT(emoji.starts_with(u"😀🙃"sv));
|
||
EXPECT(!emoji.starts_with(u"a"sv));
|
||
EXPECT(!emoji.starts_with(u"🙃"sv));
|
||
}
|
||
|
||
TEST_CASE(ends_with)
|
||
{
|
||
EXPECT(Utf16View {}.ends_with(u""sv));
|
||
EXPECT(!Utf16View {}.ends_with(u" "sv));
|
||
|
||
EXPECT(u"a"sv.ends_with(u""sv));
|
||
EXPECT(u"a"sv.ends_with(u"a"sv));
|
||
EXPECT(!u"a"sv.ends_with(u"b"sv));
|
||
EXPECT(!u"a"sv.ends_with(u"ab"sv));
|
||
|
||
EXPECT(u"abc"sv.ends_with(u""sv));
|
||
EXPECT(u"abc"sv.ends_with(u"c"sv));
|
||
EXPECT(u"abc"sv.ends_with(u"bc"sv));
|
||
EXPECT(u"abc"sv.ends_with(u"abc"sv));
|
||
EXPECT(!u"abc"sv.ends_with(u"b"sv));
|
||
EXPECT(!u"abc"sv.ends_with(u"ab"sv));
|
||
|
||
auto emoji = u"😀🙃"sv;
|
||
|
||
EXPECT(emoji.ends_with(u""sv));
|
||
EXPECT(emoji.ends_with(u"🙃"sv));
|
||
EXPECT(emoji.ends_with(u"😀🙃"sv));
|
||
EXPECT(!emoji.ends_with(u"a"sv));
|
||
EXPECT(!emoji.ends_with(u"😀"sv));
|
||
}
|
||
|
||
TEST_CASE(split_view)
|
||
{
|
||
{
|
||
auto test = u"axxbxcxd"sv;
|
||
|
||
EXPECT_EQ(test.split_view('x', SplitBehavior::Nothing), Vector({ u"a"sv, u"b"sv, u"c"sv, u"d"sv }));
|
||
EXPECT_EQ(test.split_view("x"sv, SplitBehavior::Nothing), Vector({ u"a"sv, u"b"sv, u"c"sv, u"d"sv }));
|
||
|
||
EXPECT_EQ(test.split_view('x', SplitBehavior::KeepEmpty), Vector({ u"a"sv, u""sv, u"b"sv, u"c"sv, u"d"sv }));
|
||
EXPECT_EQ(test.split_view("x"sv, SplitBehavior::KeepEmpty), Vector({ u"a"sv, u""sv, u"b"sv, u"c"sv, u"d"sv }));
|
||
}
|
||
{
|
||
auto test = u"axxbx"sv;
|
||
|
||
EXPECT_EQ(test.split_view('x', SplitBehavior::Nothing), Vector({ u"a"sv, u"b"sv }));
|
||
EXPECT_EQ(test.split_view("x"sv, SplitBehavior::Nothing), Vector({ u"a"sv, u"b"sv }));
|
||
|
||
EXPECT_EQ(test.split_view('x', SplitBehavior::KeepEmpty), Vector({ u"a"sv, u""sv, u"b"sv, u""sv }));
|
||
EXPECT_EQ(test.split_view("x"sv, SplitBehavior::KeepEmpty), Vector({ u"a"sv, u""sv, u"b"sv, u""sv }));
|
||
}
|
||
{
|
||
auto test = u"axxbcxxdxx"sv;
|
||
EXPECT_EQ(test.split_view(u"xx"sv, SplitBehavior::Nothing), Vector({ u"a"sv, u"bc"sv, u"d"sv }));
|
||
EXPECT_EQ(test.split_view(u"xx"sv, SplitBehavior::KeepEmpty), Vector({ u"a"sv, u"bc"sv, u"d"sv, u""sv }));
|
||
}
|
||
{
|
||
auto test = u"a,,,b"sv;
|
||
EXPECT_EQ(test.split_view(u","sv, SplitBehavior::KeepEmpty), Vector({ u"a"sv, u""sv, u""sv, u"b"sv }));
|
||
EXPECT_EQ(test.split_view(u","sv, SplitBehavior::KeepTrailingSeparator), Vector({ u"a,"sv, u"b"sv }));
|
||
EXPECT_EQ(test.split_view(u","sv, SplitBehavior::KeepTrailingSeparator | SplitBehavior::KeepEmpty), Vector({ u"a,"sv, u","sv, u","sv, u"b"sv }));
|
||
}
|
||
{
|
||
auto test = u"foo bar baz"sv;
|
||
EXPECT_EQ(test.split_view(u" "sv, SplitBehavior::Nothing), Vector({ u"foo"sv, u"bar"sv, u"baz"sv }));
|
||
}
|
||
{
|
||
auto test = u"ωΣ2ωΣω"sv;
|
||
EXPECT_EQ(test.split_view(0x03A3u, SplitBehavior::Nothing), Vector({ u"ω"sv, u"2ω"sv, u"ω"sv }));
|
||
}
|
||
}
|
||
|
||
TEST_CASE(find_code_unit_offset)
|
||
{
|
||
auto conversion_result = Utf16String::from_utf8("😀foo😀bar"sv);
|
||
Utf16View const view { conversion_result };
|
||
|
||
EXPECT_EQ(0u, view.find_code_unit_offset(u""sv).value());
|
||
EXPECT_EQ(4u, view.find_code_unit_offset(u""sv, 4).value());
|
||
EXPECT(!view.find_code_unit_offset(u""sv, 16).has_value());
|
||
|
||
EXPECT_EQ(0u, view.find_code_unit_offset(u"😀"sv).value());
|
||
EXPECT_EQ(5u, view.find_code_unit_offset(u"😀"sv, 1).value());
|
||
EXPECT_EQ(2u, view.find_code_unit_offset(u"foo"sv).value());
|
||
EXPECT_EQ(7u, view.find_code_unit_offset(u"bar"sv).value());
|
||
|
||
EXPECT(!view.find_code_unit_offset(u"baz"sv).has_value());
|
||
}
|
||
|
||
TEST_CASE(find_code_unit_offset_ignoring_case)
|
||
{
|
||
auto conversion_result = Utf16String::from_utf8("😀Foo😀Bar"sv);
|
||
Utf16View const view { conversion_result };
|
||
|
||
EXPECT_EQ(0u, view.find_code_unit_offset_ignoring_case(u""sv).value());
|
||
EXPECT_EQ(4u, view.find_code_unit_offset_ignoring_case(u""sv, 4).value());
|
||
EXPECT(!view.find_code_unit_offset_ignoring_case(u""sv, 16).has_value());
|
||
|
||
EXPECT_EQ(0u, view.find_code_unit_offset_ignoring_case(u"😀"sv).value());
|
||
EXPECT_EQ(5u, view.find_code_unit_offset_ignoring_case(u"😀"sv, 1).value());
|
||
EXPECT_EQ(2u, view.find_code_unit_offset_ignoring_case(u"foO"sv).value());
|
||
EXPECT_EQ(7u, view.find_code_unit_offset_ignoring_case(u"baR"sv).value());
|
||
EXPECT(!view.find_code_unit_offset_ignoring_case(u"baz"sv).has_value());
|
||
}
|
||
|
||
TEST_CASE(previous_code_point_at)
|
||
{
|
||
// ASCII text.
|
||
{
|
||
Utf16View view { u"abc"sv };
|
||
size_t index = 3;
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'c');
|
||
EXPECT_EQ(index, 2u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'b');
|
||
EXPECT_EQ(index, 1u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'a');
|
||
EXPECT_EQ(index, 0u);
|
||
}
|
||
|
||
// Surrogate pair (emoji).
|
||
{
|
||
Utf16View view { u"a😀b"sv };
|
||
size_t index = 4;
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'b');
|
||
EXPECT_EQ(index, 3u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)0x1f600);
|
||
EXPECT_EQ(index, 1u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'a');
|
||
EXPECT_EQ(index, 0u);
|
||
}
|
||
|
||
// Unpaired low surrogate.
|
||
{
|
||
Utf16View view { u"a\xdc00g"sv };
|
||
size_t index = 3;
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'g');
|
||
EXPECT_EQ(index, 2u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)0xdc00);
|
||
EXPECT_EQ(index, 1u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'a');
|
||
EXPECT_EQ(index, 0u);
|
||
}
|
||
|
||
// Unpaired high surrogate.
|
||
{
|
||
Utf16View view { u"a\xd800g"sv };
|
||
size_t index = 3;
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'g');
|
||
EXPECT_EQ(index, 2u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)0xd800);
|
||
EXPECT_EQ(index, 1u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)'a');
|
||
EXPECT_EQ(index, 0u);
|
||
}
|
||
|
||
// Two consecutive unpaired low surrogates.
|
||
{
|
||
Utf16View view { u"\xdc00\xdc00"sv };
|
||
size_t index = 2;
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)0xdc00);
|
||
EXPECT_EQ(index, 1u);
|
||
EXPECT_EQ(view.previous_code_point_at(index), (u32)0xdc00);
|
||
EXPECT_EQ(index, 0u);
|
||
}
|
||
}
|