#include "base/i18n/char_iterator.h"
#include "base/strings/utf_string_conversions.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace base::i18n {
static const char* const kTestString = "x\u00FB\U0001D538z";
TEST(CharIteratorsTest, TestUTF8) {
std::string empty;
UTF8CharIterator empty_iter(empty);
EXPECT_TRUE(empty_iter.end());
EXPECT_EQ(0u, empty_iter.array_pos());
EXPECT_EQ(0u, empty_iter.char_pos());
EXPECT_FALSE(empty_iter.Advance());
std::string str("s\303\273r");
UTF8CharIterator iter(str);
EXPECT_FALSE(iter.end());
EXPECT_EQ(0u, iter.array_pos());
EXPECT_EQ(0u, iter.char_pos());
EXPECT_EQ('s', iter.get());
EXPECT_TRUE(iter.Advance());
EXPECT_FALSE(iter.end());
EXPECT_EQ(1u, iter.array_pos());
EXPECT_EQ(1u, iter.char_pos());
EXPECT_EQ(251, iter.get());
EXPECT_TRUE(iter.Advance());
EXPECT_FALSE(iter.end());
EXPECT_EQ(3u, iter.array_pos());
EXPECT_EQ(2u, iter.char_pos());
EXPECT_EQ('r', iter.get());
EXPECT_TRUE(iter.Advance());
EXPECT_TRUE(iter.end());
EXPECT_EQ(4u, iter.array_pos());
EXPECT_EQ(3u, iter.char_pos());
iter.get();
EXPECT_FALSE(iter.Advance());
}
TEST(CharIteratorsTest, TestUTF16_Empty) {
std::u16string empty;
UTF16CharIterator empty_iter(empty);
EXPECT_TRUE(empty_iter.end());
EXPECT_TRUE(empty_iter.start());
EXPECT_EQ(0u, empty_iter.array_pos());
EXPECT_EQ(0, empty_iter.char_offset());
EXPECT_FALSE(empty_iter.Advance());
empty_iter.get();
empty_iter.NextCodePoint();
empty_iter.PreviousCodePoint();
}
TEST(CharIteratorsTest, TestUTF16) {
std::u16string str = UTF8ToUTF16(kTestString);
UTF16CharIterator iter(str);
EXPECT_FALSE(iter.end());
EXPECT_TRUE(iter.start());
EXPECT_EQ(0u, iter.array_pos());
EXPECT_EQ(0, iter.char_offset());
EXPECT_EQ('x', iter.get());
iter.PreviousCodePoint();
EXPECT_EQ(0xFB, iter.NextCodePoint());
EXPECT_TRUE(iter.Advance());
EXPECT_FALSE(iter.end());
EXPECT_FALSE(iter.start());
EXPECT_EQ(1u, iter.array_pos());
EXPECT_EQ(1, iter.char_offset());
EXPECT_EQ(0xFB, iter.get());
EXPECT_EQ('x', iter.PreviousCodePoint());
EXPECT_EQ(0x1D538, iter.NextCodePoint());
EXPECT_TRUE(iter.Advance());
EXPECT_FALSE(iter.end());
EXPECT_FALSE(iter.start());
EXPECT_EQ(2u, iter.array_pos());
EXPECT_EQ(2, iter.char_offset());
EXPECT_EQ(0x1D538, iter.get());
EXPECT_EQ(0xFB, iter.PreviousCodePoint());
EXPECT_EQ('z', iter.NextCodePoint());
EXPECT_TRUE(iter.Advance());
EXPECT_FALSE(iter.end());
EXPECT_FALSE(iter.start());
EXPECT_EQ(4u, iter.array_pos());
EXPECT_EQ(3, iter.char_offset());
EXPECT_EQ('z', iter.get());
EXPECT_EQ(0x1D538, iter.PreviousCodePoint());
iter.NextCodePoint();
EXPECT_TRUE(iter.Advance());
EXPECT_TRUE(iter.end());
EXPECT_FALSE(iter.start());
EXPECT_EQ(5u, iter.array_pos());
EXPECT_EQ(4, iter.char_offset());
EXPECT_EQ('z', iter.PreviousCodePoint());
iter.get();
iter.NextCodePoint();
EXPECT_FALSE(iter.Advance());
}
TEST(CharIteratorsTest, TestUTF16_Rewind) {
std::u16string str = UTF8ToUTF16(kTestString);
UTF16CharIterator iter = UTF16CharIterator::UpperBound(str, str.length());
EXPECT_TRUE(iter.end());
EXPECT_FALSE(iter.start());
EXPECT_EQ(5u, iter.array_pos());
EXPECT_EQ(0, iter.char_offset());
EXPECT_EQ('z', iter.PreviousCodePoint());
iter.get();
iter.NextCodePoint();
EXPECT_TRUE(iter.Rewind());
EXPECT_FALSE(iter.end());
EXPECT_FALSE(iter.start());
EXPECT_EQ(4u, iter.array_pos());
EXPECT_EQ(-1, iter.char_offset());
EXPECT_EQ('z', iter.get());
EXPECT_EQ(0x1D538, iter.PreviousCodePoint());
iter.NextCodePoint();
EXPECT_TRUE(iter.Rewind());
EXPECT_FALSE(iter.end());
EXPECT_FALSE(iter.start());
EXPECT_EQ(2u, iter.array_pos());
EXPECT_EQ(-2, iter.char_offset());
EXPECT_EQ(0x1D538, iter.get());
EXPECT_EQ(0xFB, iter.PreviousCodePoint());
EXPECT_EQ('z', iter.NextCodePoint());
EXPECT_TRUE(iter.Rewind());
EXPECT_FALSE(iter.end());
EXPECT_FALSE(iter.start());
EXPECT_EQ(1u, iter.array_pos());
EXPECT_EQ(-3, iter.char_offset());
EXPECT_EQ(0xFB, iter.get());
EXPECT_EQ('x', iter.PreviousCodePoint());
EXPECT_EQ(0x1D538, iter.NextCodePoint());
EXPECT_TRUE(iter.Rewind());
EXPECT_FALSE(iter.end());
EXPECT_TRUE(iter.start());
EXPECT_EQ(0u, iter.array_pos());
EXPECT_EQ(-4, iter.char_offset());
EXPECT_EQ('x', iter.get());
EXPECT_EQ(0xFB, iter.NextCodePoint());
iter.PreviousCodePoint();
EXPECT_FALSE(iter.Rewind());
}
TEST(CharIteratorsTest, TestUTF16_UpperBound) {
std::u16string str = UTF8ToUTF16(kTestString);
ASSERT_EQ(0u, UTF16CharIterator::UpperBound(str, 0).array_pos());
ASSERT_EQ(1u, UTF16CharIterator::UpperBound(str, 1).array_pos());
ASSERT_EQ(2u, UTF16CharIterator::UpperBound(str, 2).array_pos());
ASSERT_EQ(4u, UTF16CharIterator::UpperBound(str, 3).array_pos());
ASSERT_EQ(4u, UTF16CharIterator::UpperBound(str, 4).array_pos());
ASSERT_EQ(5u, UTF16CharIterator::UpperBound(str, 5).array_pos());
}
TEST(CharIteratorsTest, TestUTF16_LowerBound) {
std::u16string str = UTF8ToUTF16(kTestString);
ASSERT_EQ(0u, UTF16CharIterator::LowerBound(str, 0).array_pos());
ASSERT_EQ(1u, UTF16CharIterator::LowerBound(str, 1).array_pos());
ASSERT_EQ(2u, UTF16CharIterator::LowerBound(str, 2).array_pos());
ASSERT_EQ(2u, UTF16CharIterator::LowerBound(str, 3).array_pos());
ASSERT_EQ(4u, UTF16CharIterator::LowerBound(str, 4).array_pos());
ASSERT_EQ(5u, UTF16CharIterator::LowerBound(str, 5).array_pos());
}
}