#include "base/json/string_escape.h"
#include <stddef.h>
#include <array>
#include "base/strings/string_util.h"
#include "base/strings/utf_string_conversions.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace base {
TEST(JSONStringEscapeTest, EscapeUTF8) {
struct Cases {
const char* to_escape;
const char* escaped;
};
const auto cases = std::to_array<Cases>({
{"\b\001aZ\"\\wee", "\\b\\u0001aZ\\\"\\\\wee"},
{"a\b\f\n\r\t\v\1\\.\"z", "a\\b\\f\\n\\r\\t\\u000B\\u0001\\\\.\\\"z"},
{"b\x0f\x7f\xf0\xff!",
"b\\u000F\x7F\xEF\xBF\xBD\xEF\xBF\xBD!"},
{"c<>d", "c\\u003C>d"},
{"Hello\xE2\x80\xA8world", "Hello\\u2028world"},
{"\xE2\x80\xA9purple", "\\u2029purple"},
{"\xEF\xB7\x90", "\xEF\xB7\x90"},
{"\xEF\xB7\x9F", "\xEF\xB7\x9F"},
{"\xEF\xB7\xAF", "\xEF\xB7\xAF"},
{"\xEF\xBF\xBE", "\xEF\xBF\xBE"},
{"\xEF\xBF\xBF", "\xEF\xBF\xBF"},
{"\xF0\x9F\xBF\xBE", "\xF0\x9F\xBF\xBE"},
{"\xF0\x9F\xBF\xBF", "\xF0\x9F\xBF\xBF"},
{"\xF0\xAF\xBF\xBE", "\xF0\xAF\xBF\xBE"},
{"\xF0\xAF\xBF\xBF", "\xF0\xAF\xBF\xBF"},
{"\xF0\xBF\xBF\xBE", "\xF0\xBF\xBF\xBE"},
{"\xF0\xBF\xBF\xBF", "\xF0\xBF\xBF\xBF"},
{"\xF1\x8F\xBF\xBE", "\xF1\x8F\xBF\xBE"},
{"\xF1\x8F\xBF\xBF", "\xF1\x8F\xBF\xBF"},
{"\xF1\x9F\xBF\xBE", "\xF1\x9F\xBF\xBE"},
{"\xF1\x9F\xBF\xBF", "\xF1\x9F\xBF\xBF"},
{"\xF1\xAF\xBF\xBE", "\xF1\xAF\xBF\xBE"},
{"\xF1\xAF\xBF\xBF", "\xF1\xAF\xBF\xBF"},
{"\xF1\xBF\xBF\xBE", "\xF1\xBF\xBF\xBE"},
{"\xF1\xBF\xBF\xBF", "\xF1\xBF\xBF\xBF"},
{"\xF2\x8F\xBF\xBE", "\xF2\x8F\xBF\xBE"},
{"\xF2\x8F\xBF\xBF", "\xF2\x8F\xBF\xBF"},
{"\xF2\x9F\xBF\xBE", "\xF2\x9F\xBF\xBE"},
{"\xF2\x9F\xBF\xBF", "\xF2\x9F\xBF\xBF"},
{"\xF2\xAF\xBF\xBE", "\xF2\xAF\xBF\xBE"},
{"\xF2\xAF\xBF\xBF", "\xF2\xAF\xBF\xBF"},
{"\xF2\xBF\xBF\xBE", "\xF2\xBF\xBF\xBE"},
{"\xF2\xBF\xBF\xBF", "\xF2\xBF\xBF\xBF"},
{"\xF3\x8F\xBF\xBE", "\xF3\x8F\xBF\xBE"},
{"\xF3\x8F\xBF\xBF", "\xF3\x8F\xBF\xBF"},
{"\xF3\x9F\xBF\xBE", "\xF3\x9F\xBF\xBE"},
{"\xF3\x9F\xBF\xBF", "\xF3\x9F\xBF\xBF"},
{"\xF3\xAF\xBF\xBE", "\xF3\xAF\xBF\xBE"},
{"\xF3\xAF\xBF\xBF", "\xF3\xAF\xBF\xBF"},
{"\xF3\xBF\xBF\xBE", "\xF3\xBF\xBF\xBE"},
{"\xF3\xBF\xBF\xBF", "\xF3\xBF\xBF\xBF"},
{"\xF4\x8F\xBF\xBE", "\xF4\x8F\xBF\xBE"},
{"\xF4\x8F\xBF\xBF", "\xF4\x8F\xBF\xBF"},
});
for (const auto& i : cases) {
const char* in_ptr = i.to_escape;
std::string in_str = in_ptr;
std::string out;
EscapeJSONString(in_ptr, false, &out);
EXPECT_EQ(std::string(i.escaped), out);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
out.erase();
EscapeJSONString(in_str, false, &out);
EXPECT_EQ(std::string(i.escaped), out);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
std::string fooout = GetQuotedJSONString(in_str);
EXPECT_EQ("\"" + std::string(i.escaped) + "\"", fooout);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
}
std::string in = cases[0].to_escape;
std::string out;
EscapeJSONString(in, false, &out);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
std::string out_quoted;
EscapeJSONString(in, true, &out_quoted);
EXPECT_EQ(out.length() + 2, out_quoted.length());
EXPECT_EQ(out_quoted.find(out), 1U);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out_quoted));
std::string null_prepend = "test";
null_prepend.push_back(0);
in = null_prepend + in;
std::string expected = "test\\u0000";
expected += cases[0].escaped;
out.clear();
EscapeJSONString(in, false, &out);
EXPECT_EQ(expected, out);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
}
TEST(JSONStringEscapeTest, EscapeUTF16) {
struct Cases {
const wchar_t* to_escape;
const char* escaped;
};
const auto cases = std::to_array<Cases>({
{L"b\uffb1\u00ff", "b\xEF\xBE\xB1\xC3\xBF"},
{L"\b\001aZ\"\\wee", "\\b\\u0001aZ\\\"\\\\wee"},
{L"a\b\f\n\r\t\v\1\\.\"z", "a\\b\\f\\n\\r\\t\\u000B\\u0001\\\\.\\\"z"},
{L"b\x0F\x7F\xF0\xFF!", "b\\u000F\x7F\xC3\xB0\xC3\xBF!"},
{L"c<>d", "c\\u003C>d"},
{L"Hello\u2028world", "Hello\\u2028world"},
{L"\u2029purple", "\\u2029purple"},
{L"\uFDD0", "\xEF\xB7\x90"},
{L"\uFDDF", "\xEF\xB7\x9F"},
{L"\uFDEF", "\xEF\xB7\xAF"},
{L"\uFFFE", "\xEF\xBF\xBE"},
{L"\uFFFF", "\xEF\xBF\xBF"},
{L"\U0001FFFE", "\xF0\x9F\xBF\xBE"},
{L"\U0001FFFF", "\xF0\x9F\xBF\xBF"},
{L"\U0002FFFE", "\xF0\xAF\xBF\xBE"},
{L"\U0002FFFF", "\xF0\xAF\xBF\xBF"},
{L"\U0003FFFE", "\xF0\xBF\xBF\xBE"},
{L"\U0003FFFF", "\xF0\xBF\xBF\xBF"},
{L"\U0004FFFE", "\xF1\x8F\xBF\xBE"},
{L"\U0004FFFF", "\xF1\x8F\xBF\xBF"},
{L"\U0005FFFE", "\xF1\x9F\xBF\xBE"},
{L"\U0005FFFF", "\xF1\x9F\xBF\xBF"},
{L"\U0006FFFE", "\xF1\xAF\xBF\xBE"},
{L"\U0006FFFF", "\xF1\xAF\xBF\xBF"},
{L"\U0007FFFE", "\xF1\xBF\xBF\xBE"},
{L"\U0007FFFF", "\xF1\xBF\xBF\xBF"},
{L"\U0008FFFE", "\xF2\x8F\xBF\xBE"},
{L"\U0008FFFF", "\xF2\x8F\xBF\xBF"},
{L"\U0009FFFE", "\xF2\x9F\xBF\xBE"},
{L"\U0009FFFF", "\xF2\x9F\xBF\xBF"},
{L"\U000AFFFE", "\xF2\xAF\xBF\xBE"},
{L"\U000AFFFF", "\xF2\xAF\xBF\xBF"},
{L"\U000BFFFE", "\xF2\xBF\xBF\xBE"},
{L"\U000BFFFF", "\xF2\xBF\xBF\xBF"},
{L"\U000CFFFE", "\xF3\x8F\xBF\xBE"},
{L"\U000CFFFF", "\xF3\x8F\xBF\xBF"},
{L"\U000DFFFE", "\xF3\x9F\xBF\xBE"},
{L"\U000DFFFF", "\xF3\x9F\xBF\xBF"},
{L"\U000EFFFE", "\xF3\xAF\xBF\xBE"},
{L"\U000EFFFF", "\xF3\xAF\xBF\xBF"},
{L"\U000FFFFE", "\xF3\xBF\xBF\xBE"},
{L"\U000FFFFF", "\xF3\xBF\xBF\xBF"},
{L"\U0010FFFE", "\xF4\x8F\xBF\xBE"},
{L"\U0010FFFF", "\xF4\x8F\xBF\xBF"},
});
for (const auto& i : cases) {
std::u16string in = WideToUTF16(i.to_escape);
std::string out;
EscapeJSONString(in, false, &out);
EXPECT_EQ(std::string(i.escaped), out);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
out = GetQuotedJSONString(in);
EXPECT_EQ("\"" + std::string(i.escaped) + "\"", out);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
}
std::u16string in = WideToUTF16(cases[0].to_escape);
std::string out;
EscapeJSONString(in, false, &out);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
std::string out_quoted;
EscapeJSONString(in, true, &out_quoted);
EXPECT_EQ(out.length() + 2, out_quoted.length());
EXPECT_EQ(out_quoted.find(out), 1U);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
std::u16string null_prepend = u"test";
null_prepend.push_back(0);
in = null_prepend + in;
std::string expected = "test\\u0000";
expected += cases[0].escaped;
out.clear();
EscapeJSONString(in, false, &out);
EXPECT_EQ(expected, out);
EXPECT_TRUE(IsStringUTF8AllowingNoncharacters(out));
}
TEST(JSONStringEscapeTest, EscapeUTF16OutsideBMP) {
{
std::u16string test;
test.push_back('a');
test.push_back(0xD800);
test.push_back(0xDF00);
test.push_back('!');
std::string actual;
EXPECT_TRUE(EscapeJSONString(test, false, &actual));
EXPECT_EQ("a\xF0\x90\x8C\x80!", actual);
}
{
std::u16string test;
test.push_back(0xD840);
test.push_back(0xDC21);
test.push_back(0xD840);
test.push_back(0xDC2B);
std::string actual;
EXPECT_TRUE(EscapeJSONString(test, false, &actual));
EXPECT_EQ("\xF0\xA0\x80\xA1\xF0\xA0\x80\xAB", actual);
}
{
std::u16string test;
test.push_back('?');
test.push_back(0xD800);
test.push_back('@');
std::string actual;
EXPECT_FALSE(EscapeJSONString(test, false, &actual));
EXPECT_EQ("?\xEF\xBF\xBD@", actual);
}
}
TEST(JSONStringEscapeTest, EscapeBytes) {
const struct {
const char* to_escape;
const char* escaped;
} cases[] = {
{"b\x0f\x7f\xf0\xff!", "b\\u000F\\u007F\\u00F0\\u00FF!"},
{"\xe5\xc4\x4f\x05\xb6\xfd", "\\u00E5\\u00C4O\\u0005\\u00B6\\u00FD"},
};
for (const auto& i : cases) {
std::string in = std::string(i.to_escape);
EXPECT_FALSE(IsStringUTF8AllowingNoncharacters(in));
EXPECT_EQ(std::string(i.escaped),
EscapeBytesAsInvalidJSONString(in, false));
EXPECT_EQ("\"" + std::string(i.escaped) + "\"",
EscapeBytesAsInvalidJSONString(in, true));
}
const char kEmbedNull[] = {'\xab', '\x39', '\0', '\x9f', '\xab'};
std::string in(kEmbedNull, std::size(kEmbedNull));
EXPECT_FALSE(IsStringUTF8AllowingNoncharacters(in));
EXPECT_EQ(std::string("\\u00AB9\\u0000\\u009F\\u00AB"),
EscapeBytesAsInvalidJSONString(in, false));
}
}