#include "url/url_canon_internal.h"
#include <errno.h>
#include <stddef.h>
#include <stdlib.h>
#ifdef __SSE2__
#include <immintrin.h>
#elif defined(__aarch64__)
#include <arm_neon.h>
#endif
#include <cstdio>
#include <string>
#include "base/bits.h"
#include "base/numerics/safe_conversions.h"
#include "base/strings/utf_string_conversion_utils.h"
namespace url {
namespace {
size_t FindInitialQuerySafeString(const char* source, size_t length) {
#if defined(__SSE2__) || defined(__aarch64__)
constexpr size_t kChunkSize = 16;
size_t i;
for (i = 0; i < base::bits::AlignDown(length, kChunkSize); i += kChunkSize) {
char b __attribute__((vector_size(16)));
memcpy(&b, source + i, sizeof(b));
auto mask = b >= 0x24 && b <= 0x7e && b != 0x27 && b != 0x3c && b != 0x3e;
#ifdef __SSE2__
if (_mm_movemask_epi8(reinterpret_cast<__m128i>(mask)) != 0xffff) {
return i;
}
#else
if (vminvq_u8(reinterpret_cast<uint8x16_t>(mask)) == 0) {
return i;
}
#endif
}
return i;
#else
return 0;
#endif
}
template <typename CHAR, typename UCHAR>
void DoAppendStringOfType(const CHAR* source,
size_t length,
SharedCharTypes type,
CanonOutput* output) {
size_t i = 0;
if constexpr (sizeof(CHAR) == 1) {
if (type == CHAR_QUERY && length >= kMinimumLengthForSIMD) {
i = FindInitialQuerySafeString(source, length);
output->Append(source, i);
}
}
for (; i < length; i++) {
if (static_cast<UCHAR>(source[i]) >= 0x80) {
base_icu::UChar32 code_point;
ReadUTFChar(source, &i, length, &code_point);
AppendUTF8EscapedValue(code_point, output);
} else {
unsigned char uch = static_cast<unsigned char>(source[i]);
if (!IsCharOfType(uch, type))
AppendEscapedChar(uch, output);
else
output->push_back(uch);
}
}
}
template <typename CHAR, typename UCHAR>
void DoAppendInvalidNarrowString(const CHAR* spec,
size_t begin,
size_t end,
CanonOutput* output) {
for (size_t i = begin; i < end; i++) {
UCHAR uch = static_cast<UCHAR>(spec[i]);
if (uch >= 0x80) {
AppendUTF8EscapedChar(spec, &i, end, output);
} else if (uch <= ' ' || uch == 0x7f) {
AppendEscapedChar(static_cast<unsigned char>(uch), output);
} else {
output->push_back(static_cast<char>(uch));
}
}
}
void DoOverrideComponent(const char* override_source,
const Component& override_component,
const char** dest,
Component* dest_component) {
if (override_source) {
*dest = override_source;
*dest_component = override_component;
}
}
bool PrepareUTF16OverrideComponent(const char16_t* override_source,
const Component& override_component,
CanonOutput* utf8_buffer,
Component* dest_component) {
bool success = true;
if (override_source) {
if (!override_component.is_valid()) {
*dest_component = Component();
} else {
dest_component->begin = utf8_buffer->length();
success = ConvertUTF16ToUTF8(&override_source[override_component.begin],
static_cast<size_t>(override_component.len),
utf8_buffer);
dest_component->len = utf8_buffer->length() - dest_component->begin;
}
}
return success;
}
}
const unsigned char kSharedCharTypeTable[0x100] = {
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
0,
0,
CHAR_QUERY | CHAR_USERINFO,
CHAR_QUERY | CHAR_USERINFO,
CHAR_QUERY | CHAR_USERINFO,
0,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO,
CHAR_QUERY | CHAR_USERINFO,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_COMPONENT,
CHAR_QUERY,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_OCT | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_OCT | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_OCT | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_OCT | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_OCT | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_OCT | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_OCT | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_OCT | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_DEC | CHAR_COMPONENT,
CHAR_QUERY,
CHAR_QUERY,
0,
CHAR_QUERY,
0,
CHAR_QUERY,
CHAR_QUERY,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY,
CHAR_QUERY,
CHAR_QUERY,
CHAR_QUERY,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_HEX | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_IPV4 | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
CHAR_QUERY,
CHAR_QUERY,
CHAR_QUERY,
CHAR_QUERY | CHAR_USERINFO | CHAR_COMPONENT,
0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
};
const char kHexCharLookup[0x10] = {
'0', '1', '2', '3', '4', '5', '6', '7',
'8', '9', 'A', 'B', 'C', 'D', 'E', 'F',
};
const char kCharToHexLookup[8] = {
0,
'0',
'A' - 10,
'a' - 10,
0,
0,
0,
0,
};
const base_icu::UChar32 kUnicodeReplacementCharacter = 0xfffd;
void AppendStringOfType(const char* source,
size_t length,
SharedCharTypes type,
CanonOutput* output) {
DoAppendStringOfType<char, unsigned char>(source, length, type, output);
}
void AppendStringOfType(const char16_t* source,
size_t length,
SharedCharTypes type,
CanonOutput* output) {
DoAppendStringOfType<char16_t, char16_t>(source, length, type, output);
}
bool ReadUTFChar(const char* str,
size_t* begin,
size_t length,
base_icu::UChar32* code_point_out) {
if (!base::ReadUnicodeCharacter(str, length, begin, code_point_out) ||
!base::IsValidCharacter(*code_point_out)) {
*code_point_out = kUnicodeReplacementCharacter;
return false;
}
return true;
}
bool ReadUTFChar(const char16_t* str,
size_t* begin,
size_t length,
base_icu::UChar32* code_point_out) {
if (!base::ReadUnicodeCharacter(str, length, begin, code_point_out) ||
!base::IsValidCharacter(*code_point_out)) {
*code_point_out = kUnicodeReplacementCharacter;
return false;
}
return true;
}
void AppendInvalidNarrowString(const char* spec,
size_t begin,
size_t end,
CanonOutput* output) {
DoAppendInvalidNarrowString<char, unsigned char>(spec, begin, end, output);
}
void AppendInvalidNarrowString(const char16_t* spec,
size_t begin,
size_t end,
CanonOutput* output) {
DoAppendInvalidNarrowString<char16_t, char16_t>(spec, begin, end, output);
}
bool ConvertUTF16ToUTF8(const char16_t* input,
size_t input_len,
CanonOutput* output) {
bool success = true;
for (size_t i = 0; i < input_len; i++) {
base_icu::UChar32 code_point;
success &= ReadUTFChar(input, &i, input_len, &code_point);
AppendUTF8Value(code_point, output);
}
return success;
}
bool ConvertUTF8ToUTF16(const char* input,
size_t input_len,
CanonOutputT<char16_t>* output) {
bool success = true;
for (size_t i = 0; i < input_len; i++) {
base_icu::UChar32 code_point;
success &= ReadUTFChar(input, &i, input_len, &code_point);
AppendUTF16Value(code_point, output);
}
return success;
}
void SetupOverrideComponents(const char* base,
const Replacements<char>& repl,
URLComponentSource<char>* source,
Parsed* parsed) {
const URLComponentSource<char>& repl_source = repl.sources();
const Parsed& repl_parsed = repl.components();
DoOverrideComponent(repl_source.scheme, repl_parsed.scheme, &source->scheme,
&parsed->scheme);
DoOverrideComponent(repl_source.username, repl_parsed.username,
&source->username, &parsed->username);
DoOverrideComponent(repl_source.password, repl_parsed.password,
&source->password, &parsed->password);
DoOverrideComponent(repl_source.host, repl_parsed.host, &source->host,
&parsed->host);
if (parsed->host.len == -1)
parsed->host.len = 0;
DoOverrideComponent(repl_source.port, repl_parsed.port, &source->port,
&parsed->port);
DoOverrideComponent(repl_source.path, repl_parsed.path, &source->path,
&parsed->path);
DoOverrideComponent(repl_source.query, repl_parsed.query, &source->query,
&parsed->query);
DoOverrideComponent(repl_source.ref, repl_parsed.ref, &source->ref,
&parsed->ref);
}
bool SetupUTF16OverrideComponents(const char* base,
const Replacements<char16_t>& repl,
CanonOutput* utf8_buffer,
URLComponentSource<char>* source,
Parsed* parsed) {
bool success = true;
const URLComponentSource<char16_t>& repl_source = repl.sources();
const Parsed& repl_parsed = repl.components();
success &= PrepareUTF16OverrideComponent(
repl_source.scheme, repl_parsed.scheme, utf8_buffer, &parsed->scheme);
success &=
PrepareUTF16OverrideComponent(repl_source.username, repl_parsed.username,
utf8_buffer, &parsed->username);
success &=
PrepareUTF16OverrideComponent(repl_source.password, repl_parsed.password,
utf8_buffer, &parsed->password);
success &= PrepareUTF16OverrideComponent(repl_source.host, repl_parsed.host,
utf8_buffer, &parsed->host);
success &= PrepareUTF16OverrideComponent(repl_source.port, repl_parsed.port,
utf8_buffer, &parsed->port);
success &= PrepareUTF16OverrideComponent(repl_source.path, repl_parsed.path,
utf8_buffer, &parsed->path);
success &= PrepareUTF16OverrideComponent(repl_source.query, repl_parsed.query,
utf8_buffer, &parsed->query);
success &= PrepareUTF16OverrideComponent(repl_source.ref, repl_parsed.ref,
utf8_buffer, &parsed->ref);
if (repl_source.scheme)
source->scheme = utf8_buffer->data();
if (repl_source.username)
source->username = utf8_buffer->data();
if (repl_source.password)
source->password = utf8_buffer->data();
if (repl_source.host)
source->host = utf8_buffer->data();
if (repl_source.port)
source->port = utf8_buffer->data();
if (repl_source.path)
source->path = utf8_buffer->data();
if (repl_source.query)
source->query = utf8_buffer->data();
if (repl_source.ref)
source->ref = utf8_buffer->data();
return success;
}
#ifndef WIN32
int _itoa_s(int value, char* buffer, size_t size_in_chars, int radix) {
const char* format_str;
if (radix == 10)
format_str = "%d";
else if (radix == 16)
format_str = "%x";
else
return EINVAL;
int written = snprintf(buffer, size_in_chars, format_str, value);
if (static_cast<size_t>(written) >= size_in_chars) {
return EINVAL;
}
return 0;
}
int _itow_s(int value, char16_t* buffer, size_t size_in_chars, int radix) {
if (radix != 10)
return EINVAL;
char temp[13];
int written = snprintf(temp, sizeof(temp), "%d", value);
if (static_cast<size_t>(written) >= size_in_chars) {
return EINVAL;
}
for (int i = 0; i < written; ++i) {
buffer[i] = static_cast<char16_t>(temp[i]);
}
buffer[written] = '\0';
return 0;
}
#endif
}