#include "base/i18n/streaming_utf8_validator.h"
#include "base/check_op.h"
#include "base/compiler_specific.h"
#include "base/i18n/utf8_validator_tables.h"
namespace base {
namespace {
uint8_t StateTableLookup(uint8_t offset) {
DCHECK_LT(offset, internal::kUtf8ValidatorTablesSize);
return UNSAFE_TODO(internal::kUtf8ValidatorTables[offset]);
}
}
StreamingUtf8Validator::State StreamingUtf8Validator::AddBytes(
base::span<const uint8_t> data) {
uint8_t state = state_;
for (const uint8_t ch : data) {
if ((ch & 0x80) == 0) {
if (state == 0) {
continue;
}
state = internal::I18N_UTF8_VALIDATOR_INVALID_INDEX;
break;
}
const uint8_t shift_amount = StateTableLookup(state);
const uint8_t shifted_char = (ch & 0x7F) >> shift_amount;
state = StateTableLookup(state + shifted_char + 1);
}
state_ = state;
return state == 0 ? VALID_ENDPOINT
: state == internal::I18N_UTF8_VALIDATOR_INVALID_INDEX
? INVALID
: VALID_MIDPOINT;
}
void StreamingUtf8Validator::Reset() {
state_ = 0u;
}
bool StreamingUtf8Validator::Validate(const std::string& string) {
return StreamingUtf8Validator().AddBytes(base::as_byte_span(string)) ==
VALID_ENDPOINT;
}
}