1
Fork 0
mirror of https://github.com/RGBCube/serenity synced 2025-06-28 16:42:12 +00:00

LibWeb: Don't put a backslash after escape sequences in text-like tokens

Previously, a string token like '\41' would be tokenized to 'A\'. This
could be seen on Wikipedia headlines.
This commit is contained in:
Karol Kosek 2022-03-19 20:15:28 +01:00 committed by Brian Gianforcaro
parent ff3256792d
commit fd235d8a06

View file

@ -761,6 +761,7 @@ Token Tokenizer::consume_a_url_token()
if (is_valid_escape_sequence(start_of_input_stream_twin())) {
// consume an escaped code point and append the returned code point to the <url-token>s value.
builder.append_code_point(consume_escaped_code_point());
continue;
} else {
// Otherwise, this is a parse error.
log_parse_error();
@ -1037,6 +1038,7 @@ Token Tokenizer::consume_string_token(u32 ending_code_point)
// point and append the returned code point to the <string-token>s value.
auto escaped = consume_escaped_code_point();
builder.append_code_point(escaped);
continue;
}
// anything else