RGBCube/serenity
1
Fork 0
mirror of https://github.com/RGBCube/serenity synced 2025-07-25 14:47:44 +00:00
Code Issues Activity Actions

LibWeb: Implement almost all missing tokenizer cases

Browse source
This commit is contained in:
Luke 2020-06-26 22:41:35 +01:00 • committed by Andreas Kling
parent f270f1f274
commit 2df69317f1
1 changed files with 87 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

104
Libraries/LibWeb/Parser/HTMLTokenizer.cpp
View file

@ -986,7 +986,11 @@ _StartOfFunction:
} }
ON('=') ON('=')
{ {
TODO(); PARSE_ERROR();
auto new_attribute = HTMLToken::AttributeBuilder();
new_attribute.local_name_builder.append_codepoint(current_input_character.value());
m_current_token.m_tag.attributes.append(new_attribute);
SWITCH_TO(AttributeName);
} }
ANYTHING_ELSE ANYTHING_ELSE
{ {
@ -1038,8 +1042,35 @@ _StartOfFunction:
{ {
SWITCH_TO(BeforeAttributeValue); SWITCH_TO(BeforeAttributeValue);
} }
ON_ASCII_UPPER_ALPHA
{
m_current_token.m_tag.attributes.last().local_name_builder.append_codepoint(tolower(current_input_character.value()));
continue;
}
ON(0)
{
PARSE_ERROR();
m_current_token.m_tag.attributes.last().local_name_builder.append_codepoint(0xFFFD);
continue;
}
ON('"')
{
PARSE_ERROR();
goto AnythingElseAttributeName;
}
ON('\'')
{
PARSE_ERROR();
goto AnythingElseAttributeName;
}
ON('<')
{
PARSE_ERROR();
goto AnythingElseAttributeName;
}
ANYTHING_ELSE ANYTHING_ELSE
{ {
AnythingElseAttributeName:
m_current_token.m_tag.attributes.last().local_name_builder.append_codepoint(current_input_character.value()); m_current_token.m_tag.attributes.last().local_name_builder.append_codepoint(current_input_character.value());
continue; continue;
} }
@ -1116,7 +1147,9 @@ _StartOfFunction:
} }
ON(0) ON(0)
{ {
TODO(); PARSE_ERROR();
m_current_token.m_tag.attributes.last().value_builder.append_codepoint(0xFFFD);
continue;
} }
ON_EOF ON_EOF
{ {
@ -1144,7 +1177,9 @@ _StartOfFunction:
} }
ON(0) ON(0)
{ {
TODO(); PARSE_ERROR();
m_current_token.m_tag.attributes.last().value_builder.append_codepoint(0xFFFD);
continue;
} }
ON_EOF ON_EOF
{ {
@ -1176,7 +1211,34 @@ _StartOfFunction:
} }
ON(0) ON(0)
{ {
TODO(); PARSE_ERROR();
m_current_token.m_tag.attributes.last().value_builder.append_codepoint(0xFFFD);
continue;
}
ON('"')
{
PARSE_ERROR();
goto AnythingElseAttributeValueUnquoted;
}
ON('\'')
{
PARSE_ERROR();
goto AnythingElseAttributeValueUnquoted;
}
ON('<')
{
PARSE_ERROR();
goto AnythingElseAttributeValueUnquoted;
}
ON('=')
{
PARSE_ERROR();
goto AnythingElseAttributeValueUnquoted;
}
ON('`')
{
PARSE_ERROR();
goto AnythingElseAttributeValueUnquoted;
} }
ON_EOF ON_EOF
{ {
@ -1185,6 +1247,7 @@ _StartOfFunction:
} }
ANYTHING_ELSE ANYTHING_ELSE
{ {
AnythingElseAttributeValueUnquoted:
m_current_token.m_tag.attributes.last().value_builder.append_codepoint(current_input_character.value()); m_current_token.m_tag.attributes.last().value_builder.append_codepoint(current_input_character.value());
continue; continue;
} }
@ -1510,7 +1573,8 @@ _StartOfFunction:
} }
ON(';') ON(';')
{ {
TODO(); PARSE_ERROR();
RECONSUME_IN_RETURN_STATE;
} }
ANYTHING_ELSE ANYTHING_ELSE
{ {
@ -1548,7 +1612,9 @@ _StartOfFunction:
} }
ANYTHING_ELSE ANYTHING_ELSE
{ {
TODO(); PARSE_ERROR();
FLUSH_CODEPOINTS_CONSUMED_AS_A_CHARACTER_REFERENCE;
RECONSUME_IN_RETURN_STATE;
} }
} }
END_STATE END_STATE
@ -1561,7 +1627,9 @@ _StartOfFunction:
} }
ANYTHING_ELSE ANYTHING_ELSE
{ {
TODO(); PARSE_ERROR();
FLUSH_CODEPOINTS_CONSUMED_AS_A_CHARACTER_REFERENCE;
RECONSUME_IN_RETURN_STATE;
} }
} }
END_STATE END_STATE
@ -1592,7 +1660,8 @@ _StartOfFunction:
} }
ANYTHING_ELSE ANYTHING_ELSE
{ {
TODO(); PARSE_ERROR();
RECONSUME_IN(NumericCharacterReferenceEnd);
} }
} }
END_STATE END_STATE
@ -1611,7 +1680,8 @@ _StartOfFunction:
} }
ANYTHING_ELSE ANYTHING_ELSE
{ {
TODO(); PARSE_ERROR();
RECONSUME_IN(NumericCharacterReferenceEnd);
} }
} }
END_STATE END_STATE
@ -1621,22 +1691,22 @@ _StartOfFunction:
DONT_CONSUME_NEXT_INPUT_CHARACTER; DONT_CONSUME_NEXT_INPUT_CHARACTER;
if (m_character_reference_code == 0) { if (m_character_reference_code == 0) {
TODO(); PARSE_ERROR();
m_character_reference_code = 0xFFFD;
} }
if (m_character_reference_code > 0x10ffff) { if (m_character_reference_code > 0x10ffff) {
TODO(); PARSE_ERROR();
m_character_reference_code = 0xFFFD;
} }
if (is_surrogate(m_character_reference_code)) { if (is_surrogate(m_character_reference_code)) {
TODO(); PARSE_ERROR();
m_character_reference_code = 0xFFFD;
} }
if (is_noncharacter(m_character_reference_code)) { if (is_noncharacter(m_character_reference_code)) {
TODO(); PARSE_ERROR();
} }
if (m_character_reference_code == 0xd || (is_control(m_character_reference_code) && !isspace(m_character_reference_code))) { if (m_character_reference_code == 0xd || (is_control(m_character_reference_code) && !isspace(m_character_reference_code))) {
TODO(); PARSE_ERROR();
}
if (is_control(m_character_reference_code)) {
constexpr struct { constexpr struct {
u32 number; u32 number;
u32 codepoint; u32 codepoint;