RGBCube/serenity
1
Fork 0
mirror of https://github.com/RGBCube/serenity synced 2025-07-25 16:27:35 +00:00
Code Issues Activity Actions

LibWeb: Store the original representation of CSS tokens

Browse source 
This is required for the `<urange>` type, and custom properties, to work
correctly, as both need to know exactly what the original text was.
This commit is contained in:
Sam Atkins 2023-03-22 15:25:20 +00:00 • committed by Andreas Kling
parent b876e97719
commit c138845013
3 changed files with 96 additions and 37 deletions
Download patch file Download diff file Expand all files Collapse all files

7
Userland/Libraries/LibWeb/CSS/Parser/Tokenizer.h
View file

@ -68,6 +68,9 @@ private:
[[nodiscard]] ErrorOr<Vector<Token>> tokenize();
size_t current_byte_offset() const;
ErrorOr<String> input_since(size_t offset) const;
[[nodiscard]] u32 next_code_point();
[[nodiscard]] u32 peek_code_point(size_t offset = 0) const;
[[nodiscard]] U32Twin peek_twin() const;
@ -77,8 +80,8 @@ private:
[[nodiscard]] U32Triplet start_of_input_stream_triplet();
[[nodiscard]] static Token create_new_token(Token::Type);
[[nodiscard]] static Token create_value_token(Token::Type, FlyString&& value);
[[nodiscard]] static Token create_value_token(Token::Type, u32 value);
[[nodiscard]] static Token create_value_token(Token::Type, FlyString&& value, String&& representation);
[[nodiscard]] static Token create_value_token(Token::Type, u32 value, String&& representation);
[[nodiscard]] ErrorOr<Token> consume_a_token();
[[nodiscard]] ErrorOr<Token> consume_string_token(u32 ending_code_point);
[[nodiscard]] ErrorOr<Token> consume_a_numeric_token();