mirror of
https://github.com/RGBCube/serenity
synced 2025-07-26 07:37:35 +00:00
LibJS: Correctly handle Unicode characters in JS source text
Also recognize additional white space characters.
This commit is contained in:
parent
4d6502de42
commit
47bc72bcf6
6 changed files with 100 additions and 16 deletions
|
@ -34,8 +34,13 @@ private:
|
|||
bool consume_hexadecimal_number();
|
||||
bool consume_binary_number();
|
||||
bool consume_decimal_number();
|
||||
|
||||
bool is_unicode_character() const;
|
||||
u32 current_code_point() const;
|
||||
|
||||
bool is_eof() const;
|
||||
bool is_line_terminator() const;
|
||||
bool is_whitespace() const;
|
||||
bool is_identifier_start() const;
|
||||
bool is_identifier_middle() const;
|
||||
bool is_line_comment_start(bool line_has_token_yet) const;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue