RGBCube/serenity
1
Fork 0
mirror of https://github.com/RGBCube/serenity synced 2025-07-25 20:47:45 +00:00
Code Issues Activity Actions

LibJS: Correctly handle Unicode characters in JS source text

Browse source 
Also recognize additional white space characters.
This commit is contained in:
davidot 2021-08-14 17:07:47 +02:00 • committed by Linus Groh
parent 4d6502de42
commit 47bc72bcf6
6 changed files with 100 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

4
Userland/Libraries/LibJS/Token.cpp
View file

@ -130,7 +130,7 @@ String Token::string_value(StringValueStatus& status) const
continue;
}
// Line continuation
if (lexer.next_is(LINE_SEPARATOR) || lexer.next_is(PARAGRAPH_SEPARATOR)) {
if (lexer.next_is(LINE_SEPARATOR_STRING) || lexer.next_is(PARAGRAPH_SEPARATOR_STRING)) {
lexer.ignore(3);
continue;
}
@ -281,7 +281,7 @@ bool Token::is_identifier_name() const
bool Token::trivia_contains_line_terminator() const
{
return m_trivia.contains('\n') || m_trivia.contains('\r') || m_trivia.contains(LINE_SEPARATOR) || m_trivia.contains(PARAGRAPH_SEPARATOR);
return m_trivia.contains('\n') || m_trivia.contains('\r') || m_trivia.contains(LINE_SEPARATOR_STRING) || m_trivia.contains(PARAGRAPH_SEPARATOR_STRING);
}
}