1
Fork 0
mirror of https://github.com/RGBCube/serenity synced 2025-07-03 00:52:12 +00:00

LibCpp: Add lexer option to ignore whitespace tokens

This commit is contained in:
Itamar 2021-08-13 12:11:26 +03:00 committed by Andreas Kling
parent 06e47ce7aa
commit c7d3a7789c
2 changed files with 8 additions and 0 deletions

View file

@ -222,6 +222,8 @@ Vector<Token> Lexer::lex()
token_start_position = m_position;
};
auto commit_token = [&](auto type) {
if (m_options.ignore_whitespace && type == Token::Type::Whitespace)
return;
tokens.empend(type, token_start_position, m_previous_position, m_input.substring_view(token_start_index, m_index - token_start_index));
};