RGBCube/serenity
1
Fork 0
mirror of https://github.com/RGBCube/serenity synced 2025-07-07 16:37:34 +00:00
Code Issues Activity Actions

LibCpp: Add lexer option to ignore whitespace tokens

Browse source
This commit is contained in:
Itamar 2021-08-13 12:11:26 +03:00 • committed by Andreas Kling
parent 06e47ce7aa
commit c7d3a7789c
2 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Userland/Libraries/LibCpp/Lexer.cpp
View file

@ -222,6 +222,8 @@ Vector<Token> Lexer::lex()
token_start_position = m_position;
};
auto commit_token = [&](auto type) {
if (m_options.ignore_whitespace && type == Token::Type::Whitespace)
return;
tokens.empend(type, token_start_position, m_previous_position, m_input.substring_view(token_start_index, m_index - token_start_index));
};

6
Userland/Libraries/LibCpp/Lexer.h
View file

@ -18,6 +18,8 @@ public:
Vector<Token> lex();
void set_ignore_whitespace(bool value) { m_options.ignore_whitespace = value; }
private:
char peek(size_t offset = 0) const;
char consume();
@ -26,6 +28,10 @@ private:
size_t m_index { 0 };
Position m_previous_position { 0, 0 };
Position m_position { 0, 0 };
struct Options {
bool ignore_whitespace { false };
} m_options;
};
}