RGBCube/serenity
1
Fork 0
mirror of https://github.com/RGBCube/serenity synced 2025-07-26 23:27:43 +00:00
Code Issues Activity Actions

LibWeb: Add specification-based CSS tokenizer

Browse source 
Original work by @stelar7 for #2628.
This commit is contained in:
Andreas Kling 2021-03-09 17:18:08 +01:00
parent 82aea65bd3
commit 078f0a5c67
5 changed files with 1423 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

111
Userland/Libraries/LibWeb/CSS/Parser/Token.h Normal file
View file

@ -0,0 +1,111 @@
/*
* Copyright (c) 2020-2021, SerenityOS developers
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice, this
* list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright notice,
* this list of conditions and the following disclaimer in the documentation
* and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#pragma once
#include <AK/String.h>
#include <AK/StringBuilder.h>
namespace Web::CSS {
class Token {
friend class Parser;
friend class Tokenizer;
public:
enum class TokenType {
Invalid,
EndOfFile,
Ident,
Function,
AtKeyword,
Hash,
String,
BadString,
Url,
BadUrl,
Delim,
Number,
Percentage,
Dimension,
Whitespace,
CDO,
CDC,
Colon,
Semicolon,
Comma,
OpenSquare,
CloseSquare,
OpenParen,
CloseParen,
OpenCurly,
CloseCurly
};
enum class HashType {
Id,
Unrestricted,
};
enum class NumberType {
Integer,
Number,
};
bool is_eof() const { return m_type == TokenType::EndOfFile; }
bool is_whitespace() const { return m_type == TokenType::Whitespace; }
bool is_cdo() const { return m_type == TokenType::CDO; }
bool is_cdc() const { return m_type == TokenType::CDC; }
bool is_at() const { return m_type == TokenType::AtKeyword; }
bool is_semicolon() const { return m_type == TokenType::Semicolon; }
bool is_open_curly() const { return m_type == TokenType::OpenCurly; }
bool is_open_square() const { return m_type == TokenType::OpenSquare; }
bool is_open_paren() const { return m_type == TokenType::OpenParen; }
bool is_close_paren() const { return m_type == TokenType::CloseParen; }
bool is_close_square() const { return m_type == TokenType::CloseSquare; }
bool is_close_curly() const { return m_type == TokenType::CloseCurly; }
bool is_function() const { return m_type == TokenType::Function; }
bool is_colon() const { return m_type == TokenType::Colon; }
bool is_ident() const { return m_type == TokenType::Ident; }
bool is_delim() const { return m_type == TokenType::Delim; }
bool is_comma() const { return m_type == TokenType::Comma; }
TokenType mirror_variant() const;
String bracket_string() const;
String bracket_mirror_string() const;
String to_string() const;
private:
TokenType m_type { TokenType::Invalid };
StringBuilder m_value;
StringBuilder m_unit;
HashType m_hash_type { HashType::Unrestricted };
NumberType m_number_type { NumberType::Integer };
};
}