mirror of
				https://github.com/RGBCube/serenity
				synced 2025-10-31 00:12:44 +00:00 
			
		
		
		
	 830a57c6b2
			
		
	
	
		830a57c6b2
		
	
	
	
	
		
			
			Let's rename this to LibWeb since it aims to provide more parts of the web platform than just HTML. :^)
		
			
				
	
	
		
			384 lines
		
	
	
	
		
			12 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			384 lines
		
	
	
	
		
			12 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
| /*
 | |
|  * Copyright (c) 2018-2020, Andreas Kling <kling@serenityos.org>
 | |
|  * All rights reserved.
 | |
|  *
 | |
|  * Redistribution and use in source and binary forms, with or without
 | |
|  * modification, are permitted provided that the following conditions are met:
 | |
|  *
 | |
|  * 1. Redistributions of source code must retain the above copyright notice, this
 | |
|  *    list of conditions and the following disclaimer.
 | |
|  *
 | |
|  * 2. Redistributions in binary form must reproduce the above copyright notice,
 | |
|  *    this list of conditions and the following disclaimer in the documentation
 | |
|  *    and/or other materials provided with the distribution.
 | |
|  *
 | |
|  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 | |
|  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 | |
|  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 | |
|  * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
 | |
|  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 | |
|  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
 | |
|  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 | |
|  * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
 | |
|  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 | |
|  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 | |
|  */
 | |
| 
 | |
| #include <AK/Function.h>
 | |
| #include <AK/NonnullRefPtrVector.h>
 | |
| #include <AK/StringBuilder.h>
 | |
| #include <LibWeb/DOM/Comment.h>
 | |
| #include <LibWeb/DOM/DocumentFragment.h>
 | |
| #include <LibWeb/DOM/DocumentType.h>
 | |
| #include <LibWeb/DOM/Element.h>
 | |
| #include <LibWeb/DOM/ElementFactory.h>
 | |
| #include <LibWeb/DOM/Text.h>
 | |
| #include <LibWeb/Parser/HTMLParser.h>
 | |
| #include <ctype.h>
 | |
| #include <stdio.h>
 | |
| 
 | |
| namespace Web {
 | |
| 
 | |
| static bool is_valid_in_attribute_name(char ch)
 | |
| {
 | |
|     return isalnum(ch) || ch == '_' || ch == '-';
 | |
| }
 | |
| 
 | |
| static bool is_self_closing_tag(const StringView& tag_name)
 | |
| {
 | |
|     return tag_name == "area"
 | |
|         || tag_name == "base"
 | |
|         || tag_name == "br"
 | |
|         || tag_name == "col"
 | |
|         || tag_name == "embed"
 | |
|         || tag_name == "hr"
 | |
|         || tag_name == "img"
 | |
|         || tag_name == "input"
 | |
|         || tag_name == "link"
 | |
|         || tag_name == "meta"
 | |
|         || tag_name == "param"
 | |
|         || tag_name == "source"
 | |
|         || tag_name == "track"
 | |
|         || tag_name == "wbr";
 | |
| }
 | |
| 
 | |
| static bool parse_html_document(const StringView& html, Document& document, ParentNode& root)
 | |
| {
 | |
|     NonnullRefPtrVector<ParentNode> node_stack;
 | |
|     node_stack.append(root);
 | |
| 
 | |
|     enum class State {
 | |
|         Free = 0,
 | |
|         BeforeTagName,
 | |
|         InTagName,
 | |
|         InDoctype,
 | |
|         InComment,
 | |
|         InAttributeList,
 | |
|         InAttributeName,
 | |
|         BeforeAttributeValue,
 | |
|         InAttributeValueNoQuote,
 | |
|         InAttributeValueSingleQuote,
 | |
|         InAttributeValueDoubleQuote,
 | |
|     };
 | |
| 
 | |
|     auto state = State::Free;
 | |
| 
 | |
|     StringBuilder text_buffer;
 | |
| 
 | |
|     Vector<char, 32> tag_name_buffer;
 | |
| 
 | |
|     Vector<Attribute> attributes;
 | |
|     Vector<char, 256> attribute_name_buffer;
 | |
|     Vector<char, 256> attribute_value_buffer;
 | |
| 
 | |
|     bool is_slash_tag = false;
 | |
|     bool is_exclamation_tag = false;
 | |
| 
 | |
|     auto move_to_state = [&](State new_state) {
 | |
|         if (new_state == State::BeforeTagName) {
 | |
|             is_slash_tag = false;
 | |
|             is_exclamation_tag = false;
 | |
|             tag_name_buffer.clear();
 | |
|             attributes.clear();
 | |
|         }
 | |
|         if (new_state == State::InAttributeName)
 | |
|             attribute_name_buffer.clear();
 | |
|         if (new_state == State::BeforeAttributeValue)
 | |
|             attribute_value_buffer.clear();
 | |
|         if (state == State::Free && !text_buffer.string_view().is_empty()) {
 | |
|             auto text_node = adopt(*new Text(document, text_buffer.to_string()));
 | |
|             node_stack.last().append_child(text_node, false);
 | |
|         }
 | |
|         state = new_state;
 | |
|         text_buffer.clear();
 | |
|     };
 | |
| 
 | |
|     auto close_tag = [&] {
 | |
|         if (node_stack.size() > 1)
 | |
|             node_stack.take_last();
 | |
|     };
 | |
| 
 | |
|     auto open_tag = [&] {
 | |
|         auto new_element = create_element(document, String::copy(tag_name_buffer));
 | |
|         tag_name_buffer.clear();
 | |
|         new_element->set_attributes(move(attributes));
 | |
|         node_stack.append(new_element);
 | |
|         if (node_stack.size() != 1)
 | |
|             node_stack[node_stack.size() - 2].append_child(new_element, false);
 | |
| 
 | |
|         if (is_self_closing_tag(new_element->tag_name()))
 | |
|             close_tag();
 | |
|     };
 | |
| 
 | |
|     auto commit_doctype = [&] {
 | |
|         node_stack.last().append_child(adopt(*new DocumentType(document)), false);
 | |
|     };
 | |
| 
 | |
|     auto commit_comment = [&] {
 | |
|         node_stack.last().append_child(adopt(*new Comment(document, text_buffer.to_string())), false);
 | |
|     };
 | |
| 
 | |
|     auto commit_tag = [&] {
 | |
|         if (is_slash_tag)
 | |
|             close_tag();
 | |
|         else
 | |
|             open_tag();
 | |
|     };
 | |
| 
 | |
|     auto commit_attribute = [&] {
 | |
|         if (!attribute_name_buffer.is_empty()) {
 | |
|             auto name = String::copy(attribute_name_buffer);
 | |
|             String value;
 | |
|             if (attribute_value_buffer.is_empty())
 | |
|                 value = String::empty();
 | |
|             else
 | |
|                 value = String::copy(attribute_value_buffer);
 | |
|             attributes.empend(name, value);
 | |
|         }
 | |
|     };
 | |
| 
 | |
|     for (size_t i = 0; i < html.length(); ++i) {
 | |
|         auto peek = [&](size_t offset) -> char {
 | |
|             if (i + offset >= html.length())
 | |
|                 return '\0';
 | |
|             return html[i + offset];
 | |
|         };
 | |
|         char ch = html[i];
 | |
|         switch (state) {
 | |
|         case State::Free:
 | |
|             if (ch == '<') {
 | |
|                 is_slash_tag = false;
 | |
|                 move_to_state(State::BeforeTagName);
 | |
|                 break;
 | |
|             }
 | |
|             if (ch != '&') {
 | |
|                 text_buffer.append(ch);
 | |
|             } else {
 | |
|                 struct Escape {
 | |
|                     const char* code;
 | |
|                     const char* value;
 | |
|                 };
 | |
|                 static Escape escapes[] = {
 | |
|                     { "<", "<" },
 | |
|                     { ">", ">" },
 | |
|                     { "&", "&" },
 | |
|                     { "—", "-" },
 | |
|                 };
 | |
|                 auto rest_of_html = html.substring_view(i, html.length() - i);
 | |
|                 bool found = false;
 | |
|                 for (auto& escape : escapes) {
 | |
|                     if (rest_of_html.starts_with(escape.code)) {
 | |
|                         text_buffer.append(escape.value);
 | |
|                         found = true;
 | |
|                         i += strlen(escape.code) - 1;
 | |
|                         break;
 | |
|                     }
 | |
|                 }
 | |
|                 if (!found)
 | |
|                     dbg() << "Unhandled escape sequence";
 | |
|             }
 | |
|             break;
 | |
|         case State::BeforeTagName:
 | |
|             if (ch == '/') {
 | |
|                 is_slash_tag = true;
 | |
|                 break;
 | |
|             }
 | |
|             if (ch == '!') {
 | |
|                 if (toupper(peek(1)) == 'D'
 | |
|                     && toupper(peek(2)) == 'O'
 | |
|                     && toupper(peek(3)) == 'C'
 | |
|                     && toupper(peek(4)) == 'T'
 | |
|                     && toupper(peek(5)) == 'Y'
 | |
|                     && toupper(peek(6)) == 'P'
 | |
|                     && toupper(peek(7)) == 'E') {
 | |
|                     i += 7;
 | |
|                     move_to_state(State::InDoctype);
 | |
|                     break;
 | |
|                 }
 | |
|                 if (peek(1) == '-' && peek(2) == '-') {
 | |
|                     i += 2;
 | |
|                     move_to_state(State::InComment);
 | |
|                     break;
 | |
|                 }
 | |
|                 break;
 | |
|             }
 | |
|             if (ch == '>') {
 | |
|                 move_to_state(State::Free);
 | |
|                 break;
 | |
|             }
 | |
|             if (!isalpha(ch))
 | |
|                 break;
 | |
|             move_to_state(State::InTagName);
 | |
|             [[fallthrough]];
 | |
|         case State::InTagName:
 | |
|             if (isspace(ch)) {
 | |
|                 move_to_state(State::InAttributeList);
 | |
|                 break;
 | |
|             }
 | |
|             if (ch == '>') {
 | |
|                 commit_tag();
 | |
|                 move_to_state(State::Free);
 | |
|                 break;
 | |
|             }
 | |
|             tag_name_buffer.append(ch);
 | |
|             break;
 | |
|         case State::InDoctype:
 | |
|             if (ch == '>') {
 | |
|                 commit_doctype();
 | |
|                 move_to_state(State::Free);
 | |
|                 break;
 | |
|             }
 | |
|             break;
 | |
|         case State::InComment:
 | |
|             if (ch == '-' && peek(1) == '-' && peek(2) == '>') {
 | |
|                 commit_comment();
 | |
|                 i += 2;
 | |
|                 move_to_state(State::Free);
 | |
|                 break;
 | |
|             }
 | |
|             text_buffer.append(ch);
 | |
|             break;
 | |
|         case State::InAttributeList:
 | |
|             if (ch == '>') {
 | |
|                 commit_tag();
 | |
|                 move_to_state(State::Free);
 | |
|                 break;
 | |
|             }
 | |
|             if (!isalpha(ch))
 | |
|                 break;
 | |
|             move_to_state(State::InAttributeName);
 | |
|             [[fallthrough]];
 | |
|         case State::InAttributeName:
 | |
|             if (is_valid_in_attribute_name(ch)) {
 | |
|                 attribute_name_buffer.append(ch);
 | |
|                 break;
 | |
|             }
 | |
|             if (isspace(ch)) {
 | |
|                 commit_attribute();
 | |
|                 break;
 | |
|             }
 | |
| 
 | |
|             if (ch == '>') {
 | |
|                 commit_attribute();
 | |
|                 commit_tag();
 | |
|                 move_to_state(State::Free);
 | |
|                 break;
 | |
|             }
 | |
| 
 | |
|             if (ch == '=') {
 | |
|                 move_to_state(State::BeforeAttributeValue);
 | |
|                 break;
 | |
|             }
 | |
|             break;
 | |
|         case State::BeforeAttributeValue:
 | |
|             if (ch == '\'') {
 | |
|                 move_to_state(State::InAttributeValueSingleQuote);
 | |
|                 break;
 | |
|             }
 | |
|             if (ch == '"') {
 | |
|                 move_to_state(State::InAttributeValueDoubleQuote);
 | |
|                 break;
 | |
|             }
 | |
|             if (ch == '>') {
 | |
|                 commit_tag();
 | |
|                 move_to_state(State::Free);
 | |
|                 break;
 | |
|             }
 | |
|             if (isspace(ch)) {
 | |
|                 commit_attribute();
 | |
|                 move_to_state(State::InAttributeList);
 | |
|                 break;
 | |
|             }
 | |
|             move_to_state(State::InAttributeValueNoQuote);
 | |
|             [[fallthrough]];
 | |
|         case State::InAttributeValueNoQuote:
 | |
|             if (isspace(ch)) {
 | |
|                 commit_attribute();
 | |
|                 move_to_state(State::InAttributeList);
 | |
|                 break;
 | |
|             }
 | |
|             if (ch == '>') {
 | |
|                 commit_attribute();
 | |
|                 commit_tag();
 | |
|                 move_to_state(State::Free);
 | |
|                 break;
 | |
|             }
 | |
|             attribute_value_buffer.append(ch);
 | |
|             break;
 | |
|         case State::InAttributeValueSingleQuote:
 | |
|             if (ch == '\'') {
 | |
|                 commit_attribute();
 | |
|                 move_to_state(State::InAttributeList);
 | |
|                 break;
 | |
|             }
 | |
|             attribute_value_buffer.append(ch);
 | |
|             break;
 | |
|         case State::InAttributeValueDoubleQuote:
 | |
|             if (ch == '"') {
 | |
|                 commit_attribute();
 | |
|                 move_to_state(State::InAttributeList);
 | |
|                 break;
 | |
|             }
 | |
|             attribute_value_buffer.append(ch);
 | |
|             break;
 | |
|         default:
 | |
|             fprintf(stderr, "Unhandled state %d\n", (int)state);
 | |
|             ASSERT_NOT_REACHED();
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     return true;
 | |
| }
 | |
| 
 | |
| RefPtr<DocumentFragment> parse_html_fragment(Document& document, const StringView& html)
 | |
| {
 | |
|     auto fragment = adopt(*new DocumentFragment(document));
 | |
|     if (!parse_html_document(html, document, *fragment))
 | |
|         return nullptr;
 | |
|     return fragment;
 | |
| }
 | |
| 
 | |
| RefPtr<Document> parse_html_document(const StringView& html, const URL& url)
 | |
| {
 | |
|     auto document = adopt(*new Document);
 | |
|     document->set_url(url);
 | |
|     document->set_source(html);
 | |
| 
 | |
|     if (!parse_html_document(html, *document, *document))
 | |
|         return nullptr;
 | |
| 
 | |
|     document->fixup();
 | |
| 
 | |
|     Function<void(Node&)> fire_insertion_callbacks = [&](Node& node) {
 | |
|         for (auto* child = node.first_child(); child; child = child->next_sibling()) {
 | |
|             fire_insertion_callbacks(*child);
 | |
|         }
 | |
|         if (node.parent())
 | |
|             node.inserted_into(*node.parent());
 | |
|     };
 | |
|     fire_insertion_callbacks(document);
 | |
| 
 | |
|     return document;
 | |
| }
 | |
| 
 | |
| }
 |