HTMLToken.h 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169
  1. /*
  2. * Copyright (c) 2020, Andreas Kling <kling@serenityos.org>
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #pragma once
  27. #include <AK/FlyString.h>
  28. #include <AK/String.h>
  29. #include <AK/StringBuilder.h>
  30. #include <AK/Types.h>
  31. #include <AK/Utf8View.h>
  32. #include <AK/Vector.h>
  33. namespace Web {
  34. class HTMLToken {
  35. friend class HTMLDocumentParser;
  36. friend class HTMLTokenizer;
  37. public:
  38. enum class Type {
  39. Invalid,
  40. DOCTYPE,
  41. StartTag,
  42. EndTag,
  43. Comment,
  44. Character,
  45. EndOfFile,
  46. };
  47. static HTMLToken make_character(u32 codepoint)
  48. {
  49. HTMLToken token;
  50. token.m_type = Type::Character;
  51. token.m_comment_or_character.data.append(codepoint);
  52. return token;
  53. }
  54. bool is_doctype() const { return m_type == Type::DOCTYPE; }
  55. bool is_start_tag() const { return m_type == Type::StartTag; }
  56. bool is_end_tag() const { return m_type == Type::EndTag; }
  57. bool is_comment() const { return m_type == Type::Comment; }
  58. bool is_character() const { return m_type == Type::Character; }
  59. bool is_end_of_file() const { return m_type == Type::EndOfFile; }
  60. u32 codepoint() const
  61. {
  62. ASSERT(is_character());
  63. Utf8View view(m_comment_or_character.data.string_view());
  64. ASSERT(view.length_in_codepoints() == 1);
  65. return *view.begin();
  66. }
  67. bool is_parser_whitespace() const
  68. {
  69. // NOTE: The parser considers '\r' to be whitespace, while the tokenizer does not.
  70. if (!is_character())
  71. return false;
  72. switch (codepoint()) {
  73. case '\t':
  74. case '\n':
  75. case '\f':
  76. case '\r':
  77. case ' ':
  78. return true;
  79. default:
  80. return false;
  81. }
  82. }
  83. String tag_name() const
  84. {
  85. ASSERT(is_start_tag() || is_end_tag());
  86. return m_tag.tag_name.to_string();
  87. }
  88. bool is_self_closing() const
  89. {
  90. ASSERT(is_start_tag() || is_end_tag());
  91. return m_tag.self_closing;
  92. }
  93. bool has_acknowledged_self_closing_flag() const
  94. {
  95. ASSERT(is_self_closing());
  96. return m_tag.self_closing_acknowledged;
  97. }
  98. void acknowledge_self_closing_flag_if_set()
  99. {
  100. if (is_self_closing())
  101. m_tag.self_closing_acknowledged = true;
  102. }
  103. StringView attribute(const FlyString& attribute_name)
  104. {
  105. ASSERT(is_start_tag() || is_end_tag());
  106. for (auto& attribute : m_tag.attributes) {
  107. if (attribute_name == attribute.name_builder.string_view())
  108. return attribute.value_builder.string_view();
  109. }
  110. return {};
  111. }
  112. void drop_attributes()
  113. {
  114. ASSERT(is_start_tag() || is_end_tag());
  115. m_tag.attributes.clear();
  116. }
  117. Type type() const { return m_type; }
  118. String to_string() const;
  119. private:
  120. struct AttributeBuilder {
  121. StringBuilder name_builder;
  122. StringBuilder value_builder;
  123. };
  124. Type m_type { Type::Invalid };
  125. // Type::DOCTYPE
  126. struct {
  127. StringBuilder name;
  128. StringBuilder public_identifier;
  129. StringBuilder system_identifier;
  130. bool force_quirks { false };
  131. } m_doctype;
  132. // Type::StartTag
  133. // Type::EndTag
  134. struct {
  135. StringBuilder tag_name;
  136. bool self_closing { false };
  137. bool self_closing_acknowledged { false };
  138. Vector<AttributeBuilder> attributes;
  139. } m_tag;
  140. // Type::Comment
  141. // Type::Character
  142. struct {
  143. StringBuilder data;
  144. } m_comment_or_character;
  145. };
  146. }