HTMLToken.h 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199
  1. /*
  2. * Copyright (c) 2020, Andreas Kling <kling@serenityos.org>
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #pragma once
  27. #include <AK/FlyString.h>
  28. #include <AK/String.h>
  29. #include <AK/StringBuilder.h>
  30. #include <AK/Types.h>
  31. #include <AK/Utf8View.h>
  32. #include <AK/Vector.h>
  33. namespace Web {
  34. class HTMLToken {
  35. friend class HTMLDocumentParser;
  36. friend class HTMLTokenizer;
  37. public:
  38. enum class Type {
  39. Invalid,
  40. DOCTYPE,
  41. StartTag,
  42. EndTag,
  43. Comment,
  44. Character,
  45. EndOfFile,
  46. };
  47. static HTMLToken make_character(u32 codepoint)
  48. {
  49. HTMLToken token;
  50. token.m_type = Type::Character;
  51. token.m_comment_or_character.data.append(codepoint);
  52. return token;
  53. }
  54. bool is_doctype() const { return m_type == Type::DOCTYPE; }
  55. bool is_start_tag() const { return m_type == Type::StartTag; }
  56. bool is_end_tag() const { return m_type == Type::EndTag; }
  57. bool is_comment() const { return m_type == Type::Comment; }
  58. bool is_character() const { return m_type == Type::Character; }
  59. bool is_end_of_file() const { return m_type == Type::EndOfFile; }
  60. u32 codepoint() const
  61. {
  62. ASSERT(is_character());
  63. Utf8View view(m_comment_or_character.data.string_view());
  64. ASSERT(view.length_in_codepoints() == 1);
  65. return *view.begin();
  66. }
  67. bool is_parser_whitespace() const
  68. {
  69. // NOTE: The parser considers '\r' to be whitespace, while the tokenizer does not.
  70. if (!is_character())
  71. return false;
  72. switch (codepoint()) {
  73. case '\t':
  74. case '\n':
  75. case '\f':
  76. case '\r':
  77. case ' ':
  78. return true;
  79. default:
  80. return false;
  81. }
  82. }
  83. String tag_name() const
  84. {
  85. ASSERT(is_start_tag() || is_end_tag());
  86. return m_tag.tag_name.to_string();
  87. }
  88. bool is_self_closing() const
  89. {
  90. ASSERT(is_start_tag() || is_end_tag());
  91. return m_tag.self_closing;
  92. }
  93. bool has_acknowledged_self_closing_flag() const
  94. {
  95. ASSERT(is_self_closing());
  96. return m_tag.self_closing_acknowledged;
  97. }
  98. void acknowledge_self_closing_flag_if_set()
  99. {
  100. if (is_self_closing())
  101. m_tag.self_closing_acknowledged = true;
  102. }
  103. StringView attribute(const FlyString& attribute_name)
  104. {
  105. ASSERT(is_start_tag() || is_end_tag());
  106. for (auto& attribute : m_tag.attributes) {
  107. if (attribute_name == attribute.local_name_builder.string_view())
  108. return attribute.value_builder.string_view();
  109. }
  110. return {};
  111. }
  112. void adjust_attribute_name(const FlyString& old_name, const FlyString& new_name)
  113. {
  114. ASSERT(is_start_tag() || is_end_tag());
  115. for (auto& attribute : m_tag.attributes) {
  116. if (old_name == attribute.local_name_builder.string_view()) {
  117. attribute.local_name_builder.clear();
  118. attribute.local_name_builder.append(new_name);
  119. }
  120. }
  121. }
  122. void adjust_foreign_attribute(const FlyString& old_name, const FlyString& prefix, const FlyString& local_name, const FlyString& namespace_)
  123. {
  124. ASSERT(is_start_tag() || is_end_tag());
  125. for (auto& attribute : m_tag.attributes) {
  126. if (old_name == attribute.local_name_builder.string_view()) {
  127. attribute.prefix_builder.clear();
  128. attribute.prefix_builder.append(prefix);
  129. attribute.local_name_builder.clear();
  130. attribute.local_name_builder.append(local_name);
  131. attribute.namespace_builder.clear();
  132. attribute.namespace_builder.append(namespace_);
  133. }
  134. }
  135. }
  136. void drop_attributes()
  137. {
  138. ASSERT(is_start_tag() || is_end_tag());
  139. m_tag.attributes.clear();
  140. }
  141. Type type() const { return m_type; }
  142. String to_string() const;
  143. private:
  144. struct AttributeBuilder {
  145. StringBuilder prefix_builder;
  146. StringBuilder local_name_builder;
  147. StringBuilder namespace_builder;
  148. StringBuilder value_builder;
  149. };
  150. Type m_type { Type::Invalid };
  151. // Type::DOCTYPE
  152. struct {
  153. StringBuilder name;
  154. StringBuilder public_identifier;
  155. StringBuilder system_identifier;
  156. bool force_quirks { false };
  157. } m_doctype;
  158. // Type::StartTag
  159. // Type::EndTag
  160. struct {
  161. StringBuilder tag_name;
  162. bool self_closing { false };
  163. bool self_closing_acknowledged { false };
  164. Vector<AttributeBuilder> attributes;
  165. } m_tag;
  166. // Type::Comment
  167. // Type::Character
  168. struct {
  169. StringBuilder data;
  170. } m_comment_or_character;
  171. };
  172. }