HTMLToken.h 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. /*
  2. * Copyright (c) 2020, Andreas Kling <kling@serenityos.org>
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #pragma once
  27. #include <AK/FlyString.h>
  28. #include <AK/String.h>
  29. #include <AK/StringBuilder.h>
  30. #include <AK/Types.h>
  31. #include <AK/Vector.h>
  32. namespace Web {
  33. class HTMLToken {
  34. friend class HTMLDocumentParser;
  35. friend class HTMLTokenizer;
  36. public:
  37. enum class Type {
  38. Invalid,
  39. DOCTYPE,
  40. StartTag,
  41. EndTag,
  42. Comment,
  43. Character,
  44. EndOfFile,
  45. };
  46. static HTMLToken make_character(u32 codepoint)
  47. {
  48. HTMLToken token;
  49. token.m_type = Type::Character;
  50. token.m_comment_or_character.data.append(codepoint);
  51. return token;
  52. }
  53. bool is_doctype() const { return m_type == Type::DOCTYPE; }
  54. bool is_start_tag() const { return m_type == Type::StartTag; }
  55. bool is_end_tag() const { return m_type == Type::EndTag; }
  56. bool is_comment() const { return m_type == Type::Comment; }
  57. bool is_character() const { return m_type == Type::Character; }
  58. bool is_end_of_file() const { return m_type == Type::EndOfFile; }
  59. u32 codepoint() const
  60. {
  61. ASSERT(is_character());
  62. // FIXME: Handle non-ASCII codepoints properly.
  63. ASSERT(m_comment_or_character.data.length() == 1);
  64. return m_comment_or_character.data.string_view()[0];
  65. }
  66. bool is_parser_whitespace() const
  67. {
  68. // NOTE: The parser considers '\r' to be whitespace, while the tokenizer does not.
  69. if (!is_character())
  70. return false;
  71. switch (codepoint()) {
  72. case '\t':
  73. case '\n':
  74. case '\f':
  75. case '\r':
  76. case ' ':
  77. return true;
  78. default:
  79. return false;
  80. }
  81. }
  82. String tag_name() const
  83. {
  84. ASSERT(is_start_tag() || is_end_tag());
  85. return m_tag.tag_name.to_string();
  86. }
  87. bool is_self_closing() const
  88. {
  89. ASSERT(is_start_tag() || is_end_tag());
  90. return m_tag.self_closing;
  91. }
  92. bool has_acknowledged_self_closing_flag() const
  93. {
  94. ASSERT(is_self_closing());
  95. return m_tag.self_closing_acknowledged;
  96. }
  97. void acknowledge_self_closing_flag_if_set()
  98. {
  99. if (is_self_closing())
  100. m_tag.self_closing_acknowledged = true;
  101. }
  102. StringView attribute(const FlyString& attribute_name)
  103. {
  104. ASSERT(is_start_tag() || is_end_tag());
  105. for (auto& attribute : m_tag.attributes) {
  106. if (attribute_name == attribute.name_builder.string_view())
  107. return attribute.value_builder.string_view();
  108. }
  109. return {};
  110. }
  111. Type type() const { return m_type; }
  112. String to_string() const;
  113. private:
  114. struct AttributeBuilder {
  115. StringBuilder name_builder;
  116. StringBuilder value_builder;
  117. };
  118. Type m_type { Type::Invalid };
  119. // Type::DOCTYPE
  120. struct {
  121. StringBuilder name;
  122. StringBuilder public_identifier;
  123. StringBuilder system_identifier;
  124. bool force_quirks { false };
  125. } m_doctype;
  126. // Type::StartTag
  127. // Type::EndTag
  128. struct {
  129. StringBuilder tag_name;
  130. bool self_closing { false };
  131. bool self_closing_acknowledged { false };
  132. Vector<AttributeBuilder> attributes;
  133. } m_tag;
  134. // Type::Comment
  135. // Type::Character
  136. struct {
  137. StringBuilder data;
  138. } m_comment_or_character;
  139. };
  140. }