Parser.h 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385
  1. /*
  2. * Copyright (c) 2020-2021, the SerenityOS developers.
  3. * Copyright (c) 2021-2022, Sam Atkins <atkinssj@serenityos.org>
  4. *
  5. * SPDX-License-Identifier: BSD-2-Clause
  6. */
  7. #pragma once
  8. #include <AK/Error.h>
  9. #include <AK/NonnullOwnPtrVector.h>
  10. #include <AK/NonnullRefPtrVector.h>
  11. #include <AK/RefPtr.h>
  12. #include <AK/Vector.h>
  13. #include <LibWeb/CSS/CSSStyleDeclaration.h>
  14. #include <LibWeb/CSS/FontFace.h>
  15. #include <LibWeb/CSS/GeneralEnclosed.h>
  16. #include <LibWeb/CSS/MediaQuery.h>
  17. #include <LibWeb/CSS/Parser/Block.h>
  18. #include <LibWeb/CSS/Parser/ComponentValue.h>
  19. #include <LibWeb/CSS/Parser/Declaration.h>
  20. #include <LibWeb/CSS/Parser/DeclarationOrAtRule.h>
  21. #include <LibWeb/CSS/Parser/Function.h>
  22. #include <LibWeb/CSS/Parser/Rule.h>
  23. #include <LibWeb/CSS/Parser/Tokenizer.h>
  24. #include <LibWeb/CSS/Ratio.h>
  25. #include <LibWeb/CSS/Selector.h>
  26. #include <LibWeb/CSS/StyleValue.h>
  27. #include <LibWeb/CSS/Supports.h>
  28. #include <LibWeb/CSS/UnicodeRange.h>
  29. #include <LibWeb/Forward.h>
  30. namespace Web::CSS::Parser {
  31. class ParsingContext {
  32. public:
  33. ParsingContext() = default;
  34. explicit ParsingContext(DOM::Document const&);
  35. explicit ParsingContext(DOM::Document const&, AK::URL);
  36. explicit ParsingContext(DOM::ParentNode&);
  37. bool in_quirks_mode() const;
  38. DOM::Document const* document() const { return m_document; }
  39. AK::URL complete_url(String const&) const;
  40. PropertyID current_property_id() const { return m_current_property_id; }
  41. void set_current_property_id(PropertyID property_id) { m_current_property_id = property_id; }
  42. private:
  43. DOM::Document const* m_document { nullptr };
  44. PropertyID m_current_property_id { PropertyID::Invalid };
  45. AK::URL m_url;
  46. };
  47. template<typename T>
  48. class TokenStream {
  49. public:
  50. explicit TokenStream(Vector<T> const&);
  51. ~TokenStream() = default;
  52. TokenStream(TokenStream<T> const&) = delete;
  53. bool has_next_token();
  54. T const& next_token();
  55. T const& peek_token(int offset = 0);
  56. T const& current_token();
  57. void reconsume_current_input_token();
  58. int position() const { return m_iterator_offset; }
  59. void rewind_to_position(int);
  60. void skip_whitespace();
  61. void dump_all_tokens();
  62. private:
  63. Vector<T> const& m_tokens;
  64. int m_iterator_offset { -1 };
  65. T make_eof();
  66. T m_eof;
  67. };
  68. class Parser {
  69. public:
  70. Parser(ParsingContext const&, StringView input, String const& encoding = "utf-8");
  71. ~Parser() = default;
  72. NonnullRefPtr<CSSStyleSheet> parse_as_css_stylesheet(Optional<AK::URL> location);
  73. RefPtr<ElementInlineCSSStyleDeclaration> parse_as_style_attribute(DOM::Element&);
  74. RefPtr<CSSRule> parse_as_css_rule();
  75. Optional<StyleProperty> parse_as_supports_condition();
  76. enum class SelectorParsingMode {
  77. Standard,
  78. // `<forgiving-selector-list>` and `<forgiving-relative-selector-list>`
  79. // are handled with this parameter, not as separate functions.
  80. // https://drafts.csswg.org/selectors/#forgiving-selector
  81. Forgiving
  82. };
  83. // Contrary to the name, these parse a comma-separated list of selectors, according to the spec.
  84. Optional<SelectorList> parse_as_selector(SelectorParsingMode = SelectorParsingMode::Standard);
  85. Optional<SelectorList> parse_as_relative_selector(SelectorParsingMode = SelectorParsingMode::Standard);
  86. NonnullRefPtrVector<MediaQuery> parse_as_media_query_list();
  87. RefPtr<MediaQuery> parse_as_media_query();
  88. RefPtr<Supports> parse_as_supports();
  89. RefPtr<StyleValue> parse_as_css_value(PropertyID);
  90. static RefPtr<StyleValue> parse_css_value(Badge<StyleComputer>, ParsingContext const&, PropertyID, Vector<ComponentValue> const&);
  91. private:
  92. enum class ParseError {
  93. IncludesIgnoredVendorPrefix,
  94. SyntaxError,
  95. };
  96. template<typename T>
  97. using ParseErrorOr = ErrorOr<T, ParseError>;
  98. // "Parse a stylesheet" is intended to be the normal parser entry point, for parsing stylesheets.
  99. struct ParsedStyleSheet {
  100. Optional<AK::URL> location;
  101. NonnullRefPtrVector<Rule> rules;
  102. };
  103. template<typename T>
  104. ParsedStyleSheet parse_a_stylesheet(TokenStream<T>&, Optional<AK::URL> location);
  105. // "Parse a list of rules" is intended for the content of at-rules such as @media. It differs from "Parse a stylesheet" in the handling of <CDO-token> and <CDC-token>.
  106. template<typename T>
  107. NonnullRefPtrVector<Rule> parse_a_list_of_rules(TokenStream<T>&);
  108. // "Parse a rule" is intended for use by the CSSStyleSheet#insertRule method, and similar functions which might exist, which parse text into a single rule.
  109. template<typename T>
  110. RefPtr<Rule> parse_a_rule(TokenStream<T>&);
  111. // "Parse a declaration" is used in @supports conditions. [CSS3-CONDITIONAL]
  112. template<typename T>
  113. Optional<Declaration> parse_a_declaration(TokenStream<T>&);
  114. template<typename T>
  115. Vector<DeclarationOrAtRule> parse_a_style_blocks_contents(TokenStream<T>&);
  116. // "Parse a list of declarations" is for the contents of a style attribute, which parses text into the contents of a single style rule.
  117. template<typename T>
  118. Vector<DeclarationOrAtRule> parse_a_list_of_declarations(TokenStream<T>&);
  119. // "Parse a component value" is for things that need to consume a single value, like the parsing rules for attr().
  120. template<typename T>
  121. Optional<ComponentValue> parse_a_component_value(TokenStream<T>&);
  122. // "Parse a list of component values" is for the contents of presentational attributes, which parse text into a single declaration’s value, or for parsing a stand-alone selector [SELECT] or list of Media Queries [MEDIAQ], as in Selectors API or the media HTML attribute.
  123. template<typename T>
  124. Vector<ComponentValue> parse_a_list_of_component_values(TokenStream<T>&);
  125. template<typename T>
  126. Vector<Vector<ComponentValue>> parse_a_comma_separated_list_of_component_values(TokenStream<T>&);
  127. enum class SelectorType {
  128. Standalone,
  129. Relative
  130. };
  131. template<typename T>
  132. ParseErrorOr<SelectorList> parse_a_selector_list(TokenStream<T>&, SelectorType, SelectorParsingMode = SelectorParsingMode::Standard);
  133. template<typename T>
  134. NonnullRefPtrVector<MediaQuery> parse_a_media_query_list(TokenStream<T>&);
  135. template<typename T>
  136. RefPtr<Supports> parse_a_supports(TokenStream<T>&);
  137. Optional<Selector::SimpleSelector::ANPlusBPattern> parse_a_n_plus_b_pattern(TokenStream<ComponentValue>&);
  138. enum class TopLevel {
  139. No,
  140. Yes
  141. };
  142. template<typename T>
  143. [[nodiscard]] NonnullRefPtrVector<Rule> consume_a_list_of_rules(TokenStream<T>&, TopLevel);
  144. template<typename T>
  145. [[nodiscard]] NonnullRefPtr<Rule> consume_an_at_rule(TokenStream<T>&);
  146. template<typename T>
  147. RefPtr<Rule> consume_a_qualified_rule(TokenStream<T>&);
  148. template<typename T>
  149. [[nodiscard]] Vector<DeclarationOrAtRule> consume_a_style_blocks_contents(TokenStream<T>&);
  150. template<typename T>
  151. [[nodiscard]] Vector<DeclarationOrAtRule> consume_a_list_of_declarations(TokenStream<T>&);
  152. template<typename T>
  153. Optional<Declaration> consume_a_declaration(TokenStream<T>&);
  154. template<typename T>
  155. [[nodiscard]] ComponentValue consume_a_component_value(TokenStream<T>&);
  156. template<typename T>
  157. NonnullRefPtr<Block> consume_a_simple_block(TokenStream<T>&);
  158. template<typename T>
  159. NonnullRefPtr<Function> consume_a_function(TokenStream<T>&);
  160. Optional<GeneralEnclosed> parse_general_enclosed(TokenStream<ComponentValue>&);
  161. RefPtr<CSSRule> parse_font_face_rule(TokenStream<ComponentValue>&);
  162. Vector<FontFace::Source> parse_font_face_src(TokenStream<ComponentValue>&);
  163. RefPtr<CSSRule> convert_to_rule(NonnullRefPtr<Rule>);
  164. RefPtr<PropertyOwningCSSStyleDeclaration> convert_to_style_declaration(Vector<DeclarationOrAtRule> declarations);
  165. Optional<StyleProperty> convert_to_style_property(Declaration const&);
  166. class Dimension {
  167. public:
  168. Dimension(Angle&& value)
  169. : m_value(move(value))
  170. {
  171. }
  172. Dimension(Frequency&& value)
  173. : m_value(move(value))
  174. {
  175. }
  176. Dimension(Length&& value)
  177. : m_value(move(value))
  178. {
  179. }
  180. Dimension(Percentage&& value)
  181. : m_value(move(value))
  182. {
  183. }
  184. Dimension(Resolution&& value)
  185. : m_value(move(value))
  186. {
  187. }
  188. Dimension(Time&& value)
  189. : m_value(move(value))
  190. {
  191. }
  192. bool is_angle() const;
  193. Angle angle() const;
  194. bool is_angle_percentage() const;
  195. AnglePercentage angle_percentage() const;
  196. bool is_frequency() const;
  197. Frequency frequency() const;
  198. bool is_frequency_percentage() const;
  199. FrequencyPercentage frequency_percentage() const;
  200. bool is_length() const;
  201. Length length() const;
  202. bool is_length_percentage() const;
  203. LengthPercentage length_percentage() const;
  204. bool is_percentage() const;
  205. Percentage percentage() const;
  206. bool is_resolution() const;
  207. Resolution resolution() const;
  208. bool is_time() const;
  209. Time time() const;
  210. bool is_time_percentage() const;
  211. TimePercentage time_percentage() const;
  212. private:
  213. Variant<Angle, Frequency, Length, Percentage, Resolution, Time> m_value;
  214. };
  215. Optional<Dimension> parse_dimension(ComponentValue const&);
  216. Optional<Color> parse_color(ComponentValue const&);
  217. Optional<Length> parse_length(ComponentValue const&);
  218. Optional<Ratio> parse_ratio(TokenStream<ComponentValue>&);
  219. Optional<UnicodeRange> parse_unicode_range(TokenStream<ComponentValue>&);
  220. Optional<UnicodeRange> create_unicode_range_from_tokens(TokenStream<ComponentValue>&, int start_position, int end_position);
  221. enum class AllowedDataUrlType {
  222. None,
  223. Image,
  224. };
  225. Optional<AK::URL> parse_url_function(ComponentValue const&, AllowedDataUrlType = AllowedDataUrlType::None);
  226. ParseErrorOr<NonnullRefPtr<StyleValue>> parse_css_value(PropertyID, TokenStream<ComponentValue>&);
  227. RefPtr<StyleValue> parse_css_value(ComponentValue const&);
  228. RefPtr<StyleValue> parse_builtin_value(ComponentValue const&);
  229. RefPtr<StyleValue> parse_dynamic_value(ComponentValue const&);
  230. RefPtr<StyleValue> parse_calculated_value(Vector<ComponentValue> const&);
  231. RefPtr<StyleValue> parse_dimension_value(ComponentValue const&);
  232. RefPtr<StyleValue> parse_numeric_value(ComponentValue const&);
  233. RefPtr<StyleValue> parse_identifier_value(ComponentValue const&);
  234. RefPtr<StyleValue> parse_color_value(ComponentValue const&);
  235. RefPtr<StyleValue> parse_string_value(ComponentValue const&);
  236. RefPtr<StyleValue> parse_image_value(ComponentValue const&);
  237. template<typename ParseFunction>
  238. RefPtr<StyleValue> parse_comma_separated_value_list(Vector<ComponentValue> const&, ParseFunction);
  239. RefPtr<StyleValue> parse_simple_comma_separated_value_list(Vector<ComponentValue> const&);
  240. RefPtr<StyleValue> parse_background_value(Vector<ComponentValue> const&);
  241. RefPtr<StyleValue> parse_single_background_position_value(TokenStream<ComponentValue>&);
  242. RefPtr<StyleValue> parse_single_background_repeat_value(TokenStream<ComponentValue>&);
  243. RefPtr<StyleValue> parse_single_background_size_value(TokenStream<ComponentValue>&);
  244. RefPtr<StyleValue> parse_border_value(Vector<ComponentValue> const&);
  245. RefPtr<StyleValue> parse_border_radius_value(Vector<ComponentValue> const&);
  246. RefPtr<StyleValue> parse_border_radius_shorthand_value(Vector<ComponentValue> const&);
  247. RefPtr<StyleValue> parse_content_value(Vector<ComponentValue> const&);
  248. RefPtr<StyleValue> parse_flex_value(Vector<ComponentValue> const&);
  249. RefPtr<StyleValue> parse_flex_flow_value(Vector<ComponentValue> const&);
  250. RefPtr<StyleValue> parse_font_value(Vector<ComponentValue> const&);
  251. RefPtr<StyleValue> parse_font_family_value(Vector<ComponentValue> const&, size_t start_index = 0);
  252. RefPtr<StyleValue> parse_list_style_value(Vector<ComponentValue> const&);
  253. RefPtr<StyleValue> parse_overflow_value(Vector<ComponentValue> const&);
  254. enum class AllowInsetKeyword {
  255. No,
  256. Yes,
  257. };
  258. RefPtr<StyleValue> parse_shadow_value(Vector<ComponentValue> const&, AllowInsetKeyword);
  259. RefPtr<StyleValue> parse_single_shadow_value(TokenStream<ComponentValue>&, AllowInsetKeyword);
  260. RefPtr<StyleValue> parse_text_decoration_value(Vector<ComponentValue> const&);
  261. RefPtr<StyleValue> parse_text_decoration_line_value(TokenStream<ComponentValue>&);
  262. RefPtr<StyleValue> parse_transform_value(Vector<ComponentValue> const&);
  263. RefPtr<StyleValue> parse_transform_origin_value(Vector<ComponentValue> const&);
  264. // calc() parsing, according to https://www.w3.org/TR/css-values-3/#calc-syntax
  265. OwnPtr<CalculatedStyleValue::CalcSum> parse_calc_sum(TokenStream<ComponentValue>&);
  266. OwnPtr<CalculatedStyleValue::CalcProduct> parse_calc_product(TokenStream<ComponentValue>&);
  267. Optional<CalculatedStyleValue::CalcValue> parse_calc_value(TokenStream<ComponentValue>&);
  268. OwnPtr<CalculatedStyleValue::CalcNumberSum> parse_calc_number_sum(TokenStream<ComponentValue>&);
  269. OwnPtr<CalculatedStyleValue::CalcNumberProduct> parse_calc_number_product(TokenStream<ComponentValue>&);
  270. Optional<CalculatedStyleValue::CalcNumberValue> parse_calc_number_value(TokenStream<ComponentValue>&);
  271. OwnPtr<CalculatedStyleValue::CalcProductPartWithOperator> parse_calc_product_part_with_operator(TokenStream<ComponentValue>&);
  272. OwnPtr<CalculatedStyleValue::CalcSumPartWithOperator> parse_calc_sum_part_with_operator(TokenStream<ComponentValue>&);
  273. OwnPtr<CalculatedStyleValue::CalcNumberProductPartWithOperator> parse_calc_number_product_part_with_operator(TokenStream<ComponentValue>& tokens);
  274. OwnPtr<CalculatedStyleValue::CalcNumberSumPartWithOperator> parse_calc_number_sum_part_with_operator(TokenStream<ComponentValue>&);
  275. OwnPtr<CalculatedStyleValue::CalcSum> parse_calc_expression(Vector<ComponentValue> const&);
  276. ParseErrorOr<NonnullRefPtr<Selector>> parse_complex_selector(TokenStream<ComponentValue>&, SelectorType);
  277. ParseErrorOr<Optional<Selector::CompoundSelector>> parse_compound_selector(TokenStream<ComponentValue>&);
  278. Optional<Selector::Combinator> parse_selector_combinator(TokenStream<ComponentValue>&);
  279. ParseErrorOr<Selector::SimpleSelector> parse_attribute_simple_selector(ComponentValue const&);
  280. ParseErrorOr<Selector::SimpleSelector> parse_pseudo_simple_selector(TokenStream<ComponentValue>&);
  281. ParseErrorOr<Optional<Selector::SimpleSelector>> parse_simple_selector(TokenStream<ComponentValue>&);
  282. NonnullRefPtr<MediaQuery> parse_media_query(TokenStream<ComponentValue>&);
  283. OwnPtr<MediaCondition> parse_media_condition(TokenStream<ComponentValue>&, MediaCondition::AllowOr allow_or);
  284. Optional<MediaFeature> parse_media_feature(TokenStream<ComponentValue>&);
  285. Optional<MediaQuery::MediaType> parse_media_type(TokenStream<ComponentValue>&);
  286. OwnPtr<MediaCondition> parse_media_in_parens(TokenStream<ComponentValue>&);
  287. Optional<MediaFeatureValue> parse_media_feature_value(MediaFeatureID, TokenStream<ComponentValue>&);
  288. OwnPtr<Supports::Condition> parse_supports_condition(TokenStream<ComponentValue>&);
  289. Optional<Supports::InParens> parse_supports_in_parens(TokenStream<ComponentValue>&);
  290. Optional<Supports::Feature> parse_supports_feature(TokenStream<ComponentValue>&);
  291. static bool has_ignored_vendor_prefix(StringView);
  292. static bool is_builtin(StringView);
  293. struct PropertiesAndCustomProperties {
  294. Vector<StyleProperty> properties;
  295. HashMap<String, StyleProperty> custom_properties;
  296. };
  297. PropertiesAndCustomProperties extract_properties(Vector<DeclarationOrAtRule> const&);
  298. ParsingContext m_context;
  299. Tokenizer m_tokenizer;
  300. Vector<Token> m_tokens;
  301. TokenStream<Token> m_token_stream;
  302. };
  303. }
  304. namespace Web {
  305. RefPtr<CSS::CSSStyleSheet> parse_css_stylesheet(CSS::Parser::ParsingContext const&, StringView, Optional<AK::URL> location = {});
  306. RefPtr<CSS::ElementInlineCSSStyleDeclaration> parse_css_style_attribute(CSS::Parser::ParsingContext const&, StringView, DOM::Element&);
  307. RefPtr<CSS::StyleValue> parse_css_value(CSS::Parser::ParsingContext const&, StringView, CSS::PropertyID property_id = CSS::PropertyID::Invalid);
  308. Optional<CSS::SelectorList> parse_selector(CSS::Parser::ParsingContext const&, StringView);
  309. RefPtr<CSS::CSSRule> parse_css_rule(CSS::Parser::ParsingContext const&, StringView);
  310. RefPtr<CSS::MediaQuery> parse_media_query(CSS::Parser::ParsingContext const&, StringView);
  311. NonnullRefPtrVector<CSS::MediaQuery> parse_media_query_list(CSS::Parser::ParsingContext const&, StringView);
  312. RefPtr<CSS::Supports> parse_css_supports(CSS::Parser::ParsingContext const&, StringView);
  313. }