Parser.h 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. /*
  2. * Copyright (c) 2020, Stephan Unverwerth <s.unverwerth@gmx.de>
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #pragma once
  27. #include <AK/HashTable.h>
  28. #include <AK/NonnullRefPtr.h>
  29. #include <AK/StringBuilder.h>
  30. #include <LibJS/AST.h>
  31. #include <LibJS/Lexer.h>
  32. #include <stdio.h>
  33. namespace JS {
  34. enum class Associativity {
  35. Left,
  36. Right
  37. };
  38. struct FunctionNodeParseOptions {
  39. enum {
  40. CheckForFunctionAndName = 1 << 0,
  41. AllowSuperPropertyLookup = 1 << 1,
  42. AllowSuperConstructorCall = 1 << 2,
  43. IsGetterFunction = 1 << 3,
  44. IsSetterFunction = 1 << 4,
  45. IsArrowFunction = 1 << 5,
  46. };
  47. };
  48. class Parser {
  49. public:
  50. explicit Parser(Lexer lexer);
  51. NonnullRefPtr<Program> parse_program();
  52. template<typename FunctionNodeType>
  53. NonnullRefPtr<FunctionNodeType> parse_function_node(u8 parse_options = FunctionNodeParseOptions::CheckForFunctionAndName);
  54. Vector<FunctionNode::Parameter> parse_function_parameters(int& function_length, u8 parse_options = 0);
  55. NonnullRefPtr<Declaration> parse_declaration();
  56. NonnullRefPtr<Statement> parse_statement();
  57. NonnullRefPtr<BlockStatement> parse_block_statement();
  58. NonnullRefPtr<BlockStatement> parse_block_statement(bool& is_strict);
  59. NonnullRefPtr<ReturnStatement> parse_return_statement();
  60. NonnullRefPtr<VariableDeclaration> parse_variable_declaration(bool for_loop_variable_declaration = false);
  61. NonnullRefPtr<Statement> parse_for_statement();
  62. NonnullRefPtr<Statement> parse_for_in_of_statement(NonnullRefPtr<ASTNode> lhs);
  63. NonnullRefPtr<IfStatement> parse_if_statement();
  64. NonnullRefPtr<ThrowStatement> parse_throw_statement();
  65. NonnullRefPtr<TryStatement> parse_try_statement();
  66. NonnullRefPtr<CatchClause> parse_catch_clause();
  67. NonnullRefPtr<SwitchStatement> parse_switch_statement();
  68. NonnullRefPtr<SwitchCase> parse_switch_case();
  69. NonnullRefPtr<BreakStatement> parse_break_statement();
  70. NonnullRefPtr<ContinueStatement> parse_continue_statement();
  71. NonnullRefPtr<DoWhileStatement> parse_do_while_statement();
  72. NonnullRefPtr<WhileStatement> parse_while_statement();
  73. NonnullRefPtr<DebuggerStatement> parse_debugger_statement();
  74. NonnullRefPtr<ConditionalExpression> parse_conditional_expression(NonnullRefPtr<Expression> test);
  75. NonnullRefPtr<Expression> parse_expression(int min_precedence, Associativity associate = Associativity::Right, Vector<TokenType> forbidden = {});
  76. NonnullRefPtr<Expression> parse_primary_expression();
  77. NonnullRefPtr<Expression> parse_unary_prefixed_expression();
  78. NonnullRefPtr<RegExpLiteral> parse_regexp_literal();
  79. NonnullRefPtr<ObjectExpression> parse_object_expression();
  80. NonnullRefPtr<ArrayExpression> parse_array_expression();
  81. NonnullRefPtr<StringLiteral> parse_string_literal(Token token, bool in_template_literal = false);
  82. NonnullRefPtr<TemplateLiteral> parse_template_literal(bool is_tagged);
  83. NonnullRefPtr<Expression> parse_secondary_expression(NonnullRefPtr<Expression>, int min_precedence, Associativity associate = Associativity::Right);
  84. NonnullRefPtr<CallExpression> parse_call_expression(NonnullRefPtr<Expression>);
  85. NonnullRefPtr<NewExpression> parse_new_expression();
  86. RefPtr<FunctionExpression> try_parse_arrow_function_expression(bool expect_parens);
  87. RefPtr<Statement> try_parse_labelled_statement();
  88. NonnullRefPtr<ClassDeclaration> parse_class_declaration();
  89. NonnullRefPtr<ClassExpression> parse_class_expression(bool expect_class_name);
  90. NonnullRefPtr<Expression> parse_property_key();
  91. NonnullRefPtr<AssignmentExpression> parse_assignment_expression(AssignmentOp, NonnullRefPtr<Expression> lhs, int min_precedence, Associativity);
  92. struct Error {
  93. String message;
  94. size_t line;
  95. size_t column;
  96. String to_string() const
  97. {
  98. if (line == 0 || column == 0)
  99. return message;
  100. return String::formatted("{} (line: {}, column: {})", message, line, column);
  101. }
  102. String source_location_hint(const StringView& source, const char spacer = ' ', const char indicator = '^') const
  103. {
  104. if (line == 0 || column == 0)
  105. return {};
  106. // We need to modify the source to match what the lexer considers one line - normalizing
  107. // line terminators to \n is easier than splitting using all different LT characters.
  108. String source_string { source };
  109. source_string.replace("\r\n", "\n");
  110. source_string.replace("\r", "\n");
  111. source_string.replace(LINE_SEPARATOR, "\n");
  112. source_string.replace(PARAGRAPH_SEPARATOR, "\n");
  113. StringBuilder builder;
  114. builder.append(source_string.split_view('\n', true)[line - 1]);
  115. builder.append('\n');
  116. for (size_t i = 0; i < column - 1; ++i)
  117. builder.append(spacer);
  118. builder.append(indicator);
  119. return builder.build();
  120. }
  121. };
  122. bool has_errors() const { return m_parser_state.m_errors.size(); }
  123. const Vector<Error>& errors() const { return m_parser_state.m_errors; }
  124. void print_errors() const
  125. {
  126. for (auto& error : m_parser_state.m_errors)
  127. fprintf(stderr, "SyntaxError: %s\n", error.to_string().characters());
  128. }
  129. private:
  130. friend class ScopePusher;
  131. Associativity operator_associativity(TokenType) const;
  132. bool match_expression() const;
  133. bool match_unary_prefixed_expression() const;
  134. bool match_secondary_expression(Vector<TokenType> forbidden = {}) const;
  135. bool match_statement() const;
  136. bool match_declaration() const;
  137. bool match_variable_declaration() const;
  138. bool match_identifier_name() const;
  139. bool match_property_key() const;
  140. bool match(TokenType type) const;
  141. bool done() const;
  142. void expected(const char* what);
  143. void syntax_error(const String& message, size_t line = 0, size_t column = 0);
  144. Token consume();
  145. Token consume(TokenType type);
  146. Token consume_and_validate_numeric_literal();
  147. void consume_or_insert_semicolon();
  148. void save_state();
  149. void load_state();
  150. struct ParserState {
  151. Lexer m_lexer;
  152. Token m_current_token;
  153. Vector<Error> m_errors;
  154. Vector<NonnullRefPtrVector<VariableDeclaration>> m_var_scopes;
  155. Vector<NonnullRefPtrVector<VariableDeclaration>> m_let_scopes;
  156. Vector<NonnullRefPtrVector<FunctionDeclaration>> m_function_scopes;
  157. HashTable<StringView> m_labels_in_scope;
  158. bool m_strict_mode { false };
  159. bool m_allow_super_property_lookup { false };
  160. bool m_allow_super_constructor_call { false };
  161. bool m_in_function_context { false };
  162. bool m_in_break_context { false };
  163. bool m_in_continue_context { false };
  164. bool m_string_legacy_octal_escape_sequence_in_scope { false };
  165. explicit ParserState(Lexer);
  166. };
  167. ParserState m_parser_state;
  168. Vector<ParserState> m_saved_state;
  169. };
  170. }