Parser.h 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204
  1. /*
  2. * Copyright (c) 2021, Itamar S. <itamar8910@gmail.com>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #pragma once
  7. #include <AK/Noncopyable.h>
  8. #include <AK/NonnullRefPtr.h>
  9. #include <LibCodeComprehension/Types.h>
  10. #include <LibCpp/AST.h>
  11. #include <LibCpp/Lexer.h>
  12. #include <LibCpp/Preprocessor.h>
  13. namespace Cpp {
  14. class Parser final {
  15. AK_MAKE_NONCOPYABLE(Parser);
  16. public:
  17. explicit Parser(Vector<Token> tokens, ByteString const& filename);
  18. ~Parser() = default;
  19. NonnullRefPtr<TranslationUnit> parse();
  20. bool eof() const;
  21. RefPtr<ASTNode const> node_at(Position) const;
  22. Optional<size_t> index_of_node_at(Position) const;
  23. Optional<Token> token_at(Position) const;
  24. Optional<size_t> index_of_token_at(Position) const;
  25. RefPtr<TranslationUnit const> root_node() const { return m_root_node; }
  26. ByteString text_of_node(ASTNode const&) const;
  27. StringView text_of_token(Cpp::Token const& token) const;
  28. void print_tokens() const;
  29. Vector<Token> const& tokens() const { return m_tokens; }
  30. Vector<ByteString> const& errors() const { return m_errors; }
  31. Vector<CodeComprehension::TodoEntry> get_todo_entries() const;
  32. Vector<Token> tokens_in_range(Position start, Position end) const;
  33. private:
  34. enum class DeclarationType {
  35. Function,
  36. Variable,
  37. Enum,
  38. Class,
  39. Namespace,
  40. Constructor,
  41. Destructor,
  42. UsingNamespace,
  43. Typedef,
  44. UsingType,
  45. };
  46. Optional<DeclarationType> match_declaration_in_translation_unit();
  47. Optional<Parser::DeclarationType> match_class_member(StringView class_name);
  48. bool match_function_declaration();
  49. bool match_comment();
  50. bool match_preprocessor();
  51. bool match_whitespace();
  52. bool match_variable_declaration();
  53. bool match_expression();
  54. bool match_secondary_expression();
  55. bool match_enum_declaration();
  56. bool match_class_declaration();
  57. bool match_literal();
  58. bool match_unary_expression();
  59. bool match_boolean_literal();
  60. bool match_keyword(ByteString const&);
  61. bool match_block_statement();
  62. bool match_namespace_declaration();
  63. bool match_template_arguments();
  64. bool match_name();
  65. bool match_cpp_cast_expression();
  66. bool match_c_style_cast_expression();
  67. bool match_sizeof_expression();
  68. bool match_braced_init_list();
  69. bool match_type();
  70. bool match_named_type();
  71. bool match_access_specifier();
  72. bool match_constructor(StringView class_name);
  73. bool match_destructor(StringView class_name);
  74. bool match_using_namespace_declaration();
  75. bool match_typedef_declaration();
  76. bool match_using_type_declaration();
  77. Optional<Vector<NonnullRefPtr<Parameter const>>> parse_parameter_list(ASTNode const& parent);
  78. Optional<Token> consume_whitespace();
  79. void consume_preprocessor();
  80. NonnullRefPtr<Declaration const> parse_declaration(ASTNode const& parent, DeclarationType);
  81. NonnullRefPtr<FunctionDeclaration const> parse_function_declaration(ASTNode const& parent);
  82. NonnullRefPtr<FunctionDefinition const> parse_function_definition(ASTNode const& parent);
  83. NonnullRefPtr<Statement const> parse_statement(ASTNode const& parent);
  84. NonnullRefPtr<VariableDeclaration const> parse_variable_declaration(ASTNode const& parent, bool expect_semicolon = true);
  85. NonnullRefPtr<Expression const> parse_expression(ASTNode const& parent);
  86. NonnullRefPtr<Expression const> parse_primary_expression(ASTNode const& parent);
  87. NonnullRefPtr<Expression const> parse_secondary_expression(ASTNode const& parent, NonnullRefPtr<Expression const> lhs);
  88. NonnullRefPtr<StringLiteral const> parse_string_literal(ASTNode const& parent);
  89. NonnullRefPtr<ReturnStatement const> parse_return_statement(ASTNode const& parent);
  90. NonnullRefPtr<EnumDeclaration const> parse_enum_declaration(ASTNode const& parent);
  91. NonnullRefPtr<StructOrClassDeclaration const> parse_class_declaration(ASTNode const& parent);
  92. NonnullRefPtr<Expression const> parse_literal(ASTNode const& parent);
  93. NonnullRefPtr<UnaryExpression const> parse_unary_expression(ASTNode const& parent);
  94. NonnullRefPtr<BooleanLiteral const> parse_boolean_literal(ASTNode const& parent);
  95. NonnullRefPtr<Type const> parse_type(ASTNode const& parent);
  96. NonnullRefPtr<BinaryExpression const> parse_binary_expression(ASTNode const& parent, NonnullRefPtr<Expression const> lhs, BinaryOp);
  97. NonnullRefPtr<AssignmentExpression const> parse_assignment_expression(ASTNode const& parent, NonnullRefPtr<Expression const> lhs, AssignmentOp);
  98. NonnullRefPtr<ForStatement const> parse_for_statement(ASTNode const& parent);
  99. NonnullRefPtr<BlockStatement const> parse_block_statement(ASTNode const& parent);
  100. NonnullRefPtr<Comment const> parse_comment(ASTNode const& parent);
  101. NonnullRefPtr<IfStatement const> parse_if_statement(ASTNode const& parent);
  102. NonnullRefPtr<NamespaceDeclaration const> parse_namespace_declaration(ASTNode const& parent, bool is_nested_namespace = false);
  103. Vector<NonnullRefPtr<Declaration const>> parse_declarations_in_translation_unit(ASTNode const& parent);
  104. RefPtr<Declaration const> parse_single_declaration_in_translation_unit(ASTNode const& parent);
  105. Vector<NonnullRefPtr<Type const>> parse_template_arguments(ASTNode const& parent);
  106. NonnullRefPtr<Name const> parse_name(ASTNode const& parent);
  107. NonnullRefPtr<CppCastExpression const> parse_cpp_cast_expression(ASTNode const& parent);
  108. NonnullRefPtr<SizeofExpression const> parse_sizeof_expression(ASTNode const& parent);
  109. NonnullRefPtr<BracedInitList const> parse_braced_init_list(ASTNode const& parent);
  110. NonnullRefPtr<CStyleCastExpression const> parse_c_style_cast_expression(ASTNode const& parent);
  111. Vector<NonnullRefPtr<Declaration const>> parse_class_members(StructOrClassDeclaration& parent);
  112. NonnullRefPtr<Constructor const> parse_constructor(ASTNode const& parent);
  113. NonnullRefPtr<Destructor const> parse_destructor(ASTNode const& parent);
  114. NonnullRefPtr<UsingNamespaceDeclaration const> parse_using_namespace_declaration(ASTNode const& parent);
  115. NonnullRefPtr<TypedefDeclaration const> parse_typedef_declaration(ASTNode const& parent);
  116. NonnullRefPtr<TypedefDeclaration const> parse_using_type_declaration(ASTNode const& parent);
  117. bool match(Token::Type);
  118. Token consume(Token::Type);
  119. Token consume();
  120. Token consume_keyword(ByteString const&);
  121. Token peek(size_t offset = 0) const;
  122. Optional<Token> peek(Token::Type) const;
  123. Position position() const;
  124. Position previous_token_end() const;
  125. ByteString text_in_range(Position start, Position end) const;
  126. void save_state();
  127. void load_state();
  128. struct State {
  129. size_t token_index { 0 };
  130. Vector<NonnullRefPtr<ASTNode>> state_nodes;
  131. };
  132. void error(StringView message = {});
  133. template<class T, class... Args>
  134. NonnullRefPtr<T>
  135. create_ast_node(ASTNode const& parent, Position const& start, Optional<Position> end, Args&&... args)
  136. {
  137. auto node = adopt_ref(*new T(&parent, start, end, m_filename, forward<Args>(args)...));
  138. if (m_saved_states.is_empty()) {
  139. m_nodes.append(node);
  140. } else {
  141. m_state.state_nodes.append(node);
  142. }
  143. return node;
  144. }
  145. NonnullRefPtr<TranslationUnit>
  146. create_root_ast_node(Position const& start, Position end)
  147. {
  148. auto node = adopt_ref(*new TranslationUnit(nullptr, start, end, m_filename));
  149. m_nodes.append(node);
  150. m_root_node = node;
  151. return node;
  152. }
  153. DummyAstNode& get_dummy_node()
  154. {
  155. static NonnullRefPtr<DummyAstNode> dummy = adopt_ref(*new DummyAstNode(nullptr, {}, {}, {}));
  156. return dummy;
  157. }
  158. bool match_attribute_specification();
  159. void consume_attribute_specification();
  160. void consume_access_specifier();
  161. bool match_ellipsis();
  162. Vector<StringView> parse_type_qualifiers();
  163. Vector<StringView> parse_function_qualifiers();
  164. enum class CtorOrDtor {
  165. Ctor,
  166. Dtor,
  167. };
  168. void parse_constructor_or_destructor_impl(FunctionDeclaration&, CtorOrDtor);
  169. ByteString m_filename;
  170. Vector<Token> m_tokens;
  171. State m_state;
  172. Vector<State> m_saved_states;
  173. RefPtr<TranslationUnit> m_root_node;
  174. Vector<ByteString> m_errors;
  175. Vector<NonnullRefPtr<ASTNode>> m_nodes;
  176. };
  177. }