Parser.cpp 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957
  1. /*
  2. * Copyright (c) 2020, Stephan Unverwerth <s.unverwerth@gmx.de>
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #include "Parser.h"
  27. #include <AK/HashMap.h>
  28. #include <AK/StdLibExtras.h>
  29. #include <stdio.h>
  30. namespace JS {
  31. static HashMap<TokenType, int> g_operator_precedence;
  32. Parser::ParserState::ParserState(Lexer lexer)
  33. : m_lexer(move(lexer))
  34. , m_current_token(m_lexer.next())
  35. {
  36. }
  37. Parser::Parser(Lexer lexer)
  38. : m_parser_state(move(lexer))
  39. {
  40. if (g_operator_precedence.is_empty()) {
  41. // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Operators/Operator_Precedence
  42. g_operator_precedence.set(TokenType::Period, 20);
  43. g_operator_precedence.set(TokenType::BracketOpen, 20);
  44. g_operator_precedence.set(TokenType::ParenOpen, 20);
  45. g_operator_precedence.set(TokenType::QuestionMarkPeriod, 20);
  46. g_operator_precedence.set(TokenType::New, 19);
  47. g_operator_precedence.set(TokenType::PlusPlus, 18);
  48. g_operator_precedence.set(TokenType::MinusMinus, 18);
  49. g_operator_precedence.set(TokenType::ExclamationMark, 17);
  50. g_operator_precedence.set(TokenType::Tilde, 17);
  51. g_operator_precedence.set(TokenType::Typeof, 17);
  52. g_operator_precedence.set(TokenType::Void, 17);
  53. g_operator_precedence.set(TokenType::Delete, 17);
  54. g_operator_precedence.set(TokenType::Await, 17);
  55. g_operator_precedence.set(TokenType::DoubleAsterisk, 16);
  56. g_operator_precedence.set(TokenType::Asterisk, 15);
  57. g_operator_precedence.set(TokenType::Slash, 15);
  58. g_operator_precedence.set(TokenType::Percent, 15);
  59. g_operator_precedence.set(TokenType::Plus, 14);
  60. g_operator_precedence.set(TokenType::Minus, 14);
  61. g_operator_precedence.set(TokenType::ShiftLeft, 13);
  62. g_operator_precedence.set(TokenType::ShiftRight, 13);
  63. g_operator_precedence.set(TokenType::UnsignedShiftRight, 13);
  64. g_operator_precedence.set(TokenType::LessThan, 12);
  65. g_operator_precedence.set(TokenType::LessThanEquals, 12);
  66. g_operator_precedence.set(TokenType::GreaterThan, 12);
  67. g_operator_precedence.set(TokenType::GreaterThanEquals, 12);
  68. g_operator_precedence.set(TokenType::In, 12);
  69. g_operator_precedence.set(TokenType::Instanceof, 12);
  70. g_operator_precedence.set(TokenType::EqualsEquals, 11);
  71. g_operator_precedence.set(TokenType::ExclamationMarkEquals, 11);
  72. g_operator_precedence.set(TokenType::EqualsEqualsEquals, 11);
  73. g_operator_precedence.set(TokenType::ExclamationMarkEqualsEquals, 11);
  74. g_operator_precedence.set(TokenType::Ampersand, 10);
  75. g_operator_precedence.set(TokenType::Caret, 9);
  76. g_operator_precedence.set(TokenType::Pipe, 8);
  77. g_operator_precedence.set(TokenType::DoubleQuestionMark, 7);
  78. g_operator_precedence.set(TokenType::DoubleAmpersand, 6);
  79. g_operator_precedence.set(TokenType::DoublePipe, 5);
  80. g_operator_precedence.set(TokenType::QuestionMark, 4);
  81. g_operator_precedence.set(TokenType::Equals, 3);
  82. g_operator_precedence.set(TokenType::PlusEquals, 3);
  83. g_operator_precedence.set(TokenType::MinusEquals, 3);
  84. g_operator_precedence.set(TokenType::AsteriskAsteriskEquals, 3);
  85. g_operator_precedence.set(TokenType::AsteriskEquals, 3);
  86. g_operator_precedence.set(TokenType::SlashEquals, 3);
  87. g_operator_precedence.set(TokenType::PercentEquals, 3);
  88. g_operator_precedence.set(TokenType::ShiftLeftEquals, 3);
  89. g_operator_precedence.set(TokenType::ShiftRightEquals, 3);
  90. g_operator_precedence.set(TokenType::UnsignedShiftRightEquals, 3);
  91. g_operator_precedence.set(TokenType::PipeEquals, 3);
  92. g_operator_precedence.set(TokenType::Yield, 2);
  93. g_operator_precedence.set(TokenType::Comma, 1);
  94. }
  95. }
  96. int Parser::operator_precedence(TokenType type) const
  97. {
  98. auto it = g_operator_precedence.find(type);
  99. if (it == g_operator_precedence.end()) {
  100. fprintf(stderr, "No precedence for operator %s\n", Token::name(type));
  101. ASSERT_NOT_REACHED();
  102. return -1;
  103. }
  104. return it->value;
  105. }
  106. Associativity Parser::operator_associativity(TokenType type) const
  107. {
  108. switch (type) {
  109. case TokenType::Period:
  110. case TokenType::BracketOpen:
  111. case TokenType::ParenOpen:
  112. case TokenType::QuestionMarkPeriod:
  113. case TokenType::Asterisk:
  114. case TokenType::Slash:
  115. case TokenType::Percent:
  116. case TokenType::Plus:
  117. case TokenType::Minus:
  118. case TokenType::ShiftLeft:
  119. case TokenType::ShiftRight:
  120. case TokenType::UnsignedShiftRight:
  121. case TokenType::LessThan:
  122. case TokenType::LessThanEquals:
  123. case TokenType::GreaterThan:
  124. case TokenType::GreaterThanEquals:
  125. case TokenType::In:
  126. case TokenType::Instanceof:
  127. case TokenType::EqualsEquals:
  128. case TokenType::ExclamationMarkEquals:
  129. case TokenType::EqualsEqualsEquals:
  130. case TokenType::ExclamationMarkEqualsEquals:
  131. case TokenType::Typeof:
  132. case TokenType::Ampersand:
  133. case TokenType::Caret:
  134. case TokenType::Pipe:
  135. case TokenType::DoubleQuestionMark:
  136. case TokenType::DoubleAmpersand:
  137. case TokenType::DoublePipe:
  138. case TokenType::Comma:
  139. return Associativity::Left;
  140. default:
  141. return Associativity::Right;
  142. }
  143. }
  144. NonnullRefPtr<Program> Parser::parse_program()
  145. {
  146. auto program = adopt(*new Program);
  147. while (!done()) {
  148. if (match(TokenType::Semicolon)) {
  149. consume();
  150. } else if (match_statement()) {
  151. program->append(parse_statement());
  152. } else {
  153. expected("statement");
  154. consume();
  155. }
  156. }
  157. return program;
  158. }
  159. NonnullRefPtr<Statement> Parser::parse_statement()
  160. {
  161. auto statement = [this]() -> NonnullRefPtr<Statement> {
  162. switch (m_parser_state.m_current_token.type()) {
  163. case TokenType::Function:
  164. return parse_function_node<FunctionDeclaration>();
  165. case TokenType::CurlyOpen:
  166. return parse_block_statement();
  167. case TokenType::Return:
  168. return parse_return_statement();
  169. case TokenType::Var:
  170. case TokenType::Let:
  171. case TokenType::Const:
  172. return parse_variable_declaration();
  173. case TokenType::For:
  174. return parse_for_statement();
  175. case TokenType::If:
  176. return parse_if_statement();
  177. case TokenType::Throw:
  178. return parse_throw_statement();
  179. case TokenType::Try:
  180. return parse_try_statement();
  181. case TokenType::Break:
  182. return parse_break_statement();
  183. case TokenType::Switch:
  184. return parse_switch_statement();
  185. default:
  186. if (match_expression())
  187. return adopt(*new ExpressionStatement(parse_expression(0)));
  188. m_parser_state.m_has_errors = true;
  189. expected("statement (missing switch case)");
  190. consume();
  191. return create_ast_node<ErrorStatement>();
  192. } }();
  193. if (match(TokenType::Semicolon))
  194. consume();
  195. return statement;
  196. }
  197. RefPtr<FunctionExpression> Parser::try_parse_arrow_function_expression(bool expect_parens)
  198. {
  199. save_state();
  200. Vector<FlyString> parameters;
  201. bool parse_failed = false;
  202. while (true) {
  203. if (match(TokenType::Comma)) {
  204. consume(TokenType::Comma);
  205. } else if (match(TokenType::Identifier)) {
  206. auto token = consume(TokenType::Identifier);
  207. parameters.append(token.value());
  208. } else if (match(TokenType::ParenClose)) {
  209. if (expect_parens) {
  210. consume(TokenType::ParenClose);
  211. if (match(TokenType::Arrow)) {
  212. consume(TokenType::Arrow);
  213. } else {
  214. parse_failed = true;
  215. }
  216. break;
  217. }
  218. parse_failed = true;
  219. break;
  220. } else if (match(TokenType::Arrow)) {
  221. if (!expect_parens) {
  222. consume(TokenType::Arrow);
  223. break;
  224. }
  225. parse_failed = true;
  226. break;
  227. } else {
  228. parse_failed = true;
  229. break;
  230. }
  231. }
  232. if (parse_failed) {
  233. load_state();
  234. return nullptr;
  235. }
  236. auto function_body_result = [this]() -> RefPtr<BlockStatement> {
  237. if (match(TokenType::CurlyOpen)) {
  238. // Parse a function body with statements
  239. return parse_block_statement();
  240. }
  241. if (match_expression()) {
  242. // Parse a function body which returns a single expression
  243. // FIXME: We synthesize a block with a return statement
  244. // for arrow function bodies which are a single expression.
  245. // Esprima generates a single "ArrowFunctionExpression"
  246. // with a "body" property.
  247. auto return_expression = parse_expression(0);
  248. auto return_block = create_ast_node<BlockStatement>();
  249. return_block->append<ReturnStatement>(move(return_expression));
  250. return return_block;
  251. }
  252. // Invalid arrow function body
  253. return nullptr;
  254. }();
  255. if (!function_body_result.is_null()) {
  256. auto body = function_body_result.release_nonnull();
  257. return create_ast_node<FunctionExpression>("", move(body), move(parameters));
  258. }
  259. load_state();
  260. return nullptr;
  261. }
  262. NonnullRefPtr<Expression> Parser::parse_primary_expression()
  263. {
  264. if (match_unary_prefixed_expression())
  265. return parse_unary_prefixed_expression();
  266. switch (m_parser_state.m_current_token.type()) {
  267. case TokenType::ParenOpen: {
  268. consume(TokenType::ParenOpen);
  269. if (match(TokenType::ParenClose) || match(TokenType::Identifier)) {
  270. auto arrow_function_result = try_parse_arrow_function_expression(true);
  271. if (!arrow_function_result.is_null()) {
  272. return arrow_function_result.release_nonnull();
  273. }
  274. }
  275. auto expression = parse_expression(0);
  276. consume(TokenType::ParenClose);
  277. return expression;
  278. }
  279. case TokenType::Identifier: {
  280. auto arrow_function_result = try_parse_arrow_function_expression(false);
  281. if (!arrow_function_result.is_null()) {
  282. return arrow_function_result.release_nonnull();
  283. }
  284. return create_ast_node<Identifier>(consume().value());
  285. }
  286. case TokenType::NumericLiteral:
  287. return create_ast_node<NumericLiteral>(consume().double_value());
  288. case TokenType::BoolLiteral:
  289. return create_ast_node<BooleanLiteral>(consume().bool_value());
  290. case TokenType::StringLiteral:
  291. return create_ast_node<StringLiteral>(consume().string_value());
  292. case TokenType::NullLiteral:
  293. consume();
  294. return create_ast_node<NullLiteral>();
  295. case TokenType::CurlyOpen:
  296. return parse_object_expression();
  297. case TokenType::Function:
  298. return parse_function_node<FunctionExpression>();
  299. case TokenType::BracketOpen:
  300. return parse_array_expression();
  301. case TokenType::New:
  302. return parse_new_expression();
  303. default:
  304. m_parser_state.m_has_errors = true;
  305. expected("primary expression (missing switch case)");
  306. consume();
  307. return create_ast_node<ErrorExpression>();
  308. }
  309. }
  310. NonnullRefPtr<Expression> Parser::parse_unary_prefixed_expression()
  311. {
  312. auto precedence = operator_precedence(m_parser_state.m_current_token.type());
  313. auto associativity = operator_associativity(m_parser_state.m_current_token.type());
  314. switch (m_parser_state.m_current_token.type()) {
  315. case TokenType::PlusPlus:
  316. consume();
  317. return create_ast_node<UpdateExpression>(UpdateOp::Increment, parse_expression(precedence, associativity), true);
  318. case TokenType::MinusMinus:
  319. consume();
  320. return create_ast_node<UpdateExpression>(UpdateOp::Decrement, parse_expression(precedence, associativity), true);
  321. case TokenType::ExclamationMark:
  322. consume();
  323. return create_ast_node<UnaryExpression>(UnaryOp::Not, parse_expression(precedence, associativity));
  324. case TokenType::Tilde:
  325. consume();
  326. return create_ast_node<UnaryExpression>(UnaryOp::BitwiseNot, parse_expression(precedence, associativity));
  327. case TokenType::Plus:
  328. consume();
  329. return create_ast_node<UnaryExpression>(UnaryOp::Plus, parse_expression(precedence, associativity));
  330. case TokenType::Minus:
  331. consume();
  332. return create_ast_node<UnaryExpression>(UnaryOp::Minus, parse_expression(precedence, associativity));
  333. case TokenType::Typeof:
  334. consume();
  335. return create_ast_node<UnaryExpression>(UnaryOp::Typeof, parse_expression(precedence, associativity));
  336. default:
  337. m_parser_state.m_has_errors = true;
  338. expected("primary expression (missing switch case)");
  339. consume();
  340. return create_ast_node<ErrorExpression>();
  341. }
  342. }
  343. NonnullRefPtr<ObjectExpression> Parser::parse_object_expression()
  344. {
  345. HashMap<FlyString, NonnullRefPtr<Expression>> properties;
  346. consume(TokenType::CurlyOpen);
  347. while (!match(TokenType::CurlyClose)) {
  348. auto identifier = create_ast_node<Identifier>(consume(TokenType::Identifier).value());
  349. if (match(TokenType::Colon)) {
  350. consume(TokenType::Colon);
  351. properties.set(identifier->string(), parse_expression(0));
  352. } else {
  353. properties.set(identifier->string(), identifier);
  354. }
  355. if (!match(TokenType::Comma))
  356. break;
  357. consume(TokenType::Comma);
  358. }
  359. consume(TokenType::CurlyClose);
  360. return create_ast_node<ObjectExpression>(properties);
  361. }
  362. NonnullRefPtr<ArrayExpression> Parser::parse_array_expression()
  363. {
  364. consume(TokenType::BracketOpen);
  365. NonnullRefPtrVector<Expression> elements;
  366. while (match_expression()) {
  367. elements.append(parse_expression(0));
  368. if (!match(TokenType::Comma))
  369. break;
  370. consume(TokenType::Comma);
  371. }
  372. consume(TokenType::BracketClose);
  373. return create_ast_node<ArrayExpression>(move(elements));
  374. }
  375. NonnullRefPtr<Expression> Parser::parse_expression(int min_precedence, Associativity associativity)
  376. {
  377. auto expression = parse_primary_expression();
  378. while (match_secondary_expression()) {
  379. int new_precedence = operator_precedence(m_parser_state.m_current_token.type());
  380. if (new_precedence < min_precedence)
  381. break;
  382. if (new_precedence == min_precedence && associativity == Associativity::Left)
  383. break;
  384. Associativity new_associativity = operator_associativity(m_parser_state.m_current_token.type());
  385. expression = parse_secondary_expression(move(expression), new_precedence, new_associativity);
  386. }
  387. return expression;
  388. }
  389. NonnullRefPtr<Expression> Parser::parse_secondary_expression(NonnullRefPtr<Expression> lhs, int min_precedence, Associativity associativity)
  390. {
  391. switch (m_parser_state.m_current_token.type()) {
  392. case TokenType::Plus:
  393. consume();
  394. return create_ast_node<BinaryExpression>(BinaryOp::Plus, move(lhs), parse_expression(min_precedence, associativity));
  395. case TokenType::PlusEquals:
  396. consume();
  397. return create_ast_node<AssignmentExpression>(AssignmentOp::AdditionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  398. case TokenType::Minus:
  399. consume();
  400. return create_ast_node<BinaryExpression>(BinaryOp::Minus, move(lhs), parse_expression(min_precedence, associativity));
  401. case TokenType::MinusEquals:
  402. consume();
  403. return create_ast_node<AssignmentExpression>(AssignmentOp::SubtractionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  404. case TokenType::Asterisk:
  405. consume();
  406. return create_ast_node<BinaryExpression>(BinaryOp::Asterisk, move(lhs), parse_expression(min_precedence, associativity));
  407. case TokenType::AsteriskEquals:
  408. consume();
  409. return create_ast_node<AssignmentExpression>(AssignmentOp::MultiplicationAssignment, move(lhs), parse_expression(min_precedence, associativity));
  410. case TokenType::Slash:
  411. consume();
  412. return create_ast_node<BinaryExpression>(BinaryOp::Slash, move(lhs), parse_expression(min_precedence, associativity));
  413. case TokenType::SlashEquals:
  414. consume();
  415. return create_ast_node<AssignmentExpression>(AssignmentOp::DivisionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  416. case TokenType::GreaterThan:
  417. consume();
  418. return create_ast_node<BinaryExpression>(BinaryOp::GreaterThan, move(lhs), parse_expression(min_precedence, associativity));
  419. case TokenType::GreaterThanEquals:
  420. consume();
  421. return create_ast_node<BinaryExpression>(BinaryOp::GreaterThanEquals, move(lhs), parse_expression(min_precedence, associativity));
  422. case TokenType::LessThan:
  423. consume();
  424. return create_ast_node<BinaryExpression>(BinaryOp::LessThan, move(lhs), parse_expression(min_precedence, associativity));
  425. case TokenType::LessThanEquals:
  426. consume();
  427. return create_ast_node<BinaryExpression>(BinaryOp::LessThanEquals, move(lhs), parse_expression(min_precedence, associativity));
  428. case TokenType::EqualsEqualsEquals:
  429. consume();
  430. return create_ast_node<BinaryExpression>(BinaryOp::TypedEquals, move(lhs), parse_expression(min_precedence, associativity));
  431. case TokenType::ExclamationMarkEqualsEquals:
  432. consume();
  433. return create_ast_node<BinaryExpression>(BinaryOp::TypedInequals, move(lhs), parse_expression(min_precedence, associativity));
  434. case TokenType::EqualsEquals:
  435. consume();
  436. return create_ast_node<BinaryExpression>(BinaryOp::AbstractEquals, move(lhs), parse_expression(min_precedence, associativity));
  437. case TokenType::ExclamationMarkEquals:
  438. consume();
  439. return create_ast_node<BinaryExpression>(BinaryOp::AbstractInequals, move(lhs), parse_expression(min_precedence, associativity));
  440. case TokenType::Instanceof:
  441. consume();
  442. return create_ast_node<BinaryExpression>(BinaryOp::InstanceOf, move(lhs), parse_expression(min_precedence, associativity));
  443. case TokenType::Ampersand:
  444. consume();
  445. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseAnd, move(lhs), parse_expression(min_precedence, associativity));
  446. case TokenType::Pipe:
  447. consume();
  448. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseOr, move(lhs), parse_expression(min_precedence, associativity));
  449. case TokenType::Caret:
  450. consume();
  451. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseXor, move(lhs), parse_expression(min_precedence, associativity));
  452. case TokenType::ParenOpen:
  453. return parse_call_expression(move(lhs));
  454. case TokenType::Equals:
  455. consume();
  456. return create_ast_node<AssignmentExpression>(AssignmentOp::Assignment, move(lhs), parse_expression(min_precedence, associativity));
  457. case TokenType::Period:
  458. consume();
  459. return create_ast_node<MemberExpression>(move(lhs), parse_expression(min_precedence, associativity));
  460. case TokenType::BracketOpen: {
  461. consume(TokenType::BracketOpen);
  462. auto expression = create_ast_node<MemberExpression>(move(lhs), parse_expression(0), true);
  463. consume(TokenType::BracketClose);
  464. return expression;
  465. }
  466. case TokenType::PlusPlus:
  467. consume();
  468. return create_ast_node<UpdateExpression>(UpdateOp::Increment, move(lhs));
  469. case TokenType::MinusMinus:
  470. consume();
  471. return create_ast_node<UpdateExpression>(UpdateOp::Decrement, move(lhs));
  472. case TokenType::DoubleAmpersand:
  473. consume();
  474. return create_ast_node<LogicalExpression>(LogicalOp::And, move(lhs), parse_expression(min_precedence, associativity));
  475. case TokenType::DoublePipe:
  476. consume();
  477. return create_ast_node<LogicalExpression>(LogicalOp::Or, move(lhs), parse_expression(min_precedence, associativity));
  478. case TokenType::QuestionMark:
  479. return parse_conditional_expression(move(lhs));
  480. default:
  481. m_parser_state.m_has_errors = true;
  482. expected("secondary expression (missing switch case)");
  483. consume();
  484. return create_ast_node<ErrorExpression>();
  485. }
  486. }
  487. NonnullRefPtr<CallExpression> Parser::parse_call_expression(NonnullRefPtr<Expression> lhs)
  488. {
  489. consume(TokenType::ParenOpen);
  490. NonnullRefPtrVector<Expression> arguments;
  491. while (match_expression()) {
  492. arguments.append(parse_expression(0));
  493. if (!match(TokenType::Comma))
  494. break;
  495. consume();
  496. }
  497. consume(TokenType::ParenClose);
  498. return create_ast_node<CallExpression>(move(lhs), move(arguments));
  499. }
  500. NonnullRefPtr<NewExpression> Parser::parse_new_expression()
  501. {
  502. consume(TokenType::New);
  503. // FIXME: Support full expressions as the callee as well.
  504. auto callee = create_ast_node<Identifier>(consume(TokenType::Identifier).value());
  505. NonnullRefPtrVector<Expression> arguments;
  506. if (match(TokenType::ParenOpen)) {
  507. consume(TokenType::ParenOpen);
  508. while (match_expression()) {
  509. arguments.append(parse_expression(0));
  510. if (!match(TokenType::Comma))
  511. break;
  512. consume();
  513. }
  514. consume(TokenType::ParenClose);
  515. }
  516. return create_ast_node<NewExpression>(move(callee), move(arguments));
  517. }
  518. NonnullRefPtr<ReturnStatement> Parser::parse_return_statement()
  519. {
  520. consume(TokenType::Return);
  521. if (match_expression()) {
  522. return create_ast_node<ReturnStatement>(parse_expression(0));
  523. }
  524. return create_ast_node<ReturnStatement>(nullptr);
  525. }
  526. NonnullRefPtr<BlockStatement> Parser::parse_block_statement()
  527. {
  528. auto block = create_ast_node<BlockStatement>();
  529. consume(TokenType::CurlyOpen);
  530. while (!done() && !match(TokenType::CurlyClose)) {
  531. if (match(TokenType::Semicolon)) {
  532. consume();
  533. } else if (match_statement()) {
  534. block->append(parse_statement());
  535. } else {
  536. expected("statement");
  537. consume();
  538. }
  539. }
  540. consume(TokenType::CurlyClose);
  541. return block;
  542. }
  543. template<typename FunctionNodeType>
  544. NonnullRefPtr<FunctionNodeType> Parser::parse_function_node()
  545. {
  546. consume(TokenType::Function);
  547. String name;
  548. if (FunctionNodeType::must_have_name()) {
  549. name = consume(TokenType::Identifier).value();
  550. } else {
  551. if (match(TokenType::Identifier))
  552. name = consume(TokenType::Identifier).value();
  553. }
  554. consume(TokenType::ParenOpen);
  555. Vector<FlyString> parameters;
  556. while (match(TokenType::Identifier)) {
  557. auto parameter = consume(TokenType::Identifier).value();
  558. parameters.append(parameter);
  559. if (match(TokenType::ParenClose)) {
  560. break;
  561. }
  562. consume(TokenType::Comma);
  563. }
  564. consume(TokenType::ParenClose);
  565. auto body = parse_block_statement();
  566. return create_ast_node<FunctionNodeType>(name, move(body), move(parameters));
  567. }
  568. NonnullRefPtr<VariableDeclaration> Parser::parse_variable_declaration()
  569. {
  570. DeclarationType declaration_type;
  571. switch (m_parser_state.m_current_token.type()) {
  572. case TokenType::Var:
  573. declaration_type = DeclarationType::Var;
  574. consume(TokenType::Var);
  575. break;
  576. case TokenType::Let:
  577. declaration_type = DeclarationType::Let;
  578. consume(TokenType::Let);
  579. break;
  580. case TokenType::Const:
  581. declaration_type = DeclarationType::Const;
  582. consume(TokenType::Const);
  583. break;
  584. default:
  585. ASSERT_NOT_REACHED();
  586. }
  587. auto name = consume(TokenType::Identifier).value();
  588. RefPtr<Expression> initializer;
  589. if (match(TokenType::Equals)) {
  590. consume();
  591. initializer = parse_expression(0);
  592. }
  593. return create_ast_node<VariableDeclaration>(create_ast_node<Identifier>(name), move(initializer), declaration_type);
  594. }
  595. NonnullRefPtr<ThrowStatement> Parser::parse_throw_statement()
  596. {
  597. consume(TokenType::Throw);
  598. return create_ast_node<ThrowStatement>(parse_expression(0));
  599. }
  600. NonnullRefPtr<BreakStatement> Parser::parse_break_statement()
  601. {
  602. consume(TokenType::Break);
  603. // FIXME: Handle labels.
  604. return create_ast_node<BreakStatement>();
  605. }
  606. NonnullRefPtr<ConditionalExpression> Parser::parse_conditional_expression(NonnullRefPtr<Expression> test)
  607. {
  608. consume(TokenType::QuestionMark);
  609. auto consequent = parse_expression(0);
  610. consume(TokenType::Colon);
  611. auto alternate = parse_expression(0);
  612. return create_ast_node<ConditionalExpression>(move(test), move(consequent), move(alternate));
  613. }
  614. NonnullRefPtr<TryStatement> Parser::parse_try_statement()
  615. {
  616. consume(TokenType::Try);
  617. auto block = parse_block_statement();
  618. RefPtr<CatchClause> handler;
  619. if (match(TokenType::Catch))
  620. handler = parse_catch_clause();
  621. RefPtr<BlockStatement> finalizer;
  622. if (match(TokenType::Finally)) {
  623. consume();
  624. finalizer = parse_block_statement();
  625. }
  626. return create_ast_node<TryStatement>(move(block), move(handler), move(finalizer));
  627. }
  628. NonnullRefPtr<SwitchStatement> Parser::parse_switch_statement()
  629. {
  630. consume(TokenType::Switch);
  631. consume(TokenType::ParenOpen);
  632. auto determinant = parse_expression(0);
  633. consume(TokenType::ParenClose);
  634. consume(TokenType::CurlyOpen);
  635. NonnullRefPtrVector<SwitchCase> cases;
  636. while (match(TokenType::Case) || match(TokenType::Default))
  637. cases.append(parse_switch_case());
  638. consume(TokenType::CurlyClose);
  639. return create_ast_node<SwitchStatement>(move(determinant), move(cases));
  640. }
  641. NonnullRefPtr<SwitchCase> Parser::parse_switch_case()
  642. {
  643. RefPtr<Expression> test;
  644. if (consume().type() == TokenType::Case) {
  645. test = parse_expression(0);
  646. }
  647. consume(TokenType::Colon);
  648. NonnullRefPtrVector<Statement> consequent;
  649. while (match_statement())
  650. consequent.append(parse_statement());
  651. return create_ast_node<SwitchCase>(move(test), move(consequent));
  652. }
  653. NonnullRefPtr<CatchClause> Parser::parse_catch_clause()
  654. {
  655. consume(TokenType::Catch);
  656. String parameter;
  657. if (match(TokenType::ParenOpen)) {
  658. consume();
  659. parameter = consume(TokenType::Identifier).value();
  660. consume(TokenType::ParenClose);
  661. }
  662. auto body = parse_block_statement();
  663. return create_ast_node<CatchClause>(parameter, move(body));
  664. }
  665. NonnullRefPtr<IfStatement> Parser::parse_if_statement()
  666. {
  667. consume(TokenType::If);
  668. consume(TokenType::ParenOpen);
  669. auto predicate = parse_expression(0);
  670. consume(TokenType::ParenClose);
  671. auto consequent = parse_statement();
  672. RefPtr<Statement> alternate;
  673. if (match(TokenType::Else)) {
  674. consume(TokenType::Else);
  675. alternate = parse_statement();
  676. }
  677. return create_ast_node<IfStatement>(move(predicate), move(consequent), move(alternate));
  678. }
  679. NonnullRefPtr<ForStatement> Parser::parse_for_statement()
  680. {
  681. consume(TokenType::For);
  682. consume(TokenType::ParenOpen);
  683. RefPtr<ASTNode> init;
  684. switch (m_parser_state.m_current_token.type()) {
  685. case TokenType::Semicolon:
  686. break;
  687. default:
  688. if (match_expression())
  689. init = parse_expression(0);
  690. else if (match_variable_declaration())
  691. init = parse_variable_declaration();
  692. else
  693. ASSERT_NOT_REACHED();
  694. break;
  695. }
  696. consume(TokenType::Semicolon);
  697. RefPtr<Expression> test;
  698. switch (m_parser_state.m_current_token.type()) {
  699. case TokenType::Semicolon:
  700. break;
  701. default:
  702. test = parse_expression(0);
  703. break;
  704. }
  705. consume(TokenType::Semicolon);
  706. RefPtr<Expression> update;
  707. switch (m_parser_state.m_current_token.type()) {
  708. case TokenType::ParenClose:
  709. break;
  710. default:
  711. update = parse_expression(0);
  712. break;
  713. }
  714. consume(TokenType::ParenClose);
  715. auto body = parse_block_statement();
  716. return create_ast_node<ForStatement>(move(init), move(test), move(update), move(body));
  717. }
  718. bool Parser::match(TokenType type) const
  719. {
  720. return m_parser_state.m_current_token.type() == type;
  721. }
  722. bool Parser::match_variable_declaration() const
  723. {
  724. switch (m_parser_state.m_current_token.type()) {
  725. case TokenType::Var:
  726. case TokenType::Let:
  727. case TokenType::Const:
  728. return true;
  729. default:
  730. return false;
  731. }
  732. }
  733. bool Parser::match_expression() const
  734. {
  735. auto type = m_parser_state.m_current_token.type();
  736. return type == TokenType::BoolLiteral
  737. || type == TokenType::NumericLiteral
  738. || type == TokenType::StringLiteral
  739. || type == TokenType::NullLiteral
  740. || type == TokenType::Identifier
  741. || type == TokenType::New
  742. || type == TokenType::CurlyOpen
  743. || type == TokenType::BracketOpen
  744. || type == TokenType::ParenOpen
  745. || type == TokenType::Function
  746. || match_unary_prefixed_expression();
  747. }
  748. bool Parser::match_unary_prefixed_expression() const
  749. {
  750. auto type = m_parser_state.m_current_token.type();
  751. return type == TokenType::PlusPlus
  752. || type == TokenType::MinusMinus
  753. || type == TokenType::ExclamationMark
  754. || type == TokenType::Tilde
  755. || type == TokenType::Plus
  756. || type == TokenType::Minus
  757. || type == TokenType::Typeof;
  758. }
  759. bool Parser::match_secondary_expression() const
  760. {
  761. auto type = m_parser_state.m_current_token.type();
  762. return type == TokenType::Plus
  763. || type == TokenType::PlusEquals
  764. || type == TokenType::Minus
  765. || type == TokenType::MinusEquals
  766. || type == TokenType::Asterisk
  767. || type == TokenType::AsteriskEquals
  768. || type == TokenType::Slash
  769. || type == TokenType::SlashEquals
  770. || type == TokenType::Equals
  771. || type == TokenType::EqualsEqualsEquals
  772. || type == TokenType::ExclamationMarkEqualsEquals
  773. || type == TokenType::EqualsEquals
  774. || type == TokenType::ExclamationMarkEquals
  775. || type == TokenType::GreaterThan
  776. || type == TokenType::GreaterThanEquals
  777. || type == TokenType::LessThan
  778. || type == TokenType::LessThanEquals
  779. || type == TokenType::ParenOpen
  780. || type == TokenType::Period
  781. || type == TokenType::BracketOpen
  782. || type == TokenType::PlusPlus
  783. || type == TokenType::MinusMinus
  784. || type == TokenType::Instanceof
  785. || type == TokenType::QuestionMark
  786. || type == TokenType::Ampersand
  787. || type == TokenType::Pipe
  788. || type == TokenType::Caret
  789. || type == TokenType::DoubleAmpersand
  790. || type == TokenType::DoublePipe;
  791. }
  792. bool Parser::match_statement() const
  793. {
  794. auto type = m_parser_state.m_current_token.type();
  795. return match_expression()
  796. || type == TokenType::Function
  797. || type == TokenType::Return
  798. || type == TokenType::Let
  799. || type == TokenType::Class
  800. || type == TokenType::Delete
  801. || type == TokenType::Do
  802. || type == TokenType::If
  803. || type == TokenType::Throw
  804. || type == TokenType::Try
  805. || type == TokenType::While
  806. || type == TokenType::For
  807. || type == TokenType::Const
  808. || type == TokenType::CurlyOpen
  809. || type == TokenType::Switch
  810. || type == TokenType::Break
  811. || type == TokenType::Var;
  812. }
  813. bool Parser::done() const
  814. {
  815. return match(TokenType::Eof);
  816. }
  817. Token Parser::consume()
  818. {
  819. auto old_token = m_parser_state.m_current_token;
  820. m_parser_state.m_current_token = m_parser_state.m_lexer.next();
  821. return old_token;
  822. }
  823. Token Parser::consume(TokenType type)
  824. {
  825. if (m_parser_state.m_current_token.type() != type) {
  826. m_parser_state.m_has_errors = true;
  827. fprintf(stderr, "Error: Unexpected token %s. Expected %s\n", m_parser_state.m_current_token.name(), Token::name(type));
  828. }
  829. return consume();
  830. }
  831. void Parser::expected(const char* what)
  832. {
  833. m_parser_state.m_has_errors = true;
  834. fprintf(stderr, "Error: Unexpected token %s. Expected %s\n", m_parser_state.m_current_token.name(), what);
  835. }
  836. void Parser::save_state()
  837. {
  838. m_saved_state = m_parser_state;
  839. }
  840. void Parser::load_state()
  841. {
  842. ASSERT(m_saved_state.has_value());
  843. m_parser_state = m_saved_state.value();
  844. m_saved_state.clear();
  845. }
  846. }