Parser.cpp 51 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384
  1. /*
  2. * Copyright (c) 2020, Stephan Unverwerth <s.unverwerth@gmx.de>
  3. * Copyright (c) 2020, Linus Groh <mail@linusgroh.de>
  4. * All rights reserved.
  5. *
  6. * Redistribution and use in source and binary forms, with or without
  7. * modification, are permitted provided that the following conditions are met:
  8. *
  9. * 1. Redistributions of source code must retain the above copyright notice, this
  10. * list of conditions and the following disclaimer.
  11. *
  12. * 2. Redistributions in binary form must reproduce the above copyright notice,
  13. * this list of conditions and the following disclaimer in the documentation
  14. * and/or other materials provided with the distribution.
  15. *
  16. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  17. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  18. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  19. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  20. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  21. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  22. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  23. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  24. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  25. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26. */
  27. #include "Parser.h"
  28. #include <AK/HashMap.h>
  29. #include <AK/ScopeGuard.h>
  30. #include <AK/StdLibExtras.h>
  31. #include <stdio.h>
  32. namespace JS {
  33. class ScopePusher {
  34. public:
  35. enum Type {
  36. Var = 1,
  37. Let = 2,
  38. };
  39. ScopePusher(Parser& parser, unsigned mask)
  40. : m_parser(parser)
  41. , m_mask(mask)
  42. {
  43. if (m_mask & Var)
  44. m_parser.m_parser_state.m_var_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  45. if (m_mask & Let)
  46. m_parser.m_parser_state.m_let_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  47. }
  48. ~ScopePusher()
  49. {
  50. if (m_mask & Var)
  51. m_parser.m_parser_state.m_var_scopes.take_last();
  52. if (m_mask & Let)
  53. m_parser.m_parser_state.m_let_scopes.take_last();
  54. }
  55. Parser& m_parser;
  56. unsigned m_mask { 0 };
  57. };
  58. static HashMap<TokenType, int> g_operator_precedence;
  59. Parser::ParserState::ParserState(Lexer lexer)
  60. : m_lexer(move(lexer))
  61. , m_current_token(m_lexer.next())
  62. {
  63. }
  64. Parser::Parser(Lexer lexer)
  65. : m_parser_state(move(lexer))
  66. {
  67. if (g_operator_precedence.is_empty()) {
  68. // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Operators/Operator_Precedence
  69. g_operator_precedence.set(TokenType::Period, 20);
  70. g_operator_precedence.set(TokenType::BracketOpen, 20);
  71. g_operator_precedence.set(TokenType::ParenOpen, 20);
  72. g_operator_precedence.set(TokenType::QuestionMarkPeriod, 20);
  73. g_operator_precedence.set(TokenType::New, 19);
  74. g_operator_precedence.set(TokenType::PlusPlus, 18);
  75. g_operator_precedence.set(TokenType::MinusMinus, 18);
  76. g_operator_precedence.set(TokenType::ExclamationMark, 17);
  77. g_operator_precedence.set(TokenType::Tilde, 17);
  78. g_operator_precedence.set(TokenType::Typeof, 17);
  79. g_operator_precedence.set(TokenType::Void, 17);
  80. g_operator_precedence.set(TokenType::Delete, 17);
  81. g_operator_precedence.set(TokenType::Await, 17);
  82. g_operator_precedence.set(TokenType::DoubleAsterisk, 16);
  83. g_operator_precedence.set(TokenType::Asterisk, 15);
  84. g_operator_precedence.set(TokenType::Slash, 15);
  85. g_operator_precedence.set(TokenType::Percent, 15);
  86. g_operator_precedence.set(TokenType::Plus, 14);
  87. g_operator_precedence.set(TokenType::Minus, 14);
  88. g_operator_precedence.set(TokenType::ShiftLeft, 13);
  89. g_operator_precedence.set(TokenType::ShiftRight, 13);
  90. g_operator_precedence.set(TokenType::UnsignedShiftRight, 13);
  91. g_operator_precedence.set(TokenType::LessThan, 12);
  92. g_operator_precedence.set(TokenType::LessThanEquals, 12);
  93. g_operator_precedence.set(TokenType::GreaterThan, 12);
  94. g_operator_precedence.set(TokenType::GreaterThanEquals, 12);
  95. g_operator_precedence.set(TokenType::In, 12);
  96. g_operator_precedence.set(TokenType::Instanceof, 12);
  97. g_operator_precedence.set(TokenType::EqualsEquals, 11);
  98. g_operator_precedence.set(TokenType::ExclamationMarkEquals, 11);
  99. g_operator_precedence.set(TokenType::EqualsEqualsEquals, 11);
  100. g_operator_precedence.set(TokenType::ExclamationMarkEqualsEquals, 11);
  101. g_operator_precedence.set(TokenType::Ampersand, 10);
  102. g_operator_precedence.set(TokenType::Caret, 9);
  103. g_operator_precedence.set(TokenType::Pipe, 8);
  104. g_operator_precedence.set(TokenType::DoubleQuestionMark, 7);
  105. g_operator_precedence.set(TokenType::DoubleAmpersand, 6);
  106. g_operator_precedence.set(TokenType::DoublePipe, 5);
  107. g_operator_precedence.set(TokenType::QuestionMark, 4);
  108. g_operator_precedence.set(TokenType::Equals, 3);
  109. g_operator_precedence.set(TokenType::PlusEquals, 3);
  110. g_operator_precedence.set(TokenType::MinusEquals, 3);
  111. g_operator_precedence.set(TokenType::DoubleAsteriskEquals, 3);
  112. g_operator_precedence.set(TokenType::AsteriskEquals, 3);
  113. g_operator_precedence.set(TokenType::SlashEquals, 3);
  114. g_operator_precedence.set(TokenType::PercentEquals, 3);
  115. g_operator_precedence.set(TokenType::ShiftLeftEquals, 3);
  116. g_operator_precedence.set(TokenType::ShiftRightEquals, 3);
  117. g_operator_precedence.set(TokenType::UnsignedShiftRightEquals, 3);
  118. g_operator_precedence.set(TokenType::AmpersandEquals, 3);
  119. g_operator_precedence.set(TokenType::PipeEquals, 3);
  120. g_operator_precedence.set(TokenType::CaretEquals, 3);
  121. g_operator_precedence.set(TokenType::Yield, 2);
  122. g_operator_precedence.set(TokenType::Comma, 1);
  123. }
  124. }
  125. int Parser::operator_precedence(TokenType type) const
  126. {
  127. auto it = g_operator_precedence.find(type);
  128. if (it == g_operator_precedence.end()) {
  129. fprintf(stderr, "Internal Error: No precedence for operator %s\n", Token::name(type));
  130. ASSERT_NOT_REACHED();
  131. return -1;
  132. }
  133. return it->value;
  134. }
  135. Associativity Parser::operator_associativity(TokenType type) const
  136. {
  137. switch (type) {
  138. case TokenType::Period:
  139. case TokenType::BracketOpen:
  140. case TokenType::ParenOpen:
  141. case TokenType::QuestionMarkPeriod:
  142. case TokenType::Asterisk:
  143. case TokenType::Slash:
  144. case TokenType::Percent:
  145. case TokenType::Plus:
  146. case TokenType::Minus:
  147. case TokenType::ShiftLeft:
  148. case TokenType::ShiftRight:
  149. case TokenType::UnsignedShiftRight:
  150. case TokenType::LessThan:
  151. case TokenType::LessThanEquals:
  152. case TokenType::GreaterThan:
  153. case TokenType::GreaterThanEquals:
  154. case TokenType::In:
  155. case TokenType::Instanceof:
  156. case TokenType::EqualsEquals:
  157. case TokenType::ExclamationMarkEquals:
  158. case TokenType::EqualsEqualsEquals:
  159. case TokenType::ExclamationMarkEqualsEquals:
  160. case TokenType::Typeof:
  161. case TokenType::Void:
  162. case TokenType::Delete:
  163. case TokenType::Ampersand:
  164. case TokenType::Caret:
  165. case TokenType::Pipe:
  166. case TokenType::DoubleQuestionMark:
  167. case TokenType::DoubleAmpersand:
  168. case TokenType::DoublePipe:
  169. case TokenType::Comma:
  170. return Associativity::Left;
  171. default:
  172. return Associativity::Right;
  173. }
  174. }
  175. NonnullRefPtr<Program> Parser::parse_program()
  176. {
  177. ScopePusher scope(*this, ScopePusher::Var | ScopePusher::Let);
  178. auto program = adopt(*new Program);
  179. while (!done()) {
  180. if (match_statement()) {
  181. program->append(parse_statement());
  182. } else {
  183. expected("statement");
  184. consume();
  185. }
  186. }
  187. ASSERT(m_parser_state.m_var_scopes.size() == 1);
  188. program->add_variables(m_parser_state.m_var_scopes.last());
  189. program->add_variables(m_parser_state.m_let_scopes.last());
  190. return program;
  191. }
  192. NonnullRefPtr<Statement> Parser::parse_statement()
  193. {
  194. auto statement = [this]() -> NonnullRefPtr<Statement> {
  195. switch (m_parser_state.m_current_token.type()) {
  196. case TokenType::Function:
  197. return parse_function_node<FunctionDeclaration>();
  198. case TokenType::CurlyOpen:
  199. return parse_block_statement();
  200. case TokenType::Return:
  201. return parse_return_statement();
  202. case TokenType::Var:
  203. case TokenType::Let:
  204. case TokenType::Const:
  205. return parse_variable_declaration();
  206. case TokenType::For:
  207. return parse_for_statement();
  208. case TokenType::If:
  209. return parse_if_statement();
  210. case TokenType::Throw:
  211. return parse_throw_statement();
  212. case TokenType::Try:
  213. return parse_try_statement();
  214. case TokenType::Break:
  215. return parse_break_statement();
  216. case TokenType::Continue:
  217. return parse_continue_statement();
  218. case TokenType::Switch:
  219. return parse_switch_statement();
  220. case TokenType::Do:
  221. return parse_do_while_statement();
  222. case TokenType::While:
  223. return parse_while_statement();
  224. case TokenType::Debugger:
  225. return parse_debugger_statement();
  226. case TokenType::Semicolon:
  227. consume();
  228. return create_ast_node<EmptyStatement>();
  229. default:
  230. if (match_expression()) {
  231. auto expr = parse_expression(0);
  232. consume_or_insert_semicolon();
  233. return create_ast_node<ExpressionStatement>(move(expr));
  234. }
  235. expected("statement (missing switch case)");
  236. consume();
  237. return create_ast_node<ErrorStatement>();
  238. } }();
  239. return statement;
  240. }
  241. RefPtr<FunctionExpression> Parser::try_parse_arrow_function_expression(bool expect_parens)
  242. {
  243. save_state();
  244. m_parser_state.m_var_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  245. ArmedScopeGuard state_rollback_guard = [&] {
  246. m_parser_state.m_var_scopes.take_last();
  247. load_state();
  248. };
  249. Vector<FunctionNode::Parameter> parameters;
  250. bool parse_failed = false;
  251. bool has_rest_parameter = false;
  252. i32 function_length = -1;
  253. while (true) {
  254. if (match(TokenType::Comma)) {
  255. if (has_rest_parameter) {
  256. parse_failed = true;
  257. break;
  258. }
  259. consume(TokenType::Comma);
  260. } else if (match(TokenType::Identifier)) {
  261. auto parameter_name = consume(TokenType::Identifier).value();
  262. RefPtr<Expression> default_value;
  263. if (expect_parens && match(TokenType::Equals)) {
  264. consume(TokenType::Equals);
  265. function_length = parameters.size();
  266. default_value = parse_expression(0);
  267. }
  268. parameters.append({ parameter_name, default_value });
  269. } else if (match(TokenType::TripleDot)) {
  270. consume();
  271. if (has_rest_parameter) {
  272. parse_failed = true;
  273. break;
  274. }
  275. has_rest_parameter = true;
  276. function_length = parameters.size();
  277. auto parameter_name = consume(TokenType::Identifier).value();
  278. parameters.append({ parameter_name, nullptr, true });
  279. } else if (match(TokenType::ParenClose)) {
  280. if (expect_parens) {
  281. consume(TokenType::ParenClose);
  282. if (match(TokenType::Arrow)) {
  283. consume(TokenType::Arrow);
  284. } else {
  285. parse_failed = true;
  286. }
  287. break;
  288. }
  289. parse_failed = true;
  290. break;
  291. } else if (match(TokenType::Arrow)) {
  292. if (!expect_parens) {
  293. consume(TokenType::Arrow);
  294. break;
  295. }
  296. parse_failed = true;
  297. break;
  298. } else {
  299. parse_failed = true;
  300. break;
  301. }
  302. }
  303. if (parse_failed)
  304. return nullptr;
  305. if (function_length == -1)
  306. function_length = parameters.size();
  307. auto function_body_result = [this]() -> RefPtr<BlockStatement> {
  308. if (match(TokenType::CurlyOpen)) {
  309. // Parse a function body with statements
  310. return parse_block_statement();
  311. }
  312. if (match_expression()) {
  313. // Parse a function body which returns a single expression
  314. // FIXME: We synthesize a block with a return statement
  315. // for arrow function bodies which are a single expression.
  316. // Esprima generates a single "ArrowFunctionExpression"
  317. // with a "body" property.
  318. auto return_expression = parse_expression(0);
  319. auto return_block = create_ast_node<BlockStatement>();
  320. return_block->append<ReturnStatement>(move(return_expression));
  321. return return_block;
  322. }
  323. // Invalid arrow function body
  324. return nullptr;
  325. }();
  326. if (!function_body_result.is_null()) {
  327. state_rollback_guard.disarm();
  328. auto body = function_body_result.release_nonnull();
  329. return create_ast_node<FunctionExpression>("", move(body), move(parameters), function_length, m_parser_state.m_var_scopes.take_last());
  330. }
  331. return nullptr;
  332. }
  333. NonnullRefPtr<Expression> Parser::parse_primary_expression()
  334. {
  335. if (match_unary_prefixed_expression())
  336. return parse_unary_prefixed_expression();
  337. switch (m_parser_state.m_current_token.type()) {
  338. case TokenType::ParenOpen: {
  339. consume(TokenType::ParenOpen);
  340. if (match(TokenType::ParenClose) || match(TokenType::Identifier) || match(TokenType::TripleDot)) {
  341. auto arrow_function_result = try_parse_arrow_function_expression(true);
  342. if (!arrow_function_result.is_null()) {
  343. return arrow_function_result.release_nonnull();
  344. }
  345. }
  346. auto expression = parse_expression(0);
  347. consume(TokenType::ParenClose);
  348. return expression;
  349. }
  350. case TokenType::This:
  351. consume();
  352. return create_ast_node<ThisExpression>();
  353. case TokenType::Identifier: {
  354. auto arrow_function_result = try_parse_arrow_function_expression(false);
  355. if (!arrow_function_result.is_null()) {
  356. return arrow_function_result.release_nonnull();
  357. }
  358. return create_ast_node<Identifier>(consume().value());
  359. }
  360. case TokenType::NumericLiteral:
  361. return create_ast_node<NumericLiteral>(consume().double_value());
  362. case TokenType::BoolLiteral:
  363. return create_ast_node<BooleanLiteral>(consume().bool_value());
  364. case TokenType::StringLiteral:
  365. return create_ast_node<StringLiteral>(consume().string_value());
  366. case TokenType::NullLiteral:
  367. consume();
  368. return create_ast_node<NullLiteral>();
  369. case TokenType::CurlyOpen:
  370. return parse_object_expression();
  371. case TokenType::Function:
  372. return parse_function_node<FunctionExpression>();
  373. case TokenType::BracketOpen:
  374. return parse_array_expression();
  375. case TokenType::TemplateLiteralStart:
  376. return parse_template_literal(false);
  377. case TokenType::New:
  378. return parse_new_expression();
  379. default:
  380. expected("primary expression (missing switch case)");
  381. consume();
  382. return create_ast_node<ErrorExpression>();
  383. }
  384. }
  385. NonnullRefPtr<Expression> Parser::parse_unary_prefixed_expression()
  386. {
  387. auto precedence = operator_precedence(m_parser_state.m_current_token.type());
  388. auto associativity = operator_associativity(m_parser_state.m_current_token.type());
  389. switch (m_parser_state.m_current_token.type()) {
  390. case TokenType::PlusPlus: {
  391. consume();
  392. auto rhs_start_line = m_parser_state.m_current_token.line_number();
  393. auto rhs_start_column = m_parser_state.m_current_token.line_column();
  394. auto rhs = parse_expression(precedence, associativity);
  395. if (!rhs->is_identifier() && !rhs->is_member_expression())
  396. syntax_error(String::format("Right-hand side of prefix increment operator must be identifier or member expression, got %s", rhs->class_name()), rhs_start_line, rhs_start_column);
  397. return create_ast_node<UpdateExpression>(UpdateOp::Increment, move(rhs), true);
  398. }
  399. case TokenType::MinusMinus: {
  400. consume();
  401. auto rhs_start_line = m_parser_state.m_current_token.line_number();
  402. auto rhs_start_column = m_parser_state.m_current_token.line_column();
  403. auto rhs = parse_expression(precedence, associativity);
  404. if (!rhs->is_identifier() && !rhs->is_member_expression())
  405. syntax_error(String::format("Right-hand side of prefix decrement operator must be identifier or member expression, got %s", rhs->class_name()), rhs_start_line, rhs_start_column);
  406. return create_ast_node<UpdateExpression>(UpdateOp::Decrement, move(rhs), true);
  407. }
  408. case TokenType::ExclamationMark:
  409. consume();
  410. return create_ast_node<UnaryExpression>(UnaryOp::Not, parse_expression(precedence, associativity));
  411. case TokenType::Tilde:
  412. consume();
  413. return create_ast_node<UnaryExpression>(UnaryOp::BitwiseNot, parse_expression(precedence, associativity));
  414. case TokenType::Plus:
  415. consume();
  416. return create_ast_node<UnaryExpression>(UnaryOp::Plus, parse_expression(precedence, associativity));
  417. case TokenType::Minus:
  418. consume();
  419. return create_ast_node<UnaryExpression>(UnaryOp::Minus, parse_expression(precedence, associativity));
  420. case TokenType::Typeof:
  421. consume();
  422. return create_ast_node<UnaryExpression>(UnaryOp::Typeof, parse_expression(precedence, associativity));
  423. case TokenType::Void:
  424. consume();
  425. return create_ast_node<UnaryExpression>(UnaryOp::Void, parse_expression(precedence, associativity));
  426. case TokenType::Delete:
  427. consume();
  428. return create_ast_node<UnaryExpression>(UnaryOp::Delete, parse_expression(precedence, associativity));
  429. default:
  430. expected("primary expression (missing switch case)");
  431. consume();
  432. return create_ast_node<ErrorExpression>();
  433. }
  434. }
  435. NonnullRefPtr<ObjectExpression> Parser::parse_object_expression()
  436. {
  437. NonnullRefPtrVector<ObjectProperty> properties;
  438. consume(TokenType::CurlyOpen);
  439. while (!done() && !match(TokenType::CurlyClose)) {
  440. RefPtr<Expression> property_key;
  441. RefPtr<Expression> property_value;
  442. auto need_colon = true;
  443. auto is_spread = false;
  444. if (match_identifier_name()) {
  445. auto identifier = consume().value();
  446. property_key = create_ast_node<StringLiteral>(identifier);
  447. property_value = create_ast_node<Identifier>(identifier);
  448. need_colon = false;
  449. } else if (match(TokenType::StringLiteral)) {
  450. property_key = create_ast_node<StringLiteral>(consume(TokenType::StringLiteral).string_value());
  451. } else if (match(TokenType::NumericLiteral)) {
  452. property_key = create_ast_node<StringLiteral>(consume(TokenType::NumericLiteral).value());
  453. } else if (match(TokenType::BracketOpen)) {
  454. consume(TokenType::BracketOpen);
  455. property_key = parse_expression(0);
  456. consume(TokenType::BracketClose);
  457. } else if (match(TokenType::TripleDot)) {
  458. consume(TokenType::TripleDot);
  459. property_key = create_ast_node<SpreadExpression>(parse_expression(0));
  460. property_value = property_key;
  461. need_colon = false;
  462. is_spread = true;
  463. } else {
  464. syntax_error(String::format("Unexpected token %s as member in object initialization. Expected a numeric literal, string literal or identifier", m_parser_state.m_current_token.name()));
  465. consume();
  466. continue;
  467. }
  468. if (!is_spread && match(TokenType::ParenOpen)) {
  469. property_value = parse_function_node<FunctionExpression>(false);
  470. } else if (need_colon || match(TokenType::Colon)) {
  471. consume(TokenType::Colon);
  472. property_value = parse_expression(0);
  473. }
  474. auto property = create_ast_node<ObjectProperty>(*property_key, *property_value);
  475. properties.append(property);
  476. if (is_spread)
  477. property->set_is_spread();
  478. if (!match(TokenType::Comma))
  479. break;
  480. consume(TokenType::Comma);
  481. }
  482. consume(TokenType::CurlyClose);
  483. return create_ast_node<ObjectExpression>(properties);
  484. }
  485. NonnullRefPtr<ArrayExpression> Parser::parse_array_expression()
  486. {
  487. consume(TokenType::BracketOpen);
  488. Vector<RefPtr<Expression>> elements;
  489. while (match_expression() || match(TokenType::TripleDot) || match(TokenType::Comma)) {
  490. RefPtr<Expression> expression;
  491. if (match(TokenType::TripleDot)) {
  492. consume(TokenType::TripleDot);
  493. expression = create_ast_node<SpreadExpression>(parse_expression(0));
  494. } else if (match_expression()) {
  495. expression = parse_expression(0);
  496. }
  497. elements.append(expression);
  498. if (!match(TokenType::Comma))
  499. break;
  500. consume(TokenType::Comma);
  501. }
  502. consume(TokenType::BracketClose);
  503. return create_ast_node<ArrayExpression>(move(elements));
  504. }
  505. NonnullRefPtr<TemplateLiteral> Parser::parse_template_literal(bool is_tagged)
  506. {
  507. consume(TokenType::TemplateLiteralStart);
  508. NonnullRefPtrVector<Expression> expressions;
  509. NonnullRefPtrVector<Expression> raw_strings;
  510. auto append_empty_string = [&expressions, &raw_strings, is_tagged]() {
  511. auto string_literal = create_ast_node<StringLiteral>("");
  512. expressions.append(string_literal);
  513. if (is_tagged)
  514. raw_strings.append(string_literal);
  515. };
  516. if (!match(TokenType::TemplateLiteralString))
  517. append_empty_string();
  518. while (!match(TokenType::TemplateLiteralEnd) && !match(TokenType::UnterminatedTemplateLiteral)) {
  519. if (match(TokenType::TemplateLiteralString)) {
  520. auto token = consume();
  521. expressions.append(create_ast_node<StringLiteral>(token.string_value()));
  522. if (is_tagged)
  523. raw_strings.append(create_ast_node<StringLiteral>(token.value()));
  524. } else if (match(TokenType::TemplateLiteralExprStart)) {
  525. consume(TokenType::TemplateLiteralExprStart);
  526. if (match(TokenType::TemplateLiteralExprEnd)) {
  527. syntax_error("Empty template literal expression block");
  528. return create_ast_node<TemplateLiteral>(expressions);
  529. }
  530. expressions.append(parse_expression(0));
  531. if (match(TokenType::UnterminatedTemplateLiteral)) {
  532. syntax_error("Unterminated template literal");
  533. return create_ast_node<TemplateLiteral>(expressions);
  534. }
  535. consume(TokenType::TemplateLiteralExprEnd);
  536. if (!match(TokenType::TemplateLiteralString))
  537. append_empty_string();
  538. }
  539. }
  540. if (match(TokenType::UnterminatedTemplateLiteral)) {
  541. syntax_error("Unterminated template literal");
  542. } else {
  543. consume(TokenType::TemplateLiteralEnd);
  544. }
  545. if (is_tagged)
  546. return create_ast_node<TemplateLiteral>(expressions, raw_strings);
  547. return create_ast_node<TemplateLiteral>(expressions);
  548. }
  549. NonnullRefPtr<Expression> Parser::parse_expression(int min_precedence, Associativity associativity)
  550. {
  551. auto expression = parse_primary_expression();
  552. while (match(TokenType::TemplateLiteralStart)) {
  553. auto template_literal = parse_template_literal(true);
  554. expression = create_ast_node<TaggedTemplateLiteral>(move(expression), move(template_literal));
  555. }
  556. while (match_secondary_expression()) {
  557. int new_precedence = operator_precedence(m_parser_state.m_current_token.type());
  558. if (new_precedence < min_precedence)
  559. break;
  560. if (new_precedence == min_precedence && associativity == Associativity::Left)
  561. break;
  562. Associativity new_associativity = operator_associativity(m_parser_state.m_current_token.type());
  563. expression = parse_secondary_expression(move(expression), new_precedence, new_associativity);
  564. while (match(TokenType::TemplateLiteralStart)) {
  565. auto template_literal = parse_template_literal(true);
  566. expression = create_ast_node<TaggedTemplateLiteral>(move(expression), move(template_literal));
  567. }
  568. }
  569. return expression;
  570. }
  571. NonnullRefPtr<Expression> Parser::parse_secondary_expression(NonnullRefPtr<Expression> lhs, int min_precedence, Associativity associativity)
  572. {
  573. switch (m_parser_state.m_current_token.type()) {
  574. case TokenType::Plus:
  575. consume();
  576. return create_ast_node<BinaryExpression>(BinaryOp::Addition, move(lhs), parse_expression(min_precedence, associativity));
  577. case TokenType::PlusEquals:
  578. consume();
  579. return create_ast_node<AssignmentExpression>(AssignmentOp::AdditionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  580. case TokenType::Minus:
  581. consume();
  582. return create_ast_node<BinaryExpression>(BinaryOp::Subtraction, move(lhs), parse_expression(min_precedence, associativity));
  583. case TokenType::MinusEquals:
  584. consume();
  585. return create_ast_node<AssignmentExpression>(AssignmentOp::SubtractionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  586. case TokenType::Asterisk:
  587. consume();
  588. return create_ast_node<BinaryExpression>(BinaryOp::Multiplication, move(lhs), parse_expression(min_precedence, associativity));
  589. case TokenType::AsteriskEquals:
  590. consume();
  591. return create_ast_node<AssignmentExpression>(AssignmentOp::MultiplicationAssignment, move(lhs), parse_expression(min_precedence, associativity));
  592. case TokenType::Slash:
  593. consume();
  594. return create_ast_node<BinaryExpression>(BinaryOp::Division, move(lhs), parse_expression(min_precedence, associativity));
  595. case TokenType::SlashEquals:
  596. consume();
  597. return create_ast_node<AssignmentExpression>(AssignmentOp::DivisionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  598. case TokenType::Percent:
  599. consume();
  600. return create_ast_node<BinaryExpression>(BinaryOp::Modulo, move(lhs), parse_expression(min_precedence, associativity));
  601. case TokenType::PercentEquals:
  602. consume();
  603. return create_ast_node<AssignmentExpression>(AssignmentOp::ModuloAssignment, move(lhs), parse_expression(min_precedence, associativity));
  604. case TokenType::DoubleAsterisk:
  605. consume();
  606. return create_ast_node<BinaryExpression>(BinaryOp::Exponentiation, move(lhs), parse_expression(min_precedence, associativity));
  607. case TokenType::DoubleAsteriskEquals:
  608. consume();
  609. return create_ast_node<AssignmentExpression>(AssignmentOp::ExponentiationAssignment, move(lhs), parse_expression(min_precedence, associativity));
  610. case TokenType::GreaterThan:
  611. consume();
  612. return create_ast_node<BinaryExpression>(BinaryOp::GreaterThan, move(lhs), parse_expression(min_precedence, associativity));
  613. case TokenType::GreaterThanEquals:
  614. consume();
  615. return create_ast_node<BinaryExpression>(BinaryOp::GreaterThanEquals, move(lhs), parse_expression(min_precedence, associativity));
  616. case TokenType::LessThan:
  617. consume();
  618. return create_ast_node<BinaryExpression>(BinaryOp::LessThan, move(lhs), parse_expression(min_precedence, associativity));
  619. case TokenType::LessThanEquals:
  620. consume();
  621. return create_ast_node<BinaryExpression>(BinaryOp::LessThanEquals, move(lhs), parse_expression(min_precedence, associativity));
  622. case TokenType::EqualsEqualsEquals:
  623. consume();
  624. return create_ast_node<BinaryExpression>(BinaryOp::TypedEquals, move(lhs), parse_expression(min_precedence, associativity));
  625. case TokenType::ExclamationMarkEqualsEquals:
  626. consume();
  627. return create_ast_node<BinaryExpression>(BinaryOp::TypedInequals, move(lhs), parse_expression(min_precedence, associativity));
  628. case TokenType::EqualsEquals:
  629. consume();
  630. return create_ast_node<BinaryExpression>(BinaryOp::AbstractEquals, move(lhs), parse_expression(min_precedence, associativity));
  631. case TokenType::ExclamationMarkEquals:
  632. consume();
  633. return create_ast_node<BinaryExpression>(BinaryOp::AbstractInequals, move(lhs), parse_expression(min_precedence, associativity));
  634. case TokenType::In:
  635. consume();
  636. return create_ast_node<BinaryExpression>(BinaryOp::In, move(lhs), parse_expression(min_precedence, associativity));
  637. case TokenType::Instanceof:
  638. consume();
  639. return create_ast_node<BinaryExpression>(BinaryOp::InstanceOf, move(lhs), parse_expression(min_precedence, associativity));
  640. case TokenType::Ampersand:
  641. consume();
  642. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseAnd, move(lhs), parse_expression(min_precedence, associativity));
  643. case TokenType::AmpersandEquals:
  644. consume();
  645. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseAndAssignment, move(lhs), parse_expression(min_precedence, associativity));
  646. case TokenType::Pipe:
  647. consume();
  648. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseOr, move(lhs), parse_expression(min_precedence, associativity));
  649. case TokenType::PipeEquals:
  650. consume();
  651. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseOrAssignment, move(lhs), parse_expression(min_precedence, associativity));
  652. case TokenType::Caret:
  653. consume();
  654. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseXor, move(lhs), parse_expression(min_precedence, associativity));
  655. case TokenType::CaretEquals:
  656. consume();
  657. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseXorAssignment, move(lhs), parse_expression(min_precedence, associativity));
  658. case TokenType::ShiftLeft:
  659. consume();
  660. return create_ast_node<BinaryExpression>(BinaryOp::LeftShift, move(lhs), parse_expression(min_precedence, associativity));
  661. case TokenType::ShiftLeftEquals:
  662. consume();
  663. return create_ast_node<AssignmentExpression>(AssignmentOp::LeftShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  664. case TokenType::ShiftRight:
  665. consume();
  666. return create_ast_node<BinaryExpression>(BinaryOp::RightShift, move(lhs), parse_expression(min_precedence, associativity));
  667. case TokenType::ShiftRightEquals:
  668. consume();
  669. return create_ast_node<AssignmentExpression>(AssignmentOp::RightShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  670. case TokenType::UnsignedShiftRight:
  671. consume();
  672. return create_ast_node<BinaryExpression>(BinaryOp::UnsignedRightShift, move(lhs), parse_expression(min_precedence, associativity));
  673. case TokenType::UnsignedShiftRightEquals:
  674. consume();
  675. return create_ast_node<AssignmentExpression>(AssignmentOp::UnsignedRightShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  676. case TokenType::ParenOpen:
  677. return parse_call_expression(move(lhs));
  678. case TokenType::Equals:
  679. consume();
  680. return create_ast_node<AssignmentExpression>(AssignmentOp::Assignment, move(lhs), parse_expression(min_precedence, associativity));
  681. case TokenType::Period:
  682. consume();
  683. if (!match_identifier_name())
  684. expected("IdentifierName");
  685. return create_ast_node<MemberExpression>(move(lhs), create_ast_node<Identifier>(consume().value()));
  686. case TokenType::BracketOpen: {
  687. consume(TokenType::BracketOpen);
  688. auto expression = create_ast_node<MemberExpression>(move(lhs), parse_expression(0), true);
  689. consume(TokenType::BracketClose);
  690. return expression;
  691. }
  692. case TokenType::PlusPlus:
  693. if (!lhs->is_identifier() && !lhs->is_member_expression())
  694. syntax_error(String::format("Left-hand side of postfix increment operator must be identifier or member expression, got %s", lhs->class_name()));
  695. consume();
  696. return create_ast_node<UpdateExpression>(UpdateOp::Increment, move(lhs));
  697. case TokenType::MinusMinus:
  698. if (!lhs->is_identifier() && !lhs->is_member_expression())
  699. syntax_error(String::format("Left-hand side of postfix increment operator must be identifier or member expression, got %s", lhs->class_name()));
  700. consume();
  701. return create_ast_node<UpdateExpression>(UpdateOp::Decrement, move(lhs));
  702. case TokenType::DoubleAmpersand:
  703. consume();
  704. return create_ast_node<LogicalExpression>(LogicalOp::And, move(lhs), parse_expression(min_precedence, associativity));
  705. case TokenType::DoublePipe:
  706. consume();
  707. return create_ast_node<LogicalExpression>(LogicalOp::Or, move(lhs), parse_expression(min_precedence, associativity));
  708. case TokenType::DoubleQuestionMark:
  709. consume();
  710. return create_ast_node<LogicalExpression>(LogicalOp::NullishCoalescing, move(lhs), parse_expression(min_precedence, associativity));
  711. case TokenType::QuestionMark:
  712. return parse_conditional_expression(move(lhs));
  713. default:
  714. expected("secondary expression (missing switch case)");
  715. consume();
  716. return create_ast_node<ErrorExpression>();
  717. }
  718. }
  719. NonnullRefPtr<CallExpression> Parser::parse_call_expression(NonnullRefPtr<Expression> lhs)
  720. {
  721. consume(TokenType::ParenOpen);
  722. Vector<CallExpression::Argument> arguments;
  723. while (match_expression() || match(TokenType::TripleDot)) {
  724. if (match(TokenType::TripleDot)) {
  725. consume();
  726. arguments.append({ parse_expression(0), true });
  727. } else {
  728. arguments.append({ parse_expression(0), false });
  729. }
  730. if (!match(TokenType::Comma))
  731. break;
  732. consume();
  733. }
  734. consume(TokenType::ParenClose);
  735. return create_ast_node<CallExpression>(move(lhs), move(arguments));
  736. }
  737. NonnullRefPtr<NewExpression> Parser::parse_new_expression()
  738. {
  739. consume(TokenType::New);
  740. // FIXME: Support full expressions as the callee as well.
  741. auto callee = create_ast_node<Identifier>(consume(TokenType::Identifier).value());
  742. Vector<CallExpression::Argument> arguments;
  743. if (match(TokenType::ParenOpen)) {
  744. consume(TokenType::ParenOpen);
  745. while (match_expression() || match(TokenType::TripleDot)) {
  746. if (match(TokenType::TripleDot)) {
  747. consume();
  748. arguments.append({ parse_expression(0), true });
  749. } else {
  750. arguments.append({ parse_expression(0), false });
  751. }
  752. if (!match(TokenType::Comma))
  753. break;
  754. consume();
  755. }
  756. consume(TokenType::ParenClose);
  757. }
  758. return create_ast_node<NewExpression>(move(callee), move(arguments));
  759. }
  760. NonnullRefPtr<ReturnStatement> Parser::parse_return_statement()
  761. {
  762. consume(TokenType::Return);
  763. // Automatic semicolon insertion: terminate statement when return is followed by newline
  764. if (m_parser_state.m_current_token.trivia().contains('\n'))
  765. return create_ast_node<ReturnStatement>(nullptr);
  766. if (match_expression()) {
  767. auto expression = parse_expression(0);
  768. consume_or_insert_semicolon();
  769. return create_ast_node<ReturnStatement>(move(expression));
  770. }
  771. consume_or_insert_semicolon();
  772. return create_ast_node<ReturnStatement>(nullptr);
  773. }
  774. NonnullRefPtr<BlockStatement> Parser::parse_block_statement()
  775. {
  776. ScopePusher scope(*this, ScopePusher::Let);
  777. auto block = create_ast_node<BlockStatement>();
  778. consume(TokenType::CurlyOpen);
  779. while (!done() && !match(TokenType::CurlyClose)) {
  780. if (match(TokenType::Semicolon)) {
  781. consume();
  782. } else if (match_statement()) {
  783. block->append(parse_statement());
  784. } else {
  785. expected("statement");
  786. consume();
  787. }
  788. }
  789. consume(TokenType::CurlyClose);
  790. block->add_variables(m_parser_state.m_let_scopes.last());
  791. return block;
  792. }
  793. template<typename FunctionNodeType>
  794. NonnullRefPtr<FunctionNodeType> Parser::parse_function_node(bool needs_function_keyword)
  795. {
  796. ScopePusher scope(*this, ScopePusher::Var);
  797. if (needs_function_keyword)
  798. consume(TokenType::Function);
  799. String name;
  800. if (FunctionNodeType::must_have_name()) {
  801. name = consume(TokenType::Identifier).value();
  802. } else {
  803. if (match(TokenType::Identifier))
  804. name = consume(TokenType::Identifier).value();
  805. }
  806. consume(TokenType::ParenOpen);
  807. Vector<FunctionNode::Parameter> parameters;
  808. i32 function_length = -1;
  809. while (match(TokenType::Identifier) || match(TokenType::TripleDot)) {
  810. if (match(TokenType::TripleDot)) {
  811. consume();
  812. auto parameter_name = consume(TokenType::Identifier).value();
  813. function_length = parameters.size();
  814. parameters.append({ parameter_name, nullptr, true });
  815. break;
  816. }
  817. auto parameter_name = consume(TokenType::Identifier).value();
  818. RefPtr<Expression> default_value;
  819. if (match(TokenType::Equals)) {
  820. consume(TokenType::Equals);
  821. function_length = parameters.size();
  822. default_value = parse_expression(0);
  823. }
  824. parameters.append({ parameter_name, default_value });
  825. if (match(TokenType::ParenClose))
  826. break;
  827. consume(TokenType::Comma);
  828. }
  829. consume(TokenType::ParenClose);
  830. if (function_length == -1)
  831. function_length = parameters.size();
  832. auto body = parse_block_statement();
  833. body->add_variables(m_parser_state.m_var_scopes.last());
  834. return create_ast_node<FunctionNodeType>(name, move(body), move(parameters), function_length, NonnullRefPtrVector<VariableDeclaration>());
  835. }
  836. NonnullRefPtr<VariableDeclaration> Parser::parse_variable_declaration()
  837. {
  838. DeclarationKind declaration_kind;
  839. switch (m_parser_state.m_current_token.type()) {
  840. case TokenType::Var:
  841. declaration_kind = DeclarationKind::Var;
  842. consume(TokenType::Var);
  843. break;
  844. case TokenType::Let:
  845. declaration_kind = DeclarationKind::Let;
  846. consume(TokenType::Let);
  847. break;
  848. case TokenType::Const:
  849. declaration_kind = DeclarationKind::Const;
  850. consume(TokenType::Const);
  851. break;
  852. default:
  853. ASSERT_NOT_REACHED();
  854. }
  855. NonnullRefPtrVector<VariableDeclarator> declarations;
  856. for (;;) {
  857. auto id = consume(TokenType::Identifier).value();
  858. RefPtr<Expression> init;
  859. if (match(TokenType::Equals)) {
  860. consume();
  861. init = parse_expression(0);
  862. }
  863. declarations.append(create_ast_node<VariableDeclarator>(create_ast_node<Identifier>(move(id)), move(init)));
  864. if (match(TokenType::Comma)) {
  865. consume();
  866. continue;
  867. }
  868. break;
  869. }
  870. consume_or_insert_semicolon();
  871. auto declaration = create_ast_node<VariableDeclaration>(declaration_kind, move(declarations));
  872. if (declaration->declaration_kind() == DeclarationKind::Var)
  873. m_parser_state.m_var_scopes.last().append(declaration);
  874. else
  875. m_parser_state.m_let_scopes.last().append(declaration);
  876. return declaration;
  877. }
  878. NonnullRefPtr<ThrowStatement> Parser::parse_throw_statement()
  879. {
  880. consume(TokenType::Throw);
  881. // Automatic semicolon insertion: terminate statement when throw is followed by newline
  882. if (m_parser_state.m_current_token.trivia().contains('\n')) {
  883. syntax_error("No line break is allowed between 'throw' and its expression");
  884. return create_ast_node<ThrowStatement>(create_ast_node<ErrorExpression>());
  885. }
  886. auto expression = parse_expression(0);
  887. consume_or_insert_semicolon();
  888. return create_ast_node<ThrowStatement>(move(expression));
  889. }
  890. NonnullRefPtr<BreakStatement> Parser::parse_break_statement()
  891. {
  892. consume(TokenType::Break);
  893. consume_or_insert_semicolon();
  894. // FIXME: Handle labels. When fixing this, take care to correctly implement semicolon insertion
  895. return create_ast_node<BreakStatement>();
  896. }
  897. NonnullRefPtr<ContinueStatement> Parser::parse_continue_statement()
  898. {
  899. consume(TokenType::Continue);
  900. consume_or_insert_semicolon();
  901. // FIXME: Handle labels. When fixing this, take care to correctly implement semicolon insertion
  902. return create_ast_node<ContinueStatement>();
  903. }
  904. NonnullRefPtr<ConditionalExpression> Parser::parse_conditional_expression(NonnullRefPtr<Expression> test)
  905. {
  906. consume(TokenType::QuestionMark);
  907. auto consequent = parse_expression(0);
  908. consume(TokenType::Colon);
  909. auto alternate = parse_expression(0);
  910. return create_ast_node<ConditionalExpression>(move(test), move(consequent), move(alternate));
  911. }
  912. NonnullRefPtr<TryStatement> Parser::parse_try_statement()
  913. {
  914. consume(TokenType::Try);
  915. auto block = parse_block_statement();
  916. RefPtr<CatchClause> handler;
  917. if (match(TokenType::Catch))
  918. handler = parse_catch_clause();
  919. RefPtr<BlockStatement> finalizer;
  920. if (match(TokenType::Finally)) {
  921. consume();
  922. finalizer = parse_block_statement();
  923. }
  924. return create_ast_node<TryStatement>(move(block), move(handler), move(finalizer));
  925. }
  926. NonnullRefPtr<DoWhileStatement> Parser::parse_do_while_statement()
  927. {
  928. consume(TokenType::Do);
  929. auto body = parse_statement();
  930. consume(TokenType::While);
  931. consume(TokenType::ParenOpen);
  932. auto test = parse_expression(0);
  933. consume(TokenType::ParenClose);
  934. consume_or_insert_semicolon();
  935. return create_ast_node<DoWhileStatement>(move(test), move(body));
  936. }
  937. NonnullRefPtr<WhileStatement> Parser::parse_while_statement()
  938. {
  939. consume(TokenType::While);
  940. consume(TokenType::ParenOpen);
  941. auto test = parse_expression(0);
  942. consume(TokenType::ParenClose);
  943. auto body = parse_statement();
  944. return create_ast_node<WhileStatement>(move(test), move(body));
  945. }
  946. NonnullRefPtr<SwitchStatement> Parser::parse_switch_statement()
  947. {
  948. consume(TokenType::Switch);
  949. consume(TokenType::ParenOpen);
  950. auto determinant = parse_expression(0);
  951. consume(TokenType::ParenClose);
  952. consume(TokenType::CurlyOpen);
  953. NonnullRefPtrVector<SwitchCase> cases;
  954. while (match(TokenType::Case) || match(TokenType::Default))
  955. cases.append(parse_switch_case());
  956. consume(TokenType::CurlyClose);
  957. return create_ast_node<SwitchStatement>(move(determinant), move(cases));
  958. }
  959. NonnullRefPtr<SwitchCase> Parser::parse_switch_case()
  960. {
  961. RefPtr<Expression> test;
  962. if (consume().type() == TokenType::Case) {
  963. test = parse_expression(0);
  964. }
  965. consume(TokenType::Colon);
  966. NonnullRefPtrVector<Statement> consequent;
  967. while (match_statement())
  968. consequent.append(parse_statement());
  969. return create_ast_node<SwitchCase>(move(test), move(consequent));
  970. }
  971. NonnullRefPtr<CatchClause> Parser::parse_catch_clause()
  972. {
  973. consume(TokenType::Catch);
  974. String parameter;
  975. if (match(TokenType::ParenOpen)) {
  976. consume();
  977. parameter = consume(TokenType::Identifier).value();
  978. consume(TokenType::ParenClose);
  979. }
  980. auto body = parse_block_statement();
  981. return create_ast_node<CatchClause>(parameter, move(body));
  982. }
  983. NonnullRefPtr<IfStatement> Parser::parse_if_statement()
  984. {
  985. consume(TokenType::If);
  986. consume(TokenType::ParenOpen);
  987. auto predicate = parse_expression(0);
  988. consume(TokenType::ParenClose);
  989. auto consequent = parse_statement();
  990. RefPtr<Statement> alternate;
  991. if (match(TokenType::Else)) {
  992. consume(TokenType::Else);
  993. alternate = parse_statement();
  994. }
  995. return create_ast_node<IfStatement>(move(predicate), move(consequent), move(alternate));
  996. }
  997. NonnullRefPtr<ForStatement> Parser::parse_for_statement()
  998. {
  999. consume(TokenType::For);
  1000. consume(TokenType::ParenOpen);
  1001. bool first_semicolon_consumed = false;
  1002. RefPtr<ASTNode> init;
  1003. switch (m_parser_state.m_current_token.type()) {
  1004. case TokenType::Semicolon:
  1005. break;
  1006. default:
  1007. if (match_expression()) {
  1008. init = parse_expression(0);
  1009. } else if (match_variable_declaration()) {
  1010. init = parse_variable_declaration();
  1011. first_semicolon_consumed = true;
  1012. } else {
  1013. ASSERT_NOT_REACHED();
  1014. }
  1015. break;
  1016. }
  1017. if (!first_semicolon_consumed)
  1018. consume(TokenType::Semicolon);
  1019. RefPtr<Expression> test;
  1020. switch (m_parser_state.m_current_token.type()) {
  1021. case TokenType::Semicolon:
  1022. break;
  1023. default:
  1024. test = parse_expression(0);
  1025. break;
  1026. }
  1027. consume(TokenType::Semicolon);
  1028. RefPtr<Expression> update;
  1029. switch (m_parser_state.m_current_token.type()) {
  1030. case TokenType::ParenClose:
  1031. break;
  1032. default:
  1033. update = parse_expression(0);
  1034. break;
  1035. }
  1036. consume(TokenType::ParenClose);
  1037. auto body = parse_statement();
  1038. return create_ast_node<ForStatement>(move(init), move(test), move(update), move(body));
  1039. }
  1040. NonnullRefPtr<DebuggerStatement> Parser::parse_debugger_statement()
  1041. {
  1042. consume(TokenType::Debugger);
  1043. consume_or_insert_semicolon();
  1044. return create_ast_node<DebuggerStatement>();
  1045. }
  1046. bool Parser::match(TokenType type) const
  1047. {
  1048. return m_parser_state.m_current_token.type() == type;
  1049. }
  1050. bool Parser::match_variable_declaration() const
  1051. {
  1052. switch (m_parser_state.m_current_token.type()) {
  1053. case TokenType::Var:
  1054. case TokenType::Let:
  1055. case TokenType::Const:
  1056. return true;
  1057. default:
  1058. return false;
  1059. }
  1060. }
  1061. bool Parser::match_expression() const
  1062. {
  1063. auto type = m_parser_state.m_current_token.type();
  1064. return type == TokenType::BoolLiteral
  1065. || type == TokenType::NumericLiteral
  1066. || type == TokenType::StringLiteral
  1067. || type == TokenType::TemplateLiteralStart
  1068. || type == TokenType::NullLiteral
  1069. || type == TokenType::Identifier
  1070. || type == TokenType::New
  1071. || type == TokenType::CurlyOpen
  1072. || type == TokenType::BracketOpen
  1073. || type == TokenType::ParenOpen
  1074. || type == TokenType::Function
  1075. || type == TokenType::This
  1076. || match_unary_prefixed_expression();
  1077. }
  1078. bool Parser::match_unary_prefixed_expression() const
  1079. {
  1080. auto type = m_parser_state.m_current_token.type();
  1081. return type == TokenType::PlusPlus
  1082. || type == TokenType::MinusMinus
  1083. || type == TokenType::ExclamationMark
  1084. || type == TokenType::Tilde
  1085. || type == TokenType::Plus
  1086. || type == TokenType::Minus
  1087. || type == TokenType::Typeof
  1088. || type == TokenType::Void
  1089. || type == TokenType::Delete;
  1090. }
  1091. bool Parser::match_secondary_expression() const
  1092. {
  1093. auto type = m_parser_state.m_current_token.type();
  1094. return type == TokenType::Plus
  1095. || type == TokenType::PlusEquals
  1096. || type == TokenType::Minus
  1097. || type == TokenType::MinusEquals
  1098. || type == TokenType::Asterisk
  1099. || type == TokenType::AsteriskEquals
  1100. || type == TokenType::Slash
  1101. || type == TokenType::SlashEquals
  1102. || type == TokenType::Percent
  1103. || type == TokenType::PercentEquals
  1104. || type == TokenType::DoubleAsterisk
  1105. || type == TokenType::DoubleAsteriskEquals
  1106. || type == TokenType::Equals
  1107. || type == TokenType::EqualsEqualsEquals
  1108. || type == TokenType::ExclamationMarkEqualsEquals
  1109. || type == TokenType::EqualsEquals
  1110. || type == TokenType::ExclamationMarkEquals
  1111. || type == TokenType::GreaterThan
  1112. || type == TokenType::GreaterThanEquals
  1113. || type == TokenType::LessThan
  1114. || type == TokenType::LessThanEquals
  1115. || type == TokenType::ParenOpen
  1116. || type == TokenType::Period
  1117. || type == TokenType::BracketOpen
  1118. || type == TokenType::PlusPlus
  1119. || type == TokenType::MinusMinus
  1120. || type == TokenType::In
  1121. || type == TokenType::Instanceof
  1122. || type == TokenType::QuestionMark
  1123. || type == TokenType::Ampersand
  1124. || type == TokenType::AmpersandEquals
  1125. || type == TokenType::Pipe
  1126. || type == TokenType::PipeEquals
  1127. || type == TokenType::Caret
  1128. || type == TokenType::CaretEquals
  1129. || type == TokenType::ShiftLeft
  1130. || type == TokenType::ShiftLeftEquals
  1131. || type == TokenType::ShiftRight
  1132. || type == TokenType::ShiftRightEquals
  1133. || type == TokenType::UnsignedShiftRight
  1134. || type == TokenType::UnsignedShiftRightEquals
  1135. || type == TokenType::DoubleAmpersand
  1136. || type == TokenType::DoublePipe
  1137. || type == TokenType::DoubleQuestionMark;
  1138. }
  1139. bool Parser::match_statement() const
  1140. {
  1141. auto type = m_parser_state.m_current_token.type();
  1142. return match_expression()
  1143. || type == TokenType::Function
  1144. || type == TokenType::Return
  1145. || type == TokenType::Let
  1146. || type == TokenType::Class
  1147. || type == TokenType::Do
  1148. || type == TokenType::If
  1149. || type == TokenType::Throw
  1150. || type == TokenType::Try
  1151. || type == TokenType::While
  1152. || type == TokenType::For
  1153. || type == TokenType::Const
  1154. || type == TokenType::CurlyOpen
  1155. || type == TokenType::Switch
  1156. || type == TokenType::Break
  1157. || type == TokenType::Continue
  1158. || type == TokenType::Var
  1159. || type == TokenType::Debugger
  1160. || type == TokenType::Semicolon;
  1161. }
  1162. bool Parser::match_identifier_name() const
  1163. {
  1164. return m_parser_state.m_current_token.is_identifier_name();
  1165. }
  1166. bool Parser::done() const
  1167. {
  1168. return match(TokenType::Eof);
  1169. }
  1170. Token Parser::consume()
  1171. {
  1172. auto old_token = m_parser_state.m_current_token;
  1173. m_parser_state.m_current_token = m_parser_state.m_lexer.next();
  1174. return old_token;
  1175. }
  1176. void Parser::consume_or_insert_semicolon()
  1177. {
  1178. // Semicolon was found and will be consumed
  1179. if (match(TokenType::Semicolon)) {
  1180. consume();
  1181. return;
  1182. }
  1183. // Insert semicolon if...
  1184. // ...token is preceeded by one or more newlines
  1185. if (m_parser_state.m_current_token.trivia().contains('\n'))
  1186. return;
  1187. // ...token is a closing curly brace
  1188. if (match(TokenType::CurlyClose))
  1189. return;
  1190. // ...token is eof
  1191. if (match(TokenType::Eof))
  1192. return;
  1193. // No rule for semicolon insertion applies -> syntax error
  1194. expected("Semicolon");
  1195. }
  1196. Token Parser::consume(TokenType expected_type)
  1197. {
  1198. if (m_parser_state.m_current_token.type() != expected_type) {
  1199. expected(Token::name(expected_type));
  1200. }
  1201. return consume();
  1202. }
  1203. void Parser::expected(const char* what)
  1204. {
  1205. syntax_error(String::format("Unexpected token %s. Expected %s", m_parser_state.m_current_token.name(), what));
  1206. }
  1207. void Parser::syntax_error(const String& message, size_t line, size_t column)
  1208. {
  1209. m_parser_state.m_has_errors = true;
  1210. if (line == 0 || column == 0) {
  1211. line = m_parser_state.m_current_token.line_number();
  1212. column = m_parser_state.m_current_token.line_column();
  1213. }
  1214. fprintf(stderr, "Syntax Error: %s (line: %zu, column: %zu)\n", message.characters(), line, column);
  1215. }
  1216. void Parser::save_state()
  1217. {
  1218. m_saved_state.append(m_parser_state);
  1219. }
  1220. void Parser::load_state()
  1221. {
  1222. ASSERT(!m_saved_state.is_empty());
  1223. m_parser_state = m_saved_state.take_last();
  1224. }
  1225. }