Parser.cpp 51 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403
  1. /*
  2. * Copyright (c) 2020, Stephan Unverwerth <s.unverwerth@gmx.de>
  3. * Copyright (c) 2020, Linus Groh <mail@linusgroh.de>
  4. * All rights reserved.
  5. *
  6. * Redistribution and use in source and binary forms, with or without
  7. * modification, are permitted provided that the following conditions are met:
  8. *
  9. * 1. Redistributions of source code must retain the above copyright notice, this
  10. * list of conditions and the following disclaimer.
  11. *
  12. * 2. Redistributions in binary form must reproduce the above copyright notice,
  13. * this list of conditions and the following disclaimer in the documentation
  14. * and/or other materials provided with the distribution.
  15. *
  16. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  17. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  18. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  19. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  20. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  21. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  22. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  23. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  24. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  25. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26. */
  27. #include "Parser.h"
  28. #include <AK/HashMap.h>
  29. #include <AK/ScopeGuard.h>
  30. #include <AK/StdLibExtras.h>
  31. #include <stdio.h>
  32. namespace JS {
  33. class ScopePusher {
  34. public:
  35. enum Type {
  36. Var = 1,
  37. Let = 2,
  38. };
  39. ScopePusher(Parser& parser, unsigned mask)
  40. : m_parser(parser)
  41. , m_mask(mask)
  42. {
  43. if (m_mask & Var)
  44. m_parser.m_parser_state.m_var_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  45. if (m_mask & Let)
  46. m_parser.m_parser_state.m_let_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  47. }
  48. ~ScopePusher()
  49. {
  50. if (m_mask & Var)
  51. m_parser.m_parser_state.m_var_scopes.take_last();
  52. if (m_mask & Let)
  53. m_parser.m_parser_state.m_let_scopes.take_last();
  54. }
  55. Parser& m_parser;
  56. unsigned m_mask { 0 };
  57. };
  58. static HashMap<TokenType, int> g_operator_precedence;
  59. Parser::ParserState::ParserState(Lexer lexer)
  60. : m_lexer(move(lexer))
  61. , m_current_token(m_lexer.next())
  62. {
  63. }
  64. Parser::Parser(Lexer lexer)
  65. : m_parser_state(move(lexer))
  66. {
  67. if (g_operator_precedence.is_empty()) {
  68. // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Operators/Operator_Precedence
  69. g_operator_precedence.set(TokenType::Period, 20);
  70. g_operator_precedence.set(TokenType::BracketOpen, 20);
  71. g_operator_precedence.set(TokenType::ParenOpen, 20);
  72. g_operator_precedence.set(TokenType::QuestionMarkPeriod, 20);
  73. g_operator_precedence.set(TokenType::New, 19);
  74. g_operator_precedence.set(TokenType::PlusPlus, 18);
  75. g_operator_precedence.set(TokenType::MinusMinus, 18);
  76. g_operator_precedence.set(TokenType::ExclamationMark, 17);
  77. g_operator_precedence.set(TokenType::Tilde, 17);
  78. g_operator_precedence.set(TokenType::Typeof, 17);
  79. g_operator_precedence.set(TokenType::Void, 17);
  80. g_operator_precedence.set(TokenType::Delete, 17);
  81. g_operator_precedence.set(TokenType::Await, 17);
  82. g_operator_precedence.set(TokenType::DoubleAsterisk, 16);
  83. g_operator_precedence.set(TokenType::Asterisk, 15);
  84. g_operator_precedence.set(TokenType::Slash, 15);
  85. g_operator_precedence.set(TokenType::Percent, 15);
  86. g_operator_precedence.set(TokenType::Plus, 14);
  87. g_operator_precedence.set(TokenType::Minus, 14);
  88. g_operator_precedence.set(TokenType::ShiftLeft, 13);
  89. g_operator_precedence.set(TokenType::ShiftRight, 13);
  90. g_operator_precedence.set(TokenType::UnsignedShiftRight, 13);
  91. g_operator_precedence.set(TokenType::LessThan, 12);
  92. g_operator_precedence.set(TokenType::LessThanEquals, 12);
  93. g_operator_precedence.set(TokenType::GreaterThan, 12);
  94. g_operator_precedence.set(TokenType::GreaterThanEquals, 12);
  95. g_operator_precedence.set(TokenType::In, 12);
  96. g_operator_precedence.set(TokenType::Instanceof, 12);
  97. g_operator_precedence.set(TokenType::EqualsEquals, 11);
  98. g_operator_precedence.set(TokenType::ExclamationMarkEquals, 11);
  99. g_operator_precedence.set(TokenType::EqualsEqualsEquals, 11);
  100. g_operator_precedence.set(TokenType::ExclamationMarkEqualsEquals, 11);
  101. g_operator_precedence.set(TokenType::Ampersand, 10);
  102. g_operator_precedence.set(TokenType::Caret, 9);
  103. g_operator_precedence.set(TokenType::Pipe, 8);
  104. g_operator_precedence.set(TokenType::DoubleQuestionMark, 7);
  105. g_operator_precedence.set(TokenType::DoubleAmpersand, 6);
  106. g_operator_precedence.set(TokenType::DoublePipe, 5);
  107. g_operator_precedence.set(TokenType::QuestionMark, 4);
  108. g_operator_precedence.set(TokenType::Equals, 3);
  109. g_operator_precedence.set(TokenType::PlusEquals, 3);
  110. g_operator_precedence.set(TokenType::MinusEquals, 3);
  111. g_operator_precedence.set(TokenType::DoubleAsteriskEquals, 3);
  112. g_operator_precedence.set(TokenType::AsteriskEquals, 3);
  113. g_operator_precedence.set(TokenType::SlashEquals, 3);
  114. g_operator_precedence.set(TokenType::PercentEquals, 3);
  115. g_operator_precedence.set(TokenType::ShiftLeftEquals, 3);
  116. g_operator_precedence.set(TokenType::ShiftRightEquals, 3);
  117. g_operator_precedence.set(TokenType::UnsignedShiftRightEquals, 3);
  118. g_operator_precedence.set(TokenType::AmpersandEquals, 3);
  119. g_operator_precedence.set(TokenType::PipeEquals, 3);
  120. g_operator_precedence.set(TokenType::CaretEquals, 3);
  121. g_operator_precedence.set(TokenType::Yield, 2);
  122. g_operator_precedence.set(TokenType::Comma, 1);
  123. }
  124. }
  125. int Parser::operator_precedence(TokenType type) const
  126. {
  127. auto it = g_operator_precedence.find(type);
  128. if (it == g_operator_precedence.end()) {
  129. fprintf(stderr, "Internal Error: No precedence for operator %s\n", Token::name(type));
  130. ASSERT_NOT_REACHED();
  131. return -1;
  132. }
  133. return it->value;
  134. }
  135. Associativity Parser::operator_associativity(TokenType type) const
  136. {
  137. switch (type) {
  138. case TokenType::Period:
  139. case TokenType::BracketOpen:
  140. case TokenType::ParenOpen:
  141. case TokenType::QuestionMarkPeriod:
  142. case TokenType::Asterisk:
  143. case TokenType::Slash:
  144. case TokenType::Percent:
  145. case TokenType::Plus:
  146. case TokenType::Minus:
  147. case TokenType::ShiftLeft:
  148. case TokenType::ShiftRight:
  149. case TokenType::UnsignedShiftRight:
  150. case TokenType::LessThan:
  151. case TokenType::LessThanEquals:
  152. case TokenType::GreaterThan:
  153. case TokenType::GreaterThanEquals:
  154. case TokenType::In:
  155. case TokenType::Instanceof:
  156. case TokenType::EqualsEquals:
  157. case TokenType::ExclamationMarkEquals:
  158. case TokenType::EqualsEqualsEquals:
  159. case TokenType::ExclamationMarkEqualsEquals:
  160. case TokenType::Typeof:
  161. case TokenType::Void:
  162. case TokenType::Delete:
  163. case TokenType::Ampersand:
  164. case TokenType::Caret:
  165. case TokenType::Pipe:
  166. case TokenType::DoubleQuestionMark:
  167. case TokenType::DoubleAmpersand:
  168. case TokenType::DoublePipe:
  169. case TokenType::Comma:
  170. return Associativity::Left;
  171. default:
  172. return Associativity::Right;
  173. }
  174. }
  175. NonnullRefPtr<Program> Parser::parse_program()
  176. {
  177. ScopePusher scope(*this, ScopePusher::Var | ScopePusher::Let);
  178. auto program = adopt(*new Program);
  179. while (!done()) {
  180. if (match_statement()) {
  181. program->append(parse_statement());
  182. } else {
  183. expected("statement");
  184. consume();
  185. }
  186. }
  187. ASSERT(m_parser_state.m_var_scopes.size() == 1);
  188. program->add_variables(m_parser_state.m_var_scopes.last());
  189. program->add_variables(m_parser_state.m_let_scopes.last());
  190. return program;
  191. }
  192. NonnullRefPtr<Statement> Parser::parse_statement()
  193. {
  194. auto statement = [this]() -> NonnullRefPtr<Statement> {
  195. switch (m_parser_state.m_current_token.type()) {
  196. case TokenType::Function:
  197. return parse_function_node<FunctionDeclaration>();
  198. case TokenType::CurlyOpen:
  199. return parse_block_statement();
  200. case TokenType::Return:
  201. return parse_return_statement();
  202. case TokenType::Var:
  203. case TokenType::Let:
  204. case TokenType::Const:
  205. return parse_variable_declaration();
  206. case TokenType::For:
  207. return parse_for_statement();
  208. case TokenType::If:
  209. return parse_if_statement();
  210. case TokenType::Throw:
  211. return parse_throw_statement();
  212. case TokenType::Try:
  213. return parse_try_statement();
  214. case TokenType::Break:
  215. return parse_break_statement();
  216. case TokenType::Continue:
  217. return parse_continue_statement();
  218. case TokenType::Switch:
  219. return parse_switch_statement();
  220. case TokenType::Do:
  221. return parse_do_while_statement();
  222. case TokenType::While:
  223. return parse_while_statement();
  224. case TokenType::Debugger:
  225. return parse_debugger_statement();
  226. case TokenType::Semicolon:
  227. consume();
  228. return create_ast_node<EmptyStatement>();
  229. default:
  230. if (match_expression()) {
  231. auto expr = parse_expression(0);
  232. consume_or_insert_semicolon();
  233. return create_ast_node<ExpressionStatement>(move(expr));
  234. }
  235. expected("statement (missing switch case)");
  236. consume();
  237. return create_ast_node<ErrorStatement>();
  238. } }();
  239. return statement;
  240. }
  241. RefPtr<FunctionExpression> Parser::try_parse_arrow_function_expression(bool expect_parens)
  242. {
  243. save_state();
  244. m_parser_state.m_var_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  245. ArmedScopeGuard state_rollback_guard = [&] {
  246. m_parser_state.m_var_scopes.take_last();
  247. load_state();
  248. };
  249. Vector<FunctionNode::Parameter> parameters;
  250. bool parse_failed = false;
  251. bool has_rest_parameter = false;
  252. i32 function_length = -1;
  253. while (true) {
  254. if (match(TokenType::Comma)) {
  255. if (has_rest_parameter) {
  256. parse_failed = true;
  257. break;
  258. }
  259. consume(TokenType::Comma);
  260. } else if (match(TokenType::Identifier)) {
  261. auto parameter_name = consume(TokenType::Identifier).value();
  262. RefPtr<Expression> default_value;
  263. if (expect_parens && match(TokenType::Equals)) {
  264. consume(TokenType::Equals);
  265. function_length = parameters.size();
  266. default_value = parse_expression(2);
  267. }
  268. parameters.append({ parameter_name, default_value });
  269. } else if (match(TokenType::TripleDot)) {
  270. consume();
  271. if (has_rest_parameter) {
  272. parse_failed = true;
  273. break;
  274. }
  275. has_rest_parameter = true;
  276. function_length = parameters.size();
  277. auto parameter_name = consume(TokenType::Identifier).value();
  278. parameters.append({ parameter_name, nullptr, true });
  279. } else if (match(TokenType::ParenClose)) {
  280. if (expect_parens) {
  281. consume(TokenType::ParenClose);
  282. if (match(TokenType::Arrow)) {
  283. consume(TokenType::Arrow);
  284. } else {
  285. parse_failed = true;
  286. }
  287. break;
  288. }
  289. parse_failed = true;
  290. break;
  291. } else if (match(TokenType::Arrow)) {
  292. if (!expect_parens) {
  293. consume(TokenType::Arrow);
  294. break;
  295. }
  296. parse_failed = true;
  297. break;
  298. } else {
  299. parse_failed = true;
  300. break;
  301. }
  302. }
  303. if (parse_failed)
  304. return nullptr;
  305. if (function_length == -1)
  306. function_length = parameters.size();
  307. auto function_body_result = [this]() -> RefPtr<BlockStatement> {
  308. if (match(TokenType::CurlyOpen)) {
  309. // Parse a function body with statements
  310. return parse_block_statement();
  311. }
  312. if (match_expression()) {
  313. // Parse a function body which returns a single expression
  314. // FIXME: We synthesize a block with a return statement
  315. // for arrow function bodies which are a single expression.
  316. // Esprima generates a single "ArrowFunctionExpression"
  317. // with a "body" property.
  318. auto return_expression = parse_expression(0);
  319. auto return_block = create_ast_node<BlockStatement>();
  320. return_block->append<ReturnStatement>(move(return_expression));
  321. return return_block;
  322. }
  323. // Invalid arrow function body
  324. return nullptr;
  325. }();
  326. if (!function_body_result.is_null()) {
  327. state_rollback_guard.disarm();
  328. auto body = function_body_result.release_nonnull();
  329. return create_ast_node<FunctionExpression>("", move(body), move(parameters), function_length, m_parser_state.m_var_scopes.take_last());
  330. }
  331. return nullptr;
  332. }
  333. NonnullRefPtr<Expression> Parser::parse_primary_expression()
  334. {
  335. if (match_unary_prefixed_expression())
  336. return parse_unary_prefixed_expression();
  337. switch (m_parser_state.m_current_token.type()) {
  338. case TokenType::ParenOpen: {
  339. consume(TokenType::ParenOpen);
  340. if (match(TokenType::ParenClose) || match(TokenType::Identifier) || match(TokenType::TripleDot)) {
  341. auto arrow_function_result = try_parse_arrow_function_expression(true);
  342. if (!arrow_function_result.is_null()) {
  343. return arrow_function_result.release_nonnull();
  344. }
  345. }
  346. auto expression = parse_expression(0);
  347. consume(TokenType::ParenClose);
  348. return expression;
  349. }
  350. case TokenType::This:
  351. consume();
  352. return create_ast_node<ThisExpression>();
  353. case TokenType::Identifier: {
  354. auto arrow_function_result = try_parse_arrow_function_expression(false);
  355. if (!arrow_function_result.is_null()) {
  356. return arrow_function_result.release_nonnull();
  357. }
  358. return create_ast_node<Identifier>(consume().value());
  359. }
  360. case TokenType::NumericLiteral:
  361. return create_ast_node<NumericLiteral>(consume().double_value());
  362. case TokenType::BoolLiteral:
  363. return create_ast_node<BooleanLiteral>(consume().bool_value());
  364. case TokenType::StringLiteral:
  365. return create_ast_node<StringLiteral>(consume().string_value());
  366. case TokenType::NullLiteral:
  367. consume();
  368. return create_ast_node<NullLiteral>();
  369. case TokenType::CurlyOpen:
  370. return parse_object_expression();
  371. case TokenType::Function:
  372. return parse_function_node<FunctionExpression>();
  373. case TokenType::BracketOpen:
  374. return parse_array_expression();
  375. case TokenType::TemplateLiteralStart:
  376. return parse_template_literal(false);
  377. case TokenType::New:
  378. return parse_new_expression();
  379. default:
  380. expected("primary expression (missing switch case)");
  381. consume();
  382. return create_ast_node<ErrorExpression>();
  383. }
  384. }
  385. NonnullRefPtr<Expression> Parser::parse_unary_prefixed_expression()
  386. {
  387. auto precedence = operator_precedence(m_parser_state.m_current_token.type());
  388. auto associativity = operator_associativity(m_parser_state.m_current_token.type());
  389. switch (m_parser_state.m_current_token.type()) {
  390. case TokenType::PlusPlus: {
  391. consume();
  392. auto rhs_start_line = m_parser_state.m_current_token.line_number();
  393. auto rhs_start_column = m_parser_state.m_current_token.line_column();
  394. auto rhs = parse_expression(precedence, associativity);
  395. if (!rhs->is_identifier() && !rhs->is_member_expression())
  396. syntax_error(String::format("Right-hand side of prefix increment operator must be identifier or member expression, got %s", rhs->class_name()), rhs_start_line, rhs_start_column);
  397. return create_ast_node<UpdateExpression>(UpdateOp::Increment, move(rhs), true);
  398. }
  399. case TokenType::MinusMinus: {
  400. consume();
  401. auto rhs_start_line = m_parser_state.m_current_token.line_number();
  402. auto rhs_start_column = m_parser_state.m_current_token.line_column();
  403. auto rhs = parse_expression(precedence, associativity);
  404. if (!rhs->is_identifier() && !rhs->is_member_expression())
  405. syntax_error(String::format("Right-hand side of prefix decrement operator must be identifier or member expression, got %s", rhs->class_name()), rhs_start_line, rhs_start_column);
  406. return create_ast_node<UpdateExpression>(UpdateOp::Decrement, move(rhs), true);
  407. }
  408. case TokenType::ExclamationMark:
  409. consume();
  410. return create_ast_node<UnaryExpression>(UnaryOp::Not, parse_expression(precedence, associativity));
  411. case TokenType::Tilde:
  412. consume();
  413. return create_ast_node<UnaryExpression>(UnaryOp::BitwiseNot, parse_expression(precedence, associativity));
  414. case TokenType::Plus:
  415. consume();
  416. return create_ast_node<UnaryExpression>(UnaryOp::Plus, parse_expression(precedence, associativity));
  417. case TokenType::Minus:
  418. consume();
  419. return create_ast_node<UnaryExpression>(UnaryOp::Minus, parse_expression(precedence, associativity));
  420. case TokenType::Typeof:
  421. consume();
  422. return create_ast_node<UnaryExpression>(UnaryOp::Typeof, parse_expression(precedence, associativity));
  423. case TokenType::Void:
  424. consume();
  425. return create_ast_node<UnaryExpression>(UnaryOp::Void, parse_expression(precedence, associativity));
  426. case TokenType::Delete:
  427. consume();
  428. return create_ast_node<UnaryExpression>(UnaryOp::Delete, parse_expression(precedence, associativity));
  429. default:
  430. expected("primary expression (missing switch case)");
  431. consume();
  432. return create_ast_node<ErrorExpression>();
  433. }
  434. }
  435. NonnullRefPtr<ObjectExpression> Parser::parse_object_expression()
  436. {
  437. NonnullRefPtrVector<ObjectProperty> properties;
  438. consume(TokenType::CurlyOpen);
  439. while (!done() && !match(TokenType::CurlyClose)) {
  440. RefPtr<Expression> property_key;
  441. RefPtr<Expression> property_value;
  442. auto need_colon = true;
  443. auto is_spread = false;
  444. if (match_identifier_name()) {
  445. auto identifier = consume().value();
  446. property_key = create_ast_node<StringLiteral>(identifier);
  447. property_value = create_ast_node<Identifier>(identifier);
  448. need_colon = false;
  449. } else if (match(TokenType::StringLiteral)) {
  450. property_key = create_ast_node<StringLiteral>(consume(TokenType::StringLiteral).string_value());
  451. } else if (match(TokenType::NumericLiteral)) {
  452. property_key = create_ast_node<StringLiteral>(consume(TokenType::NumericLiteral).value());
  453. } else if (match(TokenType::BracketOpen)) {
  454. consume(TokenType::BracketOpen);
  455. property_key = parse_expression(0);
  456. consume(TokenType::BracketClose);
  457. } else if (match(TokenType::TripleDot)) {
  458. consume(TokenType::TripleDot);
  459. property_key = create_ast_node<SpreadExpression>(parse_expression(2));
  460. property_value = property_key;
  461. need_colon = false;
  462. is_spread = true;
  463. } else {
  464. syntax_error(String::format("Unexpected token %s as member in object initialization. Expected a numeric literal, string literal or identifier", m_parser_state.m_current_token.name()));
  465. consume();
  466. continue;
  467. }
  468. if (!is_spread && match(TokenType::ParenOpen)) {
  469. property_value = parse_function_node<FunctionExpression>(false);
  470. } else if (need_colon || match(TokenType::Colon)) {
  471. consume(TokenType::Colon);
  472. property_value = parse_expression(2);
  473. }
  474. auto property = create_ast_node<ObjectProperty>(*property_key, *property_value);
  475. properties.append(property);
  476. if (is_spread)
  477. property->set_is_spread();
  478. if (!match(TokenType::Comma))
  479. break;
  480. consume(TokenType::Comma);
  481. }
  482. consume(TokenType::CurlyClose);
  483. return create_ast_node<ObjectExpression>(properties);
  484. }
  485. NonnullRefPtr<ArrayExpression> Parser::parse_array_expression()
  486. {
  487. consume(TokenType::BracketOpen);
  488. Vector<RefPtr<Expression>> elements;
  489. while (match_expression() || match(TokenType::TripleDot) || match(TokenType::Comma)) {
  490. RefPtr<Expression> expression;
  491. if (match(TokenType::TripleDot)) {
  492. consume(TokenType::TripleDot);
  493. expression = create_ast_node<SpreadExpression>(parse_expression(2));
  494. } else if (match_expression()) {
  495. expression = parse_expression(2);
  496. }
  497. elements.append(expression);
  498. if (!match(TokenType::Comma))
  499. break;
  500. consume(TokenType::Comma);
  501. }
  502. consume(TokenType::BracketClose);
  503. return create_ast_node<ArrayExpression>(move(elements));
  504. }
  505. NonnullRefPtr<TemplateLiteral> Parser::parse_template_literal(bool is_tagged)
  506. {
  507. consume(TokenType::TemplateLiteralStart);
  508. NonnullRefPtrVector<Expression> expressions;
  509. NonnullRefPtrVector<Expression> raw_strings;
  510. auto append_empty_string = [&expressions, &raw_strings, is_tagged]() {
  511. auto string_literal = create_ast_node<StringLiteral>("");
  512. expressions.append(string_literal);
  513. if (is_tagged)
  514. raw_strings.append(string_literal);
  515. };
  516. if (!match(TokenType::TemplateLiteralString))
  517. append_empty_string();
  518. while (!match(TokenType::TemplateLiteralEnd) && !match(TokenType::UnterminatedTemplateLiteral)) {
  519. if (match(TokenType::TemplateLiteralString)) {
  520. auto token = consume();
  521. expressions.append(create_ast_node<StringLiteral>(token.string_value()));
  522. if (is_tagged)
  523. raw_strings.append(create_ast_node<StringLiteral>(token.value()));
  524. } else if (match(TokenType::TemplateLiteralExprStart)) {
  525. consume(TokenType::TemplateLiteralExprStart);
  526. if (match(TokenType::TemplateLiteralExprEnd)) {
  527. syntax_error("Empty template literal expression block");
  528. return create_ast_node<TemplateLiteral>(expressions);
  529. }
  530. expressions.append(parse_expression(0));
  531. if (match(TokenType::UnterminatedTemplateLiteral)) {
  532. syntax_error("Unterminated template literal");
  533. return create_ast_node<TemplateLiteral>(expressions);
  534. }
  535. consume(TokenType::TemplateLiteralExprEnd);
  536. if (!match(TokenType::TemplateLiteralString))
  537. append_empty_string();
  538. }
  539. }
  540. if (match(TokenType::UnterminatedTemplateLiteral)) {
  541. syntax_error("Unterminated template literal");
  542. } else {
  543. consume(TokenType::TemplateLiteralEnd);
  544. }
  545. if (is_tagged)
  546. return create_ast_node<TemplateLiteral>(expressions, raw_strings);
  547. return create_ast_node<TemplateLiteral>(expressions);
  548. }
  549. NonnullRefPtr<Expression> Parser::parse_expression(int min_precedence, Associativity associativity)
  550. {
  551. auto expression = parse_primary_expression();
  552. while (match(TokenType::TemplateLiteralStart)) {
  553. auto template_literal = parse_template_literal(true);
  554. expression = create_ast_node<TaggedTemplateLiteral>(move(expression), move(template_literal));
  555. }
  556. while (match_secondary_expression()) {
  557. int new_precedence = operator_precedence(m_parser_state.m_current_token.type());
  558. if (new_precedence < min_precedence)
  559. break;
  560. if (new_precedence == min_precedence && associativity == Associativity::Left)
  561. break;
  562. Associativity new_associativity = operator_associativity(m_parser_state.m_current_token.type());
  563. expression = parse_secondary_expression(move(expression), new_precedence, new_associativity);
  564. while (match(TokenType::TemplateLiteralStart)) {
  565. auto template_literal = parse_template_literal(true);
  566. expression = create_ast_node<TaggedTemplateLiteral>(move(expression), move(template_literal));
  567. }
  568. }
  569. if (match(TokenType::Comma) && min_precedence <= 1) {
  570. NonnullRefPtrVector<Expression> expressions;
  571. expressions.append(expression);
  572. while (match(TokenType::Comma)) {
  573. consume();
  574. expressions.append(parse_expression(2));
  575. }
  576. expression = create_ast_node<SequenceExpression>(move(expressions));
  577. }
  578. return expression;
  579. }
  580. NonnullRefPtr<Expression> Parser::parse_secondary_expression(NonnullRefPtr<Expression> lhs, int min_precedence, Associativity associativity)
  581. {
  582. switch (m_parser_state.m_current_token.type()) {
  583. case TokenType::Plus:
  584. consume();
  585. return create_ast_node<BinaryExpression>(BinaryOp::Addition, move(lhs), parse_expression(min_precedence, associativity));
  586. case TokenType::PlusEquals:
  587. consume();
  588. return create_ast_node<AssignmentExpression>(AssignmentOp::AdditionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  589. case TokenType::Minus:
  590. consume();
  591. return create_ast_node<BinaryExpression>(BinaryOp::Subtraction, move(lhs), parse_expression(min_precedence, associativity));
  592. case TokenType::MinusEquals:
  593. consume();
  594. return create_ast_node<AssignmentExpression>(AssignmentOp::SubtractionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  595. case TokenType::Asterisk:
  596. consume();
  597. return create_ast_node<BinaryExpression>(BinaryOp::Multiplication, move(lhs), parse_expression(min_precedence, associativity));
  598. case TokenType::AsteriskEquals:
  599. consume();
  600. return create_ast_node<AssignmentExpression>(AssignmentOp::MultiplicationAssignment, move(lhs), parse_expression(min_precedence, associativity));
  601. case TokenType::Slash:
  602. consume();
  603. return create_ast_node<BinaryExpression>(BinaryOp::Division, move(lhs), parse_expression(min_precedence, associativity));
  604. case TokenType::SlashEquals:
  605. consume();
  606. return create_ast_node<AssignmentExpression>(AssignmentOp::DivisionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  607. case TokenType::Percent:
  608. consume();
  609. return create_ast_node<BinaryExpression>(BinaryOp::Modulo, move(lhs), parse_expression(min_precedence, associativity));
  610. case TokenType::PercentEquals:
  611. consume();
  612. return create_ast_node<AssignmentExpression>(AssignmentOp::ModuloAssignment, move(lhs), parse_expression(min_precedence, associativity));
  613. case TokenType::DoubleAsterisk:
  614. consume();
  615. return create_ast_node<BinaryExpression>(BinaryOp::Exponentiation, move(lhs), parse_expression(min_precedence, associativity));
  616. case TokenType::DoubleAsteriskEquals:
  617. consume();
  618. return create_ast_node<AssignmentExpression>(AssignmentOp::ExponentiationAssignment, move(lhs), parse_expression(min_precedence, associativity));
  619. case TokenType::GreaterThan:
  620. consume();
  621. return create_ast_node<BinaryExpression>(BinaryOp::GreaterThan, move(lhs), parse_expression(min_precedence, associativity));
  622. case TokenType::GreaterThanEquals:
  623. consume();
  624. return create_ast_node<BinaryExpression>(BinaryOp::GreaterThanEquals, move(lhs), parse_expression(min_precedence, associativity));
  625. case TokenType::LessThan:
  626. consume();
  627. return create_ast_node<BinaryExpression>(BinaryOp::LessThan, move(lhs), parse_expression(min_precedence, associativity));
  628. case TokenType::LessThanEquals:
  629. consume();
  630. return create_ast_node<BinaryExpression>(BinaryOp::LessThanEquals, move(lhs), parse_expression(min_precedence, associativity));
  631. case TokenType::EqualsEqualsEquals:
  632. consume();
  633. return create_ast_node<BinaryExpression>(BinaryOp::TypedEquals, move(lhs), parse_expression(min_precedence, associativity));
  634. case TokenType::ExclamationMarkEqualsEquals:
  635. consume();
  636. return create_ast_node<BinaryExpression>(BinaryOp::TypedInequals, move(lhs), parse_expression(min_precedence, associativity));
  637. case TokenType::EqualsEquals:
  638. consume();
  639. return create_ast_node<BinaryExpression>(BinaryOp::AbstractEquals, move(lhs), parse_expression(min_precedence, associativity));
  640. case TokenType::ExclamationMarkEquals:
  641. consume();
  642. return create_ast_node<BinaryExpression>(BinaryOp::AbstractInequals, move(lhs), parse_expression(min_precedence, associativity));
  643. case TokenType::In:
  644. consume();
  645. return create_ast_node<BinaryExpression>(BinaryOp::In, move(lhs), parse_expression(min_precedence, associativity));
  646. case TokenType::Instanceof:
  647. consume();
  648. return create_ast_node<BinaryExpression>(BinaryOp::InstanceOf, move(lhs), parse_expression(min_precedence, associativity));
  649. case TokenType::Ampersand:
  650. consume();
  651. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseAnd, move(lhs), parse_expression(min_precedence, associativity));
  652. case TokenType::AmpersandEquals:
  653. consume();
  654. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseAndAssignment, move(lhs), parse_expression(min_precedence, associativity));
  655. case TokenType::Pipe:
  656. consume();
  657. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseOr, move(lhs), parse_expression(min_precedence, associativity));
  658. case TokenType::PipeEquals:
  659. consume();
  660. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseOrAssignment, move(lhs), parse_expression(min_precedence, associativity));
  661. case TokenType::Caret:
  662. consume();
  663. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseXor, move(lhs), parse_expression(min_precedence, associativity));
  664. case TokenType::CaretEquals:
  665. consume();
  666. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseXorAssignment, move(lhs), parse_expression(min_precedence, associativity));
  667. case TokenType::ShiftLeft:
  668. consume();
  669. return create_ast_node<BinaryExpression>(BinaryOp::LeftShift, move(lhs), parse_expression(min_precedence, associativity));
  670. case TokenType::ShiftLeftEquals:
  671. consume();
  672. return create_ast_node<AssignmentExpression>(AssignmentOp::LeftShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  673. case TokenType::ShiftRight:
  674. consume();
  675. return create_ast_node<BinaryExpression>(BinaryOp::RightShift, move(lhs), parse_expression(min_precedence, associativity));
  676. case TokenType::ShiftRightEquals:
  677. consume();
  678. return create_ast_node<AssignmentExpression>(AssignmentOp::RightShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  679. case TokenType::UnsignedShiftRight:
  680. consume();
  681. return create_ast_node<BinaryExpression>(BinaryOp::UnsignedRightShift, move(lhs), parse_expression(min_precedence, associativity));
  682. case TokenType::UnsignedShiftRightEquals:
  683. consume();
  684. return create_ast_node<AssignmentExpression>(AssignmentOp::UnsignedRightShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  685. case TokenType::ParenOpen:
  686. return parse_call_expression(move(lhs));
  687. case TokenType::Equals:
  688. consume();
  689. return create_ast_node<AssignmentExpression>(AssignmentOp::Assignment, move(lhs), parse_expression(min_precedence, associativity));
  690. case TokenType::Period:
  691. consume();
  692. if (!match_identifier_name())
  693. expected("IdentifierName");
  694. return create_ast_node<MemberExpression>(move(lhs), create_ast_node<Identifier>(consume().value()));
  695. case TokenType::BracketOpen: {
  696. consume(TokenType::BracketOpen);
  697. auto expression = create_ast_node<MemberExpression>(move(lhs), parse_expression(0), true);
  698. consume(TokenType::BracketClose);
  699. return expression;
  700. }
  701. case TokenType::PlusPlus:
  702. if (!lhs->is_identifier() && !lhs->is_member_expression())
  703. syntax_error(String::format("Left-hand side of postfix increment operator must be identifier or member expression, got %s", lhs->class_name()));
  704. consume();
  705. return create_ast_node<UpdateExpression>(UpdateOp::Increment, move(lhs));
  706. case TokenType::MinusMinus:
  707. if (!lhs->is_identifier() && !lhs->is_member_expression())
  708. syntax_error(String::format("Left-hand side of postfix increment operator must be identifier or member expression, got %s", lhs->class_name()));
  709. consume();
  710. return create_ast_node<UpdateExpression>(UpdateOp::Decrement, move(lhs));
  711. case TokenType::DoubleAmpersand:
  712. consume();
  713. return create_ast_node<LogicalExpression>(LogicalOp::And, move(lhs), parse_expression(min_precedence, associativity));
  714. case TokenType::DoublePipe:
  715. consume();
  716. return create_ast_node<LogicalExpression>(LogicalOp::Or, move(lhs), parse_expression(min_precedence, associativity));
  717. case TokenType::DoubleQuestionMark:
  718. consume();
  719. return create_ast_node<LogicalExpression>(LogicalOp::NullishCoalescing, move(lhs), parse_expression(min_precedence, associativity));
  720. case TokenType::QuestionMark:
  721. return parse_conditional_expression(move(lhs));
  722. default:
  723. expected("secondary expression (missing switch case)");
  724. consume();
  725. return create_ast_node<ErrorExpression>();
  726. }
  727. }
  728. NonnullRefPtr<CallExpression> Parser::parse_call_expression(NonnullRefPtr<Expression> lhs)
  729. {
  730. consume(TokenType::ParenOpen);
  731. Vector<CallExpression::Argument> arguments;
  732. while (match_expression() || match(TokenType::TripleDot)) {
  733. if (match(TokenType::TripleDot)) {
  734. consume();
  735. arguments.append({ parse_expression(2), true });
  736. } else {
  737. arguments.append({ parse_expression(2), false });
  738. }
  739. if (!match(TokenType::Comma))
  740. break;
  741. consume();
  742. }
  743. consume(TokenType::ParenClose);
  744. return create_ast_node<CallExpression>(move(lhs), move(arguments));
  745. }
  746. NonnullRefPtr<NewExpression> Parser::parse_new_expression()
  747. {
  748. consume(TokenType::New);
  749. // FIXME: Support full expressions as the callee as well.
  750. auto callee = create_ast_node<Identifier>(consume(TokenType::Identifier).value());
  751. Vector<CallExpression::Argument> arguments;
  752. if (match(TokenType::ParenOpen)) {
  753. consume(TokenType::ParenOpen);
  754. while (match_expression() || match(TokenType::TripleDot)) {
  755. if (match(TokenType::TripleDot)) {
  756. consume();
  757. arguments.append({ parse_expression(2), true });
  758. } else {
  759. arguments.append({ parse_expression(2), false });
  760. }
  761. if (!match(TokenType::Comma))
  762. break;
  763. consume();
  764. }
  765. consume(TokenType::ParenClose);
  766. }
  767. return create_ast_node<NewExpression>(move(callee), move(arguments));
  768. }
  769. NonnullRefPtr<ReturnStatement> Parser::parse_return_statement()
  770. {
  771. consume(TokenType::Return);
  772. // Automatic semicolon insertion: terminate statement when return is followed by newline
  773. if (m_parser_state.m_current_token.trivia().contains('\n'))
  774. return create_ast_node<ReturnStatement>(nullptr);
  775. if (match_expression()) {
  776. auto expression = parse_expression(0);
  777. consume_or_insert_semicolon();
  778. return create_ast_node<ReturnStatement>(move(expression));
  779. }
  780. consume_or_insert_semicolon();
  781. return create_ast_node<ReturnStatement>(nullptr);
  782. }
  783. NonnullRefPtr<BlockStatement> Parser::parse_block_statement()
  784. {
  785. ScopePusher scope(*this, ScopePusher::Let);
  786. auto block = create_ast_node<BlockStatement>();
  787. consume(TokenType::CurlyOpen);
  788. while (!done() && !match(TokenType::CurlyClose)) {
  789. if (match(TokenType::Semicolon)) {
  790. consume();
  791. } else if (match_statement()) {
  792. block->append(parse_statement());
  793. } else {
  794. expected("statement");
  795. consume();
  796. }
  797. }
  798. consume(TokenType::CurlyClose);
  799. block->add_variables(m_parser_state.m_let_scopes.last());
  800. return block;
  801. }
  802. template<typename FunctionNodeType>
  803. NonnullRefPtr<FunctionNodeType> Parser::parse_function_node(bool needs_function_keyword)
  804. {
  805. ScopePusher scope(*this, ScopePusher::Var);
  806. if (needs_function_keyword)
  807. consume(TokenType::Function);
  808. String name;
  809. if (FunctionNodeType::must_have_name()) {
  810. name = consume(TokenType::Identifier).value();
  811. } else {
  812. if (match(TokenType::Identifier))
  813. name = consume(TokenType::Identifier).value();
  814. }
  815. consume(TokenType::ParenOpen);
  816. Vector<FunctionNode::Parameter> parameters;
  817. i32 function_length = -1;
  818. while (match(TokenType::Identifier) || match(TokenType::TripleDot)) {
  819. if (match(TokenType::TripleDot)) {
  820. consume();
  821. auto parameter_name = consume(TokenType::Identifier).value();
  822. function_length = parameters.size();
  823. parameters.append({ parameter_name, nullptr, true });
  824. break;
  825. }
  826. auto parameter_name = consume(TokenType::Identifier).value();
  827. RefPtr<Expression> default_value;
  828. if (match(TokenType::Equals)) {
  829. consume(TokenType::Equals);
  830. function_length = parameters.size();
  831. default_value = parse_expression(2);
  832. }
  833. parameters.append({ parameter_name, default_value });
  834. if (match(TokenType::ParenClose))
  835. break;
  836. consume(TokenType::Comma);
  837. }
  838. consume(TokenType::ParenClose);
  839. if (function_length == -1)
  840. function_length = parameters.size();
  841. auto body = parse_block_statement();
  842. body->add_variables(m_parser_state.m_var_scopes.last());
  843. return create_ast_node<FunctionNodeType>(name, move(body), move(parameters), function_length, NonnullRefPtrVector<VariableDeclaration>());
  844. }
  845. NonnullRefPtr<VariableDeclaration> Parser::parse_variable_declaration()
  846. {
  847. DeclarationKind declaration_kind;
  848. switch (m_parser_state.m_current_token.type()) {
  849. case TokenType::Var:
  850. declaration_kind = DeclarationKind::Var;
  851. consume(TokenType::Var);
  852. break;
  853. case TokenType::Let:
  854. declaration_kind = DeclarationKind::Let;
  855. consume(TokenType::Let);
  856. break;
  857. case TokenType::Const:
  858. declaration_kind = DeclarationKind::Const;
  859. consume(TokenType::Const);
  860. break;
  861. default:
  862. ASSERT_NOT_REACHED();
  863. }
  864. NonnullRefPtrVector<VariableDeclarator> declarations;
  865. for (;;) {
  866. auto id = consume(TokenType::Identifier).value();
  867. RefPtr<Expression> init;
  868. if (match(TokenType::Equals)) {
  869. consume();
  870. init = parse_expression(2);
  871. }
  872. declarations.append(create_ast_node<VariableDeclarator>(create_ast_node<Identifier>(move(id)), move(init)));
  873. if (match(TokenType::Comma)) {
  874. consume();
  875. continue;
  876. }
  877. break;
  878. }
  879. consume_or_insert_semicolon();
  880. auto declaration = create_ast_node<VariableDeclaration>(declaration_kind, move(declarations));
  881. if (declaration->declaration_kind() == DeclarationKind::Var)
  882. m_parser_state.m_var_scopes.last().append(declaration);
  883. else
  884. m_parser_state.m_let_scopes.last().append(declaration);
  885. return declaration;
  886. }
  887. NonnullRefPtr<ThrowStatement> Parser::parse_throw_statement()
  888. {
  889. consume(TokenType::Throw);
  890. // Automatic semicolon insertion: terminate statement when throw is followed by newline
  891. if (m_parser_state.m_current_token.trivia().contains('\n')) {
  892. syntax_error("No line break is allowed between 'throw' and its expression");
  893. return create_ast_node<ThrowStatement>(create_ast_node<ErrorExpression>());
  894. }
  895. auto expression = parse_expression(0);
  896. consume_or_insert_semicolon();
  897. return create_ast_node<ThrowStatement>(move(expression));
  898. }
  899. NonnullRefPtr<BreakStatement> Parser::parse_break_statement()
  900. {
  901. consume(TokenType::Break);
  902. consume_or_insert_semicolon();
  903. // FIXME: Handle labels. When fixing this, take care to correctly implement semicolon insertion
  904. return create_ast_node<BreakStatement>();
  905. }
  906. NonnullRefPtr<ContinueStatement> Parser::parse_continue_statement()
  907. {
  908. consume(TokenType::Continue);
  909. consume_or_insert_semicolon();
  910. // FIXME: Handle labels. When fixing this, take care to correctly implement semicolon insertion
  911. return create_ast_node<ContinueStatement>();
  912. }
  913. NonnullRefPtr<ConditionalExpression> Parser::parse_conditional_expression(NonnullRefPtr<Expression> test)
  914. {
  915. consume(TokenType::QuestionMark);
  916. auto consequent = parse_expression(0);
  917. consume(TokenType::Colon);
  918. auto alternate = parse_expression(0);
  919. return create_ast_node<ConditionalExpression>(move(test), move(consequent), move(alternate));
  920. }
  921. NonnullRefPtr<TryStatement> Parser::parse_try_statement()
  922. {
  923. consume(TokenType::Try);
  924. auto block = parse_block_statement();
  925. RefPtr<CatchClause> handler;
  926. if (match(TokenType::Catch))
  927. handler = parse_catch_clause();
  928. RefPtr<BlockStatement> finalizer;
  929. if (match(TokenType::Finally)) {
  930. consume();
  931. finalizer = parse_block_statement();
  932. }
  933. return create_ast_node<TryStatement>(move(block), move(handler), move(finalizer));
  934. }
  935. NonnullRefPtr<DoWhileStatement> Parser::parse_do_while_statement()
  936. {
  937. consume(TokenType::Do);
  938. auto body = parse_statement();
  939. consume(TokenType::While);
  940. consume(TokenType::ParenOpen);
  941. auto test = parse_expression(0);
  942. consume(TokenType::ParenClose);
  943. consume_or_insert_semicolon();
  944. return create_ast_node<DoWhileStatement>(move(test), move(body));
  945. }
  946. NonnullRefPtr<WhileStatement> Parser::parse_while_statement()
  947. {
  948. consume(TokenType::While);
  949. consume(TokenType::ParenOpen);
  950. auto test = parse_expression(0);
  951. consume(TokenType::ParenClose);
  952. auto body = parse_statement();
  953. return create_ast_node<WhileStatement>(move(test), move(body));
  954. }
  955. NonnullRefPtr<SwitchStatement> Parser::parse_switch_statement()
  956. {
  957. consume(TokenType::Switch);
  958. consume(TokenType::ParenOpen);
  959. auto determinant = parse_expression(0);
  960. consume(TokenType::ParenClose);
  961. consume(TokenType::CurlyOpen);
  962. NonnullRefPtrVector<SwitchCase> cases;
  963. while (match(TokenType::Case) || match(TokenType::Default))
  964. cases.append(parse_switch_case());
  965. consume(TokenType::CurlyClose);
  966. return create_ast_node<SwitchStatement>(move(determinant), move(cases));
  967. }
  968. NonnullRefPtr<SwitchCase> Parser::parse_switch_case()
  969. {
  970. RefPtr<Expression> test;
  971. if (consume().type() == TokenType::Case) {
  972. test = parse_expression(0);
  973. }
  974. consume(TokenType::Colon);
  975. NonnullRefPtrVector<Statement> consequent;
  976. while (match_statement())
  977. consequent.append(parse_statement());
  978. return create_ast_node<SwitchCase>(move(test), move(consequent));
  979. }
  980. NonnullRefPtr<CatchClause> Parser::parse_catch_clause()
  981. {
  982. consume(TokenType::Catch);
  983. String parameter;
  984. if (match(TokenType::ParenOpen)) {
  985. consume();
  986. parameter = consume(TokenType::Identifier).value();
  987. consume(TokenType::ParenClose);
  988. }
  989. auto body = parse_block_statement();
  990. return create_ast_node<CatchClause>(parameter, move(body));
  991. }
  992. NonnullRefPtr<IfStatement> Parser::parse_if_statement()
  993. {
  994. consume(TokenType::If);
  995. consume(TokenType::ParenOpen);
  996. auto predicate = parse_expression(0);
  997. consume(TokenType::ParenClose);
  998. auto consequent = parse_statement();
  999. RefPtr<Statement> alternate;
  1000. if (match(TokenType::Else)) {
  1001. consume(TokenType::Else);
  1002. alternate = parse_statement();
  1003. }
  1004. return create_ast_node<IfStatement>(move(predicate), move(consequent), move(alternate));
  1005. }
  1006. NonnullRefPtr<ForStatement> Parser::parse_for_statement()
  1007. {
  1008. consume(TokenType::For);
  1009. consume(TokenType::ParenOpen);
  1010. bool first_semicolon_consumed = false;
  1011. bool in_scope = false;
  1012. RefPtr<ASTNode> init;
  1013. switch (m_parser_state.m_current_token.type()) {
  1014. case TokenType::Semicolon:
  1015. break;
  1016. default:
  1017. if (match_expression()) {
  1018. init = parse_expression(0);
  1019. } else if (match_variable_declaration()) {
  1020. if (m_parser_state.m_current_token.type() != TokenType::Var) {
  1021. m_parser_state.m_let_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  1022. in_scope = true;
  1023. }
  1024. init = parse_variable_declaration();
  1025. first_semicolon_consumed = true;
  1026. } else {
  1027. ASSERT_NOT_REACHED();
  1028. }
  1029. break;
  1030. }
  1031. if (!first_semicolon_consumed)
  1032. consume(TokenType::Semicolon);
  1033. RefPtr<Expression> test;
  1034. switch (m_parser_state.m_current_token.type()) {
  1035. case TokenType::Semicolon:
  1036. break;
  1037. default:
  1038. test = parse_expression(0);
  1039. break;
  1040. }
  1041. consume(TokenType::Semicolon);
  1042. RefPtr<Expression> update;
  1043. switch (m_parser_state.m_current_token.type()) {
  1044. case TokenType::ParenClose:
  1045. break;
  1046. default:
  1047. update = parse_expression(0);
  1048. break;
  1049. }
  1050. consume(TokenType::ParenClose);
  1051. auto body = parse_statement();
  1052. if (in_scope) {
  1053. m_parser_state.m_let_scopes.take_last();
  1054. }
  1055. return create_ast_node<ForStatement>(move(init), move(test), move(update), move(body));
  1056. }
  1057. NonnullRefPtr<DebuggerStatement> Parser::parse_debugger_statement()
  1058. {
  1059. consume(TokenType::Debugger);
  1060. consume_or_insert_semicolon();
  1061. return create_ast_node<DebuggerStatement>();
  1062. }
  1063. bool Parser::match(TokenType type) const
  1064. {
  1065. return m_parser_state.m_current_token.type() == type;
  1066. }
  1067. bool Parser::match_variable_declaration() const
  1068. {
  1069. switch (m_parser_state.m_current_token.type()) {
  1070. case TokenType::Var:
  1071. case TokenType::Let:
  1072. case TokenType::Const:
  1073. return true;
  1074. default:
  1075. return false;
  1076. }
  1077. }
  1078. bool Parser::match_expression() const
  1079. {
  1080. auto type = m_parser_state.m_current_token.type();
  1081. return type == TokenType::BoolLiteral
  1082. || type == TokenType::NumericLiteral
  1083. || type == TokenType::StringLiteral
  1084. || type == TokenType::TemplateLiteralStart
  1085. || type == TokenType::NullLiteral
  1086. || type == TokenType::Identifier
  1087. || type == TokenType::New
  1088. || type == TokenType::CurlyOpen
  1089. || type == TokenType::BracketOpen
  1090. || type == TokenType::ParenOpen
  1091. || type == TokenType::Function
  1092. || type == TokenType::This
  1093. || match_unary_prefixed_expression();
  1094. }
  1095. bool Parser::match_unary_prefixed_expression() const
  1096. {
  1097. auto type = m_parser_state.m_current_token.type();
  1098. return type == TokenType::PlusPlus
  1099. || type == TokenType::MinusMinus
  1100. || type == TokenType::ExclamationMark
  1101. || type == TokenType::Tilde
  1102. || type == TokenType::Plus
  1103. || type == TokenType::Minus
  1104. || type == TokenType::Typeof
  1105. || type == TokenType::Void
  1106. || type == TokenType::Delete;
  1107. }
  1108. bool Parser::match_secondary_expression() const
  1109. {
  1110. auto type = m_parser_state.m_current_token.type();
  1111. return type == TokenType::Plus
  1112. || type == TokenType::PlusEquals
  1113. || type == TokenType::Minus
  1114. || type == TokenType::MinusEquals
  1115. || type == TokenType::Asterisk
  1116. || type == TokenType::AsteriskEquals
  1117. || type == TokenType::Slash
  1118. || type == TokenType::SlashEquals
  1119. || type == TokenType::Percent
  1120. || type == TokenType::PercentEquals
  1121. || type == TokenType::DoubleAsterisk
  1122. || type == TokenType::DoubleAsteriskEquals
  1123. || type == TokenType::Equals
  1124. || type == TokenType::EqualsEqualsEquals
  1125. || type == TokenType::ExclamationMarkEqualsEquals
  1126. || type == TokenType::EqualsEquals
  1127. || type == TokenType::ExclamationMarkEquals
  1128. || type == TokenType::GreaterThan
  1129. || type == TokenType::GreaterThanEquals
  1130. || type == TokenType::LessThan
  1131. || type == TokenType::LessThanEquals
  1132. || type == TokenType::ParenOpen
  1133. || type == TokenType::Period
  1134. || type == TokenType::BracketOpen
  1135. || type == TokenType::PlusPlus
  1136. || type == TokenType::MinusMinus
  1137. || type == TokenType::In
  1138. || type == TokenType::Instanceof
  1139. || type == TokenType::QuestionMark
  1140. || type == TokenType::Ampersand
  1141. || type == TokenType::AmpersandEquals
  1142. || type == TokenType::Pipe
  1143. || type == TokenType::PipeEquals
  1144. || type == TokenType::Caret
  1145. || type == TokenType::CaretEquals
  1146. || type == TokenType::ShiftLeft
  1147. || type == TokenType::ShiftLeftEquals
  1148. || type == TokenType::ShiftRight
  1149. || type == TokenType::ShiftRightEquals
  1150. || type == TokenType::UnsignedShiftRight
  1151. || type == TokenType::UnsignedShiftRightEquals
  1152. || type == TokenType::DoubleAmpersand
  1153. || type == TokenType::DoublePipe
  1154. || type == TokenType::DoubleQuestionMark;
  1155. }
  1156. bool Parser::match_statement() const
  1157. {
  1158. auto type = m_parser_state.m_current_token.type();
  1159. return match_expression()
  1160. || type == TokenType::Function
  1161. || type == TokenType::Return
  1162. || type == TokenType::Let
  1163. || type == TokenType::Class
  1164. || type == TokenType::Do
  1165. || type == TokenType::If
  1166. || type == TokenType::Throw
  1167. || type == TokenType::Try
  1168. || type == TokenType::While
  1169. || type == TokenType::For
  1170. || type == TokenType::Const
  1171. || type == TokenType::CurlyOpen
  1172. || type == TokenType::Switch
  1173. || type == TokenType::Break
  1174. || type == TokenType::Continue
  1175. || type == TokenType::Var
  1176. || type == TokenType::Debugger
  1177. || type == TokenType::Semicolon;
  1178. }
  1179. bool Parser::match_identifier_name() const
  1180. {
  1181. return m_parser_state.m_current_token.is_identifier_name();
  1182. }
  1183. bool Parser::done() const
  1184. {
  1185. return match(TokenType::Eof);
  1186. }
  1187. Token Parser::consume()
  1188. {
  1189. auto old_token = m_parser_state.m_current_token;
  1190. m_parser_state.m_current_token = m_parser_state.m_lexer.next();
  1191. return old_token;
  1192. }
  1193. void Parser::consume_or_insert_semicolon()
  1194. {
  1195. // Semicolon was found and will be consumed
  1196. if (match(TokenType::Semicolon)) {
  1197. consume();
  1198. return;
  1199. }
  1200. // Insert semicolon if...
  1201. // ...token is preceeded by one or more newlines
  1202. if (m_parser_state.m_current_token.trivia().contains('\n'))
  1203. return;
  1204. // ...token is a closing curly brace
  1205. if (match(TokenType::CurlyClose))
  1206. return;
  1207. // ...token is eof
  1208. if (match(TokenType::Eof))
  1209. return;
  1210. // No rule for semicolon insertion applies -> syntax error
  1211. expected("Semicolon");
  1212. }
  1213. Token Parser::consume(TokenType expected_type)
  1214. {
  1215. if (m_parser_state.m_current_token.type() != expected_type) {
  1216. expected(Token::name(expected_type));
  1217. }
  1218. return consume();
  1219. }
  1220. void Parser::expected(const char* what)
  1221. {
  1222. syntax_error(String::format("Unexpected token %s. Expected %s", m_parser_state.m_current_token.name(), what));
  1223. }
  1224. void Parser::syntax_error(const String& message, size_t line, size_t column)
  1225. {
  1226. m_parser_state.m_has_errors = true;
  1227. if (line == 0 || column == 0) {
  1228. line = m_parser_state.m_current_token.line_number();
  1229. column = m_parser_state.m_current_token.line_column();
  1230. }
  1231. fprintf(stderr, "Syntax Error: %s (line: %zu, column: %zu)\n", message.characters(), line, column);
  1232. }
  1233. void Parser::save_state()
  1234. {
  1235. m_saved_state.append(m_parser_state);
  1236. }
  1237. void Parser::load_state()
  1238. {
  1239. ASSERT(!m_saved_state.is_empty());
  1240. m_parser_state = m_saved_state.take_last();
  1241. }
  1242. }