Parser.cpp 51 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394
  1. /*
  2. * Copyright (c) 2020, Stephan Unverwerth <s.unverwerth@gmx.de>
  3. * Copyright (c) 2020, Linus Groh <mail@linusgroh.de>
  4. * All rights reserved.
  5. *
  6. * Redistribution and use in source and binary forms, with or without
  7. * modification, are permitted provided that the following conditions are met:
  8. *
  9. * 1. Redistributions of source code must retain the above copyright notice, this
  10. * list of conditions and the following disclaimer.
  11. *
  12. * 2. Redistributions in binary form must reproduce the above copyright notice,
  13. * this list of conditions and the following disclaimer in the documentation
  14. * and/or other materials provided with the distribution.
  15. *
  16. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  17. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  18. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  19. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  20. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  21. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  22. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  23. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  24. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  25. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26. */
  27. #include "Parser.h"
  28. #include <AK/HashMap.h>
  29. #include <AK/ScopeGuard.h>
  30. #include <AK/StdLibExtras.h>
  31. #include <stdio.h>
  32. namespace JS {
  33. class ScopePusher {
  34. public:
  35. enum Type {
  36. Var = 1,
  37. Let = 2,
  38. };
  39. ScopePusher(Parser& parser, unsigned mask)
  40. : m_parser(parser)
  41. , m_mask(mask)
  42. {
  43. if (m_mask & Var)
  44. m_parser.m_parser_state.m_var_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  45. if (m_mask & Let)
  46. m_parser.m_parser_state.m_let_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  47. }
  48. ~ScopePusher()
  49. {
  50. if (m_mask & Var)
  51. m_parser.m_parser_state.m_var_scopes.take_last();
  52. if (m_mask & Let)
  53. m_parser.m_parser_state.m_let_scopes.take_last();
  54. }
  55. Parser& m_parser;
  56. unsigned m_mask { 0 };
  57. };
  58. static HashMap<TokenType, int> g_operator_precedence;
  59. Parser::ParserState::ParserState(Lexer lexer)
  60. : m_lexer(move(lexer))
  61. , m_current_token(m_lexer.next())
  62. {
  63. }
  64. Parser::Parser(Lexer lexer)
  65. : m_parser_state(move(lexer))
  66. {
  67. if (g_operator_precedence.is_empty()) {
  68. // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Operators/Operator_Precedence
  69. g_operator_precedence.set(TokenType::Period, 20);
  70. g_operator_precedence.set(TokenType::BracketOpen, 20);
  71. g_operator_precedence.set(TokenType::ParenOpen, 20);
  72. g_operator_precedence.set(TokenType::QuestionMarkPeriod, 20);
  73. g_operator_precedence.set(TokenType::New, 19);
  74. g_operator_precedence.set(TokenType::PlusPlus, 18);
  75. g_operator_precedence.set(TokenType::MinusMinus, 18);
  76. g_operator_precedence.set(TokenType::ExclamationMark, 17);
  77. g_operator_precedence.set(TokenType::Tilde, 17);
  78. g_operator_precedence.set(TokenType::Typeof, 17);
  79. g_operator_precedence.set(TokenType::Void, 17);
  80. g_operator_precedence.set(TokenType::Delete, 17);
  81. g_operator_precedence.set(TokenType::Await, 17);
  82. g_operator_precedence.set(TokenType::DoubleAsterisk, 16);
  83. g_operator_precedence.set(TokenType::Asterisk, 15);
  84. g_operator_precedence.set(TokenType::Slash, 15);
  85. g_operator_precedence.set(TokenType::Percent, 15);
  86. g_operator_precedence.set(TokenType::Plus, 14);
  87. g_operator_precedence.set(TokenType::Minus, 14);
  88. g_operator_precedence.set(TokenType::ShiftLeft, 13);
  89. g_operator_precedence.set(TokenType::ShiftRight, 13);
  90. g_operator_precedence.set(TokenType::UnsignedShiftRight, 13);
  91. g_operator_precedence.set(TokenType::LessThan, 12);
  92. g_operator_precedence.set(TokenType::LessThanEquals, 12);
  93. g_operator_precedence.set(TokenType::GreaterThan, 12);
  94. g_operator_precedence.set(TokenType::GreaterThanEquals, 12);
  95. g_operator_precedence.set(TokenType::In, 12);
  96. g_operator_precedence.set(TokenType::Instanceof, 12);
  97. g_operator_precedence.set(TokenType::EqualsEquals, 11);
  98. g_operator_precedence.set(TokenType::ExclamationMarkEquals, 11);
  99. g_operator_precedence.set(TokenType::EqualsEqualsEquals, 11);
  100. g_operator_precedence.set(TokenType::ExclamationMarkEqualsEquals, 11);
  101. g_operator_precedence.set(TokenType::Ampersand, 10);
  102. g_operator_precedence.set(TokenType::Caret, 9);
  103. g_operator_precedence.set(TokenType::Pipe, 8);
  104. g_operator_precedence.set(TokenType::DoubleQuestionMark, 7);
  105. g_operator_precedence.set(TokenType::DoubleAmpersand, 6);
  106. g_operator_precedence.set(TokenType::DoublePipe, 5);
  107. g_operator_precedence.set(TokenType::QuestionMark, 4);
  108. g_operator_precedence.set(TokenType::Equals, 3);
  109. g_operator_precedence.set(TokenType::PlusEquals, 3);
  110. g_operator_precedence.set(TokenType::MinusEquals, 3);
  111. g_operator_precedence.set(TokenType::DoubleAsteriskEquals, 3);
  112. g_operator_precedence.set(TokenType::AsteriskEquals, 3);
  113. g_operator_precedence.set(TokenType::SlashEquals, 3);
  114. g_operator_precedence.set(TokenType::PercentEquals, 3);
  115. g_operator_precedence.set(TokenType::ShiftLeftEquals, 3);
  116. g_operator_precedence.set(TokenType::ShiftRightEquals, 3);
  117. g_operator_precedence.set(TokenType::UnsignedShiftRightEquals, 3);
  118. g_operator_precedence.set(TokenType::AmpersandEquals, 3);
  119. g_operator_precedence.set(TokenType::PipeEquals, 3);
  120. g_operator_precedence.set(TokenType::CaretEquals, 3);
  121. g_operator_precedence.set(TokenType::Yield, 2);
  122. g_operator_precedence.set(TokenType::Comma, 1);
  123. }
  124. }
  125. int Parser::operator_precedence(TokenType type) const
  126. {
  127. auto it = g_operator_precedence.find(type);
  128. if (it == g_operator_precedence.end()) {
  129. fprintf(stderr, "Internal Error: No precedence for operator %s\n", Token::name(type));
  130. ASSERT_NOT_REACHED();
  131. return -1;
  132. }
  133. return it->value;
  134. }
  135. Associativity Parser::operator_associativity(TokenType type) const
  136. {
  137. switch (type) {
  138. case TokenType::Period:
  139. case TokenType::BracketOpen:
  140. case TokenType::ParenOpen:
  141. case TokenType::QuestionMarkPeriod:
  142. case TokenType::Asterisk:
  143. case TokenType::Slash:
  144. case TokenType::Percent:
  145. case TokenType::Plus:
  146. case TokenType::Minus:
  147. case TokenType::ShiftLeft:
  148. case TokenType::ShiftRight:
  149. case TokenType::UnsignedShiftRight:
  150. case TokenType::LessThan:
  151. case TokenType::LessThanEquals:
  152. case TokenType::GreaterThan:
  153. case TokenType::GreaterThanEquals:
  154. case TokenType::In:
  155. case TokenType::Instanceof:
  156. case TokenType::EqualsEquals:
  157. case TokenType::ExclamationMarkEquals:
  158. case TokenType::EqualsEqualsEquals:
  159. case TokenType::ExclamationMarkEqualsEquals:
  160. case TokenType::Typeof:
  161. case TokenType::Void:
  162. case TokenType::Delete:
  163. case TokenType::Ampersand:
  164. case TokenType::Caret:
  165. case TokenType::Pipe:
  166. case TokenType::DoubleQuestionMark:
  167. case TokenType::DoubleAmpersand:
  168. case TokenType::DoublePipe:
  169. case TokenType::Comma:
  170. return Associativity::Left;
  171. default:
  172. return Associativity::Right;
  173. }
  174. }
  175. NonnullRefPtr<Program> Parser::parse_program()
  176. {
  177. ScopePusher scope(*this, ScopePusher::Var | ScopePusher::Let);
  178. auto program = adopt(*new Program);
  179. while (!done()) {
  180. if (match_statement()) {
  181. program->append(parse_statement());
  182. } else {
  183. expected("statement");
  184. consume();
  185. }
  186. }
  187. ASSERT(m_parser_state.m_var_scopes.size() == 1);
  188. program->add_variables(m_parser_state.m_var_scopes.last());
  189. program->add_variables(m_parser_state.m_let_scopes.last());
  190. return program;
  191. }
  192. NonnullRefPtr<Statement> Parser::parse_statement()
  193. {
  194. auto statement = [this]() -> NonnullRefPtr<Statement> {
  195. switch (m_parser_state.m_current_token.type()) {
  196. case TokenType::Function:
  197. return parse_function_node<FunctionDeclaration>();
  198. case TokenType::CurlyOpen:
  199. return parse_block_statement();
  200. case TokenType::Return:
  201. return parse_return_statement();
  202. case TokenType::Var:
  203. case TokenType::Let:
  204. case TokenType::Const:
  205. return parse_variable_declaration();
  206. case TokenType::For:
  207. return parse_for_statement();
  208. case TokenType::If:
  209. return parse_if_statement();
  210. case TokenType::Throw:
  211. return parse_throw_statement();
  212. case TokenType::Try:
  213. return parse_try_statement();
  214. case TokenType::Break:
  215. return parse_break_statement();
  216. case TokenType::Continue:
  217. return parse_continue_statement();
  218. case TokenType::Switch:
  219. return parse_switch_statement();
  220. case TokenType::Do:
  221. return parse_do_while_statement();
  222. case TokenType::While:
  223. return parse_while_statement();
  224. case TokenType::Debugger:
  225. return parse_debugger_statement();
  226. case TokenType::Semicolon:
  227. consume();
  228. return create_ast_node<EmptyStatement>();
  229. default:
  230. if (match_expression()) {
  231. auto expr = parse_expression(0);
  232. consume_or_insert_semicolon();
  233. return create_ast_node<ExpressionStatement>(move(expr));
  234. }
  235. expected("statement (missing switch case)");
  236. consume();
  237. return create_ast_node<ErrorStatement>();
  238. } }();
  239. return statement;
  240. }
  241. RefPtr<FunctionExpression> Parser::try_parse_arrow_function_expression(bool expect_parens)
  242. {
  243. save_state();
  244. m_parser_state.m_var_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  245. ArmedScopeGuard state_rollback_guard = [&] {
  246. m_parser_state.m_var_scopes.take_last();
  247. load_state();
  248. };
  249. Vector<FunctionNode::Parameter> parameters;
  250. bool parse_failed = false;
  251. bool has_rest_parameter = false;
  252. i32 function_length = -1;
  253. while (true) {
  254. if (match(TokenType::Comma)) {
  255. if (has_rest_parameter) {
  256. parse_failed = true;
  257. break;
  258. }
  259. consume(TokenType::Comma);
  260. } else if (match(TokenType::Identifier)) {
  261. auto parameter_name = consume(TokenType::Identifier).value();
  262. RefPtr<Expression> default_value;
  263. if (expect_parens && match(TokenType::Equals)) {
  264. consume(TokenType::Equals);
  265. function_length = parameters.size();
  266. default_value = parse_expression(0);
  267. }
  268. parameters.append({ parameter_name, default_value });
  269. } else if (match(TokenType::TripleDot)) {
  270. consume();
  271. if (has_rest_parameter) {
  272. parse_failed = true;
  273. break;
  274. }
  275. has_rest_parameter = true;
  276. function_length = parameters.size();
  277. auto parameter_name = consume(TokenType::Identifier).value();
  278. parameters.append({ parameter_name, nullptr, true });
  279. } else if (match(TokenType::ParenClose)) {
  280. if (expect_parens) {
  281. consume(TokenType::ParenClose);
  282. if (match(TokenType::Arrow)) {
  283. consume(TokenType::Arrow);
  284. } else {
  285. parse_failed = true;
  286. }
  287. break;
  288. }
  289. parse_failed = true;
  290. break;
  291. } else if (match(TokenType::Arrow)) {
  292. if (!expect_parens) {
  293. consume(TokenType::Arrow);
  294. break;
  295. }
  296. parse_failed = true;
  297. break;
  298. } else {
  299. parse_failed = true;
  300. break;
  301. }
  302. }
  303. if (parse_failed)
  304. return nullptr;
  305. if (function_length == -1)
  306. function_length = parameters.size();
  307. auto function_body_result = [this]() -> RefPtr<BlockStatement> {
  308. if (match(TokenType::CurlyOpen)) {
  309. // Parse a function body with statements
  310. return parse_block_statement();
  311. }
  312. if (match_expression()) {
  313. // Parse a function body which returns a single expression
  314. // FIXME: We synthesize a block with a return statement
  315. // for arrow function bodies which are a single expression.
  316. // Esprima generates a single "ArrowFunctionExpression"
  317. // with a "body" property.
  318. auto return_expression = parse_expression(0);
  319. auto return_block = create_ast_node<BlockStatement>();
  320. return_block->append<ReturnStatement>(move(return_expression));
  321. return return_block;
  322. }
  323. // Invalid arrow function body
  324. return nullptr;
  325. }();
  326. if (!function_body_result.is_null()) {
  327. state_rollback_guard.disarm();
  328. auto body = function_body_result.release_nonnull();
  329. return create_ast_node<FunctionExpression>("", move(body), move(parameters), function_length, m_parser_state.m_var_scopes.take_last());
  330. }
  331. return nullptr;
  332. }
  333. NonnullRefPtr<Expression> Parser::parse_primary_expression()
  334. {
  335. if (match_unary_prefixed_expression())
  336. return parse_unary_prefixed_expression();
  337. switch (m_parser_state.m_current_token.type()) {
  338. case TokenType::ParenOpen: {
  339. consume(TokenType::ParenOpen);
  340. if (match(TokenType::ParenClose) || match(TokenType::Identifier) || match(TokenType::TripleDot)) {
  341. auto arrow_function_result = try_parse_arrow_function_expression(true);
  342. if (!arrow_function_result.is_null()) {
  343. return arrow_function_result.release_nonnull();
  344. }
  345. }
  346. auto expression = parse_expression(0);
  347. consume(TokenType::ParenClose);
  348. return expression;
  349. }
  350. case TokenType::This:
  351. consume();
  352. return create_ast_node<ThisExpression>();
  353. case TokenType::Identifier: {
  354. auto arrow_function_result = try_parse_arrow_function_expression(false);
  355. if (!arrow_function_result.is_null()) {
  356. return arrow_function_result.release_nonnull();
  357. }
  358. return create_ast_node<Identifier>(consume().value());
  359. }
  360. case TokenType::NumericLiteral:
  361. return create_ast_node<NumericLiteral>(consume().double_value());
  362. case TokenType::BoolLiteral:
  363. return create_ast_node<BooleanLiteral>(consume().bool_value());
  364. case TokenType::StringLiteral:
  365. return create_ast_node<StringLiteral>(consume().string_value());
  366. case TokenType::NullLiteral:
  367. consume();
  368. return create_ast_node<NullLiteral>();
  369. case TokenType::CurlyOpen:
  370. return parse_object_expression();
  371. case TokenType::Function:
  372. return parse_function_node<FunctionExpression>();
  373. case TokenType::BracketOpen:
  374. return parse_array_expression();
  375. case TokenType::TemplateLiteralStart:
  376. return parse_template_literal(false);
  377. case TokenType::New:
  378. return parse_new_expression();
  379. default:
  380. expected("primary expression (missing switch case)");
  381. consume();
  382. return create_ast_node<ErrorExpression>();
  383. }
  384. }
  385. NonnullRefPtr<Expression> Parser::parse_unary_prefixed_expression()
  386. {
  387. auto precedence = operator_precedence(m_parser_state.m_current_token.type());
  388. auto associativity = operator_associativity(m_parser_state.m_current_token.type());
  389. switch (m_parser_state.m_current_token.type()) {
  390. case TokenType::PlusPlus: {
  391. consume();
  392. auto rhs_start_line = m_parser_state.m_current_token.line_number();
  393. auto rhs_start_column = m_parser_state.m_current_token.line_column();
  394. auto rhs = parse_expression(precedence, associativity);
  395. if (!rhs->is_identifier() && !rhs->is_member_expression())
  396. syntax_error(String::format("Right-hand side of prefix increment operator must be identifier or member expression, got %s", rhs->class_name()), rhs_start_line, rhs_start_column);
  397. return create_ast_node<UpdateExpression>(UpdateOp::Increment, move(rhs), true);
  398. }
  399. case TokenType::MinusMinus: {
  400. consume();
  401. auto rhs_start_line = m_parser_state.m_current_token.line_number();
  402. auto rhs_start_column = m_parser_state.m_current_token.line_column();
  403. auto rhs = parse_expression(precedence, associativity);
  404. if (!rhs->is_identifier() && !rhs->is_member_expression())
  405. syntax_error(String::format("Right-hand side of prefix decrement operator must be identifier or member expression, got %s", rhs->class_name()), rhs_start_line, rhs_start_column);
  406. return create_ast_node<UpdateExpression>(UpdateOp::Decrement, move(rhs), true);
  407. }
  408. case TokenType::ExclamationMark:
  409. consume();
  410. return create_ast_node<UnaryExpression>(UnaryOp::Not, parse_expression(precedence, associativity));
  411. case TokenType::Tilde:
  412. consume();
  413. return create_ast_node<UnaryExpression>(UnaryOp::BitwiseNot, parse_expression(precedence, associativity));
  414. case TokenType::Plus:
  415. consume();
  416. return create_ast_node<UnaryExpression>(UnaryOp::Plus, parse_expression(precedence, associativity));
  417. case TokenType::Minus:
  418. consume();
  419. return create_ast_node<UnaryExpression>(UnaryOp::Minus, parse_expression(precedence, associativity));
  420. case TokenType::Typeof:
  421. consume();
  422. return create_ast_node<UnaryExpression>(UnaryOp::Typeof, parse_expression(precedence, associativity));
  423. case TokenType::Void:
  424. consume();
  425. return create_ast_node<UnaryExpression>(UnaryOp::Void, parse_expression(precedence, associativity));
  426. case TokenType::Delete:
  427. consume();
  428. return create_ast_node<UnaryExpression>(UnaryOp::Delete, parse_expression(precedence, associativity));
  429. default:
  430. expected("primary expression (missing switch case)");
  431. consume();
  432. return create_ast_node<ErrorExpression>();
  433. }
  434. }
  435. NonnullRefPtr<ObjectExpression> Parser::parse_object_expression()
  436. {
  437. NonnullRefPtrVector<ObjectProperty> properties;
  438. consume(TokenType::CurlyOpen);
  439. while (!done() && !match(TokenType::CurlyClose)) {
  440. RefPtr<Expression> property_key;
  441. RefPtr<Expression> property_value;
  442. auto need_colon = true;
  443. auto is_spread = false;
  444. if (match_identifier_name()) {
  445. auto identifier = consume().value();
  446. property_key = create_ast_node<StringLiteral>(identifier);
  447. property_value = create_ast_node<Identifier>(identifier);
  448. need_colon = false;
  449. } else if (match(TokenType::StringLiteral)) {
  450. property_key = create_ast_node<StringLiteral>(consume(TokenType::StringLiteral).string_value());
  451. } else if (match(TokenType::NumericLiteral)) {
  452. property_key = create_ast_node<StringLiteral>(consume(TokenType::NumericLiteral).value());
  453. } else if (match(TokenType::BracketOpen)) {
  454. consume(TokenType::BracketOpen);
  455. property_key = parse_expression(0);
  456. consume(TokenType::BracketClose);
  457. } else if (match(TokenType::TripleDot)) {
  458. consume(TokenType::TripleDot);
  459. property_key = create_ast_node<SpreadExpression>(parse_expression(0));
  460. property_value = property_key;
  461. need_colon = false;
  462. is_spread = true;
  463. } else {
  464. syntax_error(String::format("Unexpected token %s as member in object initialization. Expected a numeric literal, string literal or identifier", m_parser_state.m_current_token.name()));
  465. consume();
  466. continue;
  467. }
  468. if (!is_spread && match(TokenType::ParenOpen)) {
  469. property_value = parse_function_node<FunctionExpression>(false);
  470. } else if (need_colon || match(TokenType::Colon)) {
  471. consume(TokenType::Colon);
  472. property_value = parse_expression(0);
  473. }
  474. auto property = create_ast_node<ObjectProperty>(*property_key, *property_value);
  475. properties.append(property);
  476. if (is_spread)
  477. property->set_is_spread();
  478. if (!match(TokenType::Comma))
  479. break;
  480. consume(TokenType::Comma);
  481. }
  482. consume(TokenType::CurlyClose);
  483. return create_ast_node<ObjectExpression>(properties);
  484. }
  485. NonnullRefPtr<ArrayExpression> Parser::parse_array_expression()
  486. {
  487. consume(TokenType::BracketOpen);
  488. Vector<RefPtr<Expression>> elements;
  489. while (match_expression() || match(TokenType::TripleDot) || match(TokenType::Comma)) {
  490. RefPtr<Expression> expression;
  491. if (match(TokenType::TripleDot)) {
  492. consume(TokenType::TripleDot);
  493. expression = create_ast_node<SpreadExpression>(parse_expression(0));
  494. } else if (match_expression()) {
  495. expression = parse_expression(0);
  496. }
  497. elements.append(expression);
  498. if (!match(TokenType::Comma))
  499. break;
  500. consume(TokenType::Comma);
  501. }
  502. consume(TokenType::BracketClose);
  503. return create_ast_node<ArrayExpression>(move(elements));
  504. }
  505. NonnullRefPtr<TemplateLiteral> Parser::parse_template_literal(bool is_tagged)
  506. {
  507. consume(TokenType::TemplateLiteralStart);
  508. NonnullRefPtrVector<Expression> expressions;
  509. NonnullRefPtrVector<Expression> raw_strings;
  510. auto append_empty_string = [&expressions, &raw_strings, is_tagged]() {
  511. auto string_literal = create_ast_node<StringLiteral>("");
  512. expressions.append(string_literal);
  513. if (is_tagged)
  514. raw_strings.append(string_literal);
  515. };
  516. if (!match(TokenType::TemplateLiteralString))
  517. append_empty_string();
  518. while (!match(TokenType::TemplateLiteralEnd) && !match(TokenType::UnterminatedTemplateLiteral)) {
  519. if (match(TokenType::TemplateLiteralString)) {
  520. auto token = consume();
  521. expressions.append(create_ast_node<StringLiteral>(token.string_value()));
  522. if (is_tagged)
  523. raw_strings.append(create_ast_node<StringLiteral>(token.value()));
  524. } else if (match(TokenType::TemplateLiteralExprStart)) {
  525. consume(TokenType::TemplateLiteralExprStart);
  526. if (match(TokenType::TemplateLiteralExprEnd)) {
  527. syntax_error("Empty template literal expression block");
  528. return create_ast_node<TemplateLiteral>(expressions);
  529. }
  530. expressions.append(parse_expression(0));
  531. if (match(TokenType::UnterminatedTemplateLiteral)) {
  532. syntax_error("Unterminated template literal");
  533. return create_ast_node<TemplateLiteral>(expressions);
  534. }
  535. consume(TokenType::TemplateLiteralExprEnd);
  536. if (!match(TokenType::TemplateLiteralString))
  537. append_empty_string();
  538. }
  539. }
  540. if (match(TokenType::UnterminatedTemplateLiteral)) {
  541. syntax_error("Unterminated template literal");
  542. } else {
  543. consume(TokenType::TemplateLiteralEnd);
  544. }
  545. if (is_tagged)
  546. return create_ast_node<TemplateLiteral>(expressions, raw_strings);
  547. return create_ast_node<TemplateLiteral>(expressions);
  548. }
  549. NonnullRefPtr<Expression> Parser::parse_expression(int min_precedence, Associativity associativity)
  550. {
  551. auto expression = parse_primary_expression();
  552. while (match(TokenType::TemplateLiteralStart)) {
  553. auto template_literal = parse_template_literal(true);
  554. expression = create_ast_node<TaggedTemplateLiteral>(move(expression), move(template_literal));
  555. }
  556. while (match_secondary_expression()) {
  557. int new_precedence = operator_precedence(m_parser_state.m_current_token.type());
  558. if (new_precedence < min_precedence)
  559. break;
  560. if (new_precedence == min_precedence && associativity == Associativity::Left)
  561. break;
  562. Associativity new_associativity = operator_associativity(m_parser_state.m_current_token.type());
  563. expression = parse_secondary_expression(move(expression), new_precedence, new_associativity);
  564. while (match(TokenType::TemplateLiteralStart)) {
  565. auto template_literal = parse_template_literal(true);
  566. expression = create_ast_node<TaggedTemplateLiteral>(move(expression), move(template_literal));
  567. }
  568. }
  569. return expression;
  570. }
  571. NonnullRefPtr<Expression> Parser::parse_secondary_expression(NonnullRefPtr<Expression> lhs, int min_precedence, Associativity associativity)
  572. {
  573. switch (m_parser_state.m_current_token.type()) {
  574. case TokenType::Plus:
  575. consume();
  576. return create_ast_node<BinaryExpression>(BinaryOp::Addition, move(lhs), parse_expression(min_precedence, associativity));
  577. case TokenType::PlusEquals:
  578. consume();
  579. return create_ast_node<AssignmentExpression>(AssignmentOp::AdditionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  580. case TokenType::Minus:
  581. consume();
  582. return create_ast_node<BinaryExpression>(BinaryOp::Subtraction, move(lhs), parse_expression(min_precedence, associativity));
  583. case TokenType::MinusEquals:
  584. consume();
  585. return create_ast_node<AssignmentExpression>(AssignmentOp::SubtractionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  586. case TokenType::Asterisk:
  587. consume();
  588. return create_ast_node<BinaryExpression>(BinaryOp::Multiplication, move(lhs), parse_expression(min_precedence, associativity));
  589. case TokenType::AsteriskEquals:
  590. consume();
  591. return create_ast_node<AssignmentExpression>(AssignmentOp::MultiplicationAssignment, move(lhs), parse_expression(min_precedence, associativity));
  592. case TokenType::Slash:
  593. consume();
  594. return create_ast_node<BinaryExpression>(BinaryOp::Division, move(lhs), parse_expression(min_precedence, associativity));
  595. case TokenType::SlashEquals:
  596. consume();
  597. return create_ast_node<AssignmentExpression>(AssignmentOp::DivisionAssignment, move(lhs), parse_expression(min_precedence, associativity));
  598. case TokenType::Percent:
  599. consume();
  600. return create_ast_node<BinaryExpression>(BinaryOp::Modulo, move(lhs), parse_expression(min_precedence, associativity));
  601. case TokenType::PercentEquals:
  602. consume();
  603. return create_ast_node<AssignmentExpression>(AssignmentOp::ModuloAssignment, move(lhs), parse_expression(min_precedence, associativity));
  604. case TokenType::DoubleAsterisk:
  605. consume();
  606. return create_ast_node<BinaryExpression>(BinaryOp::Exponentiation, move(lhs), parse_expression(min_precedence, associativity));
  607. case TokenType::DoubleAsteriskEquals:
  608. consume();
  609. return create_ast_node<AssignmentExpression>(AssignmentOp::ExponentiationAssignment, move(lhs), parse_expression(min_precedence, associativity));
  610. case TokenType::GreaterThan:
  611. consume();
  612. return create_ast_node<BinaryExpression>(BinaryOp::GreaterThan, move(lhs), parse_expression(min_precedence, associativity));
  613. case TokenType::GreaterThanEquals:
  614. consume();
  615. return create_ast_node<BinaryExpression>(BinaryOp::GreaterThanEquals, move(lhs), parse_expression(min_precedence, associativity));
  616. case TokenType::LessThan:
  617. consume();
  618. return create_ast_node<BinaryExpression>(BinaryOp::LessThan, move(lhs), parse_expression(min_precedence, associativity));
  619. case TokenType::LessThanEquals:
  620. consume();
  621. return create_ast_node<BinaryExpression>(BinaryOp::LessThanEquals, move(lhs), parse_expression(min_precedence, associativity));
  622. case TokenType::EqualsEqualsEquals:
  623. consume();
  624. return create_ast_node<BinaryExpression>(BinaryOp::TypedEquals, move(lhs), parse_expression(min_precedence, associativity));
  625. case TokenType::ExclamationMarkEqualsEquals:
  626. consume();
  627. return create_ast_node<BinaryExpression>(BinaryOp::TypedInequals, move(lhs), parse_expression(min_precedence, associativity));
  628. case TokenType::EqualsEquals:
  629. consume();
  630. return create_ast_node<BinaryExpression>(BinaryOp::AbstractEquals, move(lhs), parse_expression(min_precedence, associativity));
  631. case TokenType::ExclamationMarkEquals:
  632. consume();
  633. return create_ast_node<BinaryExpression>(BinaryOp::AbstractInequals, move(lhs), parse_expression(min_precedence, associativity));
  634. case TokenType::In:
  635. consume();
  636. return create_ast_node<BinaryExpression>(BinaryOp::In, move(lhs), parse_expression(min_precedence, associativity));
  637. case TokenType::Instanceof:
  638. consume();
  639. return create_ast_node<BinaryExpression>(BinaryOp::InstanceOf, move(lhs), parse_expression(min_precedence, associativity));
  640. case TokenType::Ampersand:
  641. consume();
  642. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseAnd, move(lhs), parse_expression(min_precedence, associativity));
  643. case TokenType::AmpersandEquals:
  644. consume();
  645. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseAndAssignment, move(lhs), parse_expression(min_precedence, associativity));
  646. case TokenType::Pipe:
  647. consume();
  648. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseOr, move(lhs), parse_expression(min_precedence, associativity));
  649. case TokenType::PipeEquals:
  650. consume();
  651. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseOrAssignment, move(lhs), parse_expression(min_precedence, associativity));
  652. case TokenType::Caret:
  653. consume();
  654. return create_ast_node<BinaryExpression>(BinaryOp::BitwiseXor, move(lhs), parse_expression(min_precedence, associativity));
  655. case TokenType::CaretEquals:
  656. consume();
  657. return create_ast_node<AssignmentExpression>(AssignmentOp::BitwiseXorAssignment, move(lhs), parse_expression(min_precedence, associativity));
  658. case TokenType::ShiftLeft:
  659. consume();
  660. return create_ast_node<BinaryExpression>(BinaryOp::LeftShift, move(lhs), parse_expression(min_precedence, associativity));
  661. case TokenType::ShiftLeftEquals:
  662. consume();
  663. return create_ast_node<AssignmentExpression>(AssignmentOp::LeftShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  664. case TokenType::ShiftRight:
  665. consume();
  666. return create_ast_node<BinaryExpression>(BinaryOp::RightShift, move(lhs), parse_expression(min_precedence, associativity));
  667. case TokenType::ShiftRightEquals:
  668. consume();
  669. return create_ast_node<AssignmentExpression>(AssignmentOp::RightShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  670. case TokenType::UnsignedShiftRight:
  671. consume();
  672. return create_ast_node<BinaryExpression>(BinaryOp::UnsignedRightShift, move(lhs), parse_expression(min_precedence, associativity));
  673. case TokenType::UnsignedShiftRightEquals:
  674. consume();
  675. return create_ast_node<AssignmentExpression>(AssignmentOp::UnsignedRightShiftAssignment, move(lhs), parse_expression(min_precedence, associativity));
  676. case TokenType::ParenOpen:
  677. return parse_call_expression(move(lhs));
  678. case TokenType::Equals:
  679. consume();
  680. return create_ast_node<AssignmentExpression>(AssignmentOp::Assignment, move(lhs), parse_expression(min_precedence, associativity));
  681. case TokenType::Period:
  682. consume();
  683. if (!match_identifier_name())
  684. expected("IdentifierName");
  685. return create_ast_node<MemberExpression>(move(lhs), create_ast_node<Identifier>(consume().value()));
  686. case TokenType::BracketOpen: {
  687. consume(TokenType::BracketOpen);
  688. auto expression = create_ast_node<MemberExpression>(move(lhs), parse_expression(0), true);
  689. consume(TokenType::BracketClose);
  690. return expression;
  691. }
  692. case TokenType::PlusPlus:
  693. if (!lhs->is_identifier() && !lhs->is_member_expression())
  694. syntax_error(String::format("Left-hand side of postfix increment operator must be identifier or member expression, got %s", lhs->class_name()));
  695. consume();
  696. return create_ast_node<UpdateExpression>(UpdateOp::Increment, move(lhs));
  697. case TokenType::MinusMinus:
  698. if (!lhs->is_identifier() && !lhs->is_member_expression())
  699. syntax_error(String::format("Left-hand side of postfix increment operator must be identifier or member expression, got %s", lhs->class_name()));
  700. consume();
  701. return create_ast_node<UpdateExpression>(UpdateOp::Decrement, move(lhs));
  702. case TokenType::DoubleAmpersand:
  703. consume();
  704. return create_ast_node<LogicalExpression>(LogicalOp::And, move(lhs), parse_expression(min_precedence, associativity));
  705. case TokenType::DoublePipe:
  706. consume();
  707. return create_ast_node<LogicalExpression>(LogicalOp::Or, move(lhs), parse_expression(min_precedence, associativity));
  708. case TokenType::DoubleQuestionMark:
  709. consume();
  710. return create_ast_node<LogicalExpression>(LogicalOp::NullishCoalescing, move(lhs), parse_expression(min_precedence, associativity));
  711. case TokenType::QuestionMark:
  712. return parse_conditional_expression(move(lhs));
  713. default:
  714. expected("secondary expression (missing switch case)");
  715. consume();
  716. return create_ast_node<ErrorExpression>();
  717. }
  718. }
  719. NonnullRefPtr<CallExpression> Parser::parse_call_expression(NonnullRefPtr<Expression> lhs)
  720. {
  721. consume(TokenType::ParenOpen);
  722. Vector<CallExpression::Argument> arguments;
  723. while (match_expression() || match(TokenType::TripleDot)) {
  724. if (match(TokenType::TripleDot)) {
  725. consume();
  726. arguments.append({ parse_expression(0), true });
  727. } else {
  728. arguments.append({ parse_expression(0), false });
  729. }
  730. if (!match(TokenType::Comma))
  731. break;
  732. consume();
  733. }
  734. consume(TokenType::ParenClose);
  735. return create_ast_node<CallExpression>(move(lhs), move(arguments));
  736. }
  737. NonnullRefPtr<NewExpression> Parser::parse_new_expression()
  738. {
  739. consume(TokenType::New);
  740. // FIXME: Support full expressions as the callee as well.
  741. auto callee = create_ast_node<Identifier>(consume(TokenType::Identifier).value());
  742. Vector<CallExpression::Argument> arguments;
  743. if (match(TokenType::ParenOpen)) {
  744. consume(TokenType::ParenOpen);
  745. while (match_expression() || match(TokenType::TripleDot)) {
  746. if (match(TokenType::TripleDot)) {
  747. consume();
  748. arguments.append({ parse_expression(0), true });
  749. } else {
  750. arguments.append({ parse_expression(0), false });
  751. }
  752. if (!match(TokenType::Comma))
  753. break;
  754. consume();
  755. }
  756. consume(TokenType::ParenClose);
  757. }
  758. return create_ast_node<NewExpression>(move(callee), move(arguments));
  759. }
  760. NonnullRefPtr<ReturnStatement> Parser::parse_return_statement()
  761. {
  762. consume(TokenType::Return);
  763. // Automatic semicolon insertion: terminate statement when return is followed by newline
  764. if (m_parser_state.m_current_token.trivia().contains('\n'))
  765. return create_ast_node<ReturnStatement>(nullptr);
  766. if (match_expression()) {
  767. auto expression = parse_expression(0);
  768. consume_or_insert_semicolon();
  769. return create_ast_node<ReturnStatement>(move(expression));
  770. }
  771. consume_or_insert_semicolon();
  772. return create_ast_node<ReturnStatement>(nullptr);
  773. }
  774. NonnullRefPtr<BlockStatement> Parser::parse_block_statement()
  775. {
  776. ScopePusher scope(*this, ScopePusher::Let);
  777. auto block = create_ast_node<BlockStatement>();
  778. consume(TokenType::CurlyOpen);
  779. while (!done() && !match(TokenType::CurlyClose)) {
  780. if (match(TokenType::Semicolon)) {
  781. consume();
  782. } else if (match_statement()) {
  783. block->append(parse_statement());
  784. } else {
  785. expected("statement");
  786. consume();
  787. }
  788. }
  789. consume(TokenType::CurlyClose);
  790. block->add_variables(m_parser_state.m_let_scopes.last());
  791. return block;
  792. }
  793. template<typename FunctionNodeType>
  794. NonnullRefPtr<FunctionNodeType> Parser::parse_function_node(bool needs_function_keyword)
  795. {
  796. ScopePusher scope(*this, ScopePusher::Var);
  797. if (needs_function_keyword)
  798. consume(TokenType::Function);
  799. String name;
  800. if (FunctionNodeType::must_have_name()) {
  801. name = consume(TokenType::Identifier).value();
  802. } else {
  803. if (match(TokenType::Identifier))
  804. name = consume(TokenType::Identifier).value();
  805. }
  806. consume(TokenType::ParenOpen);
  807. Vector<FunctionNode::Parameter> parameters;
  808. i32 function_length = -1;
  809. while (match(TokenType::Identifier) || match(TokenType::TripleDot)) {
  810. if (match(TokenType::TripleDot)) {
  811. consume();
  812. auto parameter_name = consume(TokenType::Identifier).value();
  813. function_length = parameters.size();
  814. parameters.append({ parameter_name, nullptr, true });
  815. break;
  816. }
  817. auto parameter_name = consume(TokenType::Identifier).value();
  818. RefPtr<Expression> default_value;
  819. if (match(TokenType::Equals)) {
  820. consume(TokenType::Equals);
  821. function_length = parameters.size();
  822. default_value = parse_expression(0);
  823. }
  824. parameters.append({ parameter_name, default_value });
  825. if (match(TokenType::ParenClose))
  826. break;
  827. consume(TokenType::Comma);
  828. }
  829. consume(TokenType::ParenClose);
  830. if (function_length == -1)
  831. function_length = parameters.size();
  832. auto body = parse_block_statement();
  833. body->add_variables(m_parser_state.m_var_scopes.last());
  834. return create_ast_node<FunctionNodeType>(name, move(body), move(parameters), function_length, NonnullRefPtrVector<VariableDeclaration>());
  835. }
  836. NonnullRefPtr<VariableDeclaration> Parser::parse_variable_declaration()
  837. {
  838. DeclarationKind declaration_kind;
  839. switch (m_parser_state.m_current_token.type()) {
  840. case TokenType::Var:
  841. declaration_kind = DeclarationKind::Var;
  842. consume(TokenType::Var);
  843. break;
  844. case TokenType::Let:
  845. declaration_kind = DeclarationKind::Let;
  846. consume(TokenType::Let);
  847. break;
  848. case TokenType::Const:
  849. declaration_kind = DeclarationKind::Const;
  850. consume(TokenType::Const);
  851. break;
  852. default:
  853. ASSERT_NOT_REACHED();
  854. }
  855. NonnullRefPtrVector<VariableDeclarator> declarations;
  856. for (;;) {
  857. auto id = consume(TokenType::Identifier).value();
  858. RefPtr<Expression> init;
  859. if (match(TokenType::Equals)) {
  860. consume();
  861. init = parse_expression(0);
  862. }
  863. declarations.append(create_ast_node<VariableDeclarator>(create_ast_node<Identifier>(move(id)), move(init)));
  864. if (match(TokenType::Comma)) {
  865. consume();
  866. continue;
  867. }
  868. break;
  869. }
  870. consume_or_insert_semicolon();
  871. auto declaration = create_ast_node<VariableDeclaration>(declaration_kind, move(declarations));
  872. if (declaration->declaration_kind() == DeclarationKind::Var)
  873. m_parser_state.m_var_scopes.last().append(declaration);
  874. else
  875. m_parser_state.m_let_scopes.last().append(declaration);
  876. return declaration;
  877. }
  878. NonnullRefPtr<ThrowStatement> Parser::parse_throw_statement()
  879. {
  880. consume(TokenType::Throw);
  881. // Automatic semicolon insertion: terminate statement when throw is followed by newline
  882. if (m_parser_state.m_current_token.trivia().contains('\n')) {
  883. syntax_error("No line break is allowed between 'throw' and its expression");
  884. return create_ast_node<ThrowStatement>(create_ast_node<ErrorExpression>());
  885. }
  886. auto expression = parse_expression(0);
  887. consume_or_insert_semicolon();
  888. return create_ast_node<ThrowStatement>(move(expression));
  889. }
  890. NonnullRefPtr<BreakStatement> Parser::parse_break_statement()
  891. {
  892. consume(TokenType::Break);
  893. consume_or_insert_semicolon();
  894. // FIXME: Handle labels. When fixing this, take care to correctly implement semicolon insertion
  895. return create_ast_node<BreakStatement>();
  896. }
  897. NonnullRefPtr<ContinueStatement> Parser::parse_continue_statement()
  898. {
  899. consume(TokenType::Continue);
  900. consume_or_insert_semicolon();
  901. // FIXME: Handle labels. When fixing this, take care to correctly implement semicolon insertion
  902. return create_ast_node<ContinueStatement>();
  903. }
  904. NonnullRefPtr<ConditionalExpression> Parser::parse_conditional_expression(NonnullRefPtr<Expression> test)
  905. {
  906. consume(TokenType::QuestionMark);
  907. auto consequent = parse_expression(0);
  908. consume(TokenType::Colon);
  909. auto alternate = parse_expression(0);
  910. return create_ast_node<ConditionalExpression>(move(test), move(consequent), move(alternate));
  911. }
  912. NonnullRefPtr<TryStatement> Parser::parse_try_statement()
  913. {
  914. consume(TokenType::Try);
  915. auto block = parse_block_statement();
  916. RefPtr<CatchClause> handler;
  917. if (match(TokenType::Catch))
  918. handler = parse_catch_clause();
  919. RefPtr<BlockStatement> finalizer;
  920. if (match(TokenType::Finally)) {
  921. consume();
  922. finalizer = parse_block_statement();
  923. }
  924. return create_ast_node<TryStatement>(move(block), move(handler), move(finalizer));
  925. }
  926. NonnullRefPtr<DoWhileStatement> Parser::parse_do_while_statement()
  927. {
  928. consume(TokenType::Do);
  929. auto body = parse_statement();
  930. consume(TokenType::While);
  931. consume(TokenType::ParenOpen);
  932. auto test = parse_expression(0);
  933. consume(TokenType::ParenClose);
  934. consume_or_insert_semicolon();
  935. return create_ast_node<DoWhileStatement>(move(test), move(body));
  936. }
  937. NonnullRefPtr<WhileStatement> Parser::parse_while_statement()
  938. {
  939. consume(TokenType::While);
  940. consume(TokenType::ParenOpen);
  941. auto test = parse_expression(0);
  942. consume(TokenType::ParenClose);
  943. auto body = parse_statement();
  944. return create_ast_node<WhileStatement>(move(test), move(body));
  945. }
  946. NonnullRefPtr<SwitchStatement> Parser::parse_switch_statement()
  947. {
  948. consume(TokenType::Switch);
  949. consume(TokenType::ParenOpen);
  950. auto determinant = parse_expression(0);
  951. consume(TokenType::ParenClose);
  952. consume(TokenType::CurlyOpen);
  953. NonnullRefPtrVector<SwitchCase> cases;
  954. while (match(TokenType::Case) || match(TokenType::Default))
  955. cases.append(parse_switch_case());
  956. consume(TokenType::CurlyClose);
  957. return create_ast_node<SwitchStatement>(move(determinant), move(cases));
  958. }
  959. NonnullRefPtr<SwitchCase> Parser::parse_switch_case()
  960. {
  961. RefPtr<Expression> test;
  962. if (consume().type() == TokenType::Case) {
  963. test = parse_expression(0);
  964. }
  965. consume(TokenType::Colon);
  966. NonnullRefPtrVector<Statement> consequent;
  967. while (match_statement())
  968. consequent.append(parse_statement());
  969. return create_ast_node<SwitchCase>(move(test), move(consequent));
  970. }
  971. NonnullRefPtr<CatchClause> Parser::parse_catch_clause()
  972. {
  973. consume(TokenType::Catch);
  974. String parameter;
  975. if (match(TokenType::ParenOpen)) {
  976. consume();
  977. parameter = consume(TokenType::Identifier).value();
  978. consume(TokenType::ParenClose);
  979. }
  980. auto body = parse_block_statement();
  981. return create_ast_node<CatchClause>(parameter, move(body));
  982. }
  983. NonnullRefPtr<IfStatement> Parser::parse_if_statement()
  984. {
  985. consume(TokenType::If);
  986. consume(TokenType::ParenOpen);
  987. auto predicate = parse_expression(0);
  988. consume(TokenType::ParenClose);
  989. auto consequent = parse_statement();
  990. RefPtr<Statement> alternate;
  991. if (match(TokenType::Else)) {
  992. consume(TokenType::Else);
  993. alternate = parse_statement();
  994. }
  995. return create_ast_node<IfStatement>(move(predicate), move(consequent), move(alternate));
  996. }
  997. NonnullRefPtr<ForStatement> Parser::parse_for_statement()
  998. {
  999. consume(TokenType::For);
  1000. consume(TokenType::ParenOpen);
  1001. bool first_semicolon_consumed = false;
  1002. bool in_scope = false;
  1003. RefPtr<ASTNode> init;
  1004. switch (m_parser_state.m_current_token.type()) {
  1005. case TokenType::Semicolon:
  1006. break;
  1007. default:
  1008. if (match_expression()) {
  1009. init = parse_expression(0);
  1010. } else if (match_variable_declaration()) {
  1011. if (m_parser_state.m_current_token.type() != TokenType::Var) {
  1012. m_parser_state.m_let_scopes.append(NonnullRefPtrVector<VariableDeclaration>());
  1013. in_scope = true;
  1014. }
  1015. init = parse_variable_declaration();
  1016. first_semicolon_consumed = true;
  1017. } else {
  1018. ASSERT_NOT_REACHED();
  1019. }
  1020. break;
  1021. }
  1022. if (!first_semicolon_consumed)
  1023. consume(TokenType::Semicolon);
  1024. RefPtr<Expression> test;
  1025. switch (m_parser_state.m_current_token.type()) {
  1026. case TokenType::Semicolon:
  1027. break;
  1028. default:
  1029. test = parse_expression(0);
  1030. break;
  1031. }
  1032. consume(TokenType::Semicolon);
  1033. RefPtr<Expression> update;
  1034. switch (m_parser_state.m_current_token.type()) {
  1035. case TokenType::ParenClose:
  1036. break;
  1037. default:
  1038. update = parse_expression(0);
  1039. break;
  1040. }
  1041. consume(TokenType::ParenClose);
  1042. auto body = parse_statement();
  1043. if (in_scope) {
  1044. m_parser_state.m_let_scopes.take_last();
  1045. }
  1046. return create_ast_node<ForStatement>(move(init), move(test), move(update), move(body));
  1047. }
  1048. NonnullRefPtr<DebuggerStatement> Parser::parse_debugger_statement()
  1049. {
  1050. consume(TokenType::Debugger);
  1051. consume_or_insert_semicolon();
  1052. return create_ast_node<DebuggerStatement>();
  1053. }
  1054. bool Parser::match(TokenType type) const
  1055. {
  1056. return m_parser_state.m_current_token.type() == type;
  1057. }
  1058. bool Parser::match_variable_declaration() const
  1059. {
  1060. switch (m_parser_state.m_current_token.type()) {
  1061. case TokenType::Var:
  1062. case TokenType::Let:
  1063. case TokenType::Const:
  1064. return true;
  1065. default:
  1066. return false;
  1067. }
  1068. }
  1069. bool Parser::match_expression() const
  1070. {
  1071. auto type = m_parser_state.m_current_token.type();
  1072. return type == TokenType::BoolLiteral
  1073. || type == TokenType::NumericLiteral
  1074. || type == TokenType::StringLiteral
  1075. || type == TokenType::TemplateLiteralStart
  1076. || type == TokenType::NullLiteral
  1077. || type == TokenType::Identifier
  1078. || type == TokenType::New
  1079. || type == TokenType::CurlyOpen
  1080. || type == TokenType::BracketOpen
  1081. || type == TokenType::ParenOpen
  1082. || type == TokenType::Function
  1083. || type == TokenType::This
  1084. || match_unary_prefixed_expression();
  1085. }
  1086. bool Parser::match_unary_prefixed_expression() const
  1087. {
  1088. auto type = m_parser_state.m_current_token.type();
  1089. return type == TokenType::PlusPlus
  1090. || type == TokenType::MinusMinus
  1091. || type == TokenType::ExclamationMark
  1092. || type == TokenType::Tilde
  1093. || type == TokenType::Plus
  1094. || type == TokenType::Minus
  1095. || type == TokenType::Typeof
  1096. || type == TokenType::Void
  1097. || type == TokenType::Delete;
  1098. }
  1099. bool Parser::match_secondary_expression() const
  1100. {
  1101. auto type = m_parser_state.m_current_token.type();
  1102. return type == TokenType::Plus
  1103. || type == TokenType::PlusEquals
  1104. || type == TokenType::Minus
  1105. || type == TokenType::MinusEquals
  1106. || type == TokenType::Asterisk
  1107. || type == TokenType::AsteriskEquals
  1108. || type == TokenType::Slash
  1109. || type == TokenType::SlashEquals
  1110. || type == TokenType::Percent
  1111. || type == TokenType::PercentEquals
  1112. || type == TokenType::DoubleAsterisk
  1113. || type == TokenType::DoubleAsteriskEquals
  1114. || type == TokenType::Equals
  1115. || type == TokenType::EqualsEqualsEquals
  1116. || type == TokenType::ExclamationMarkEqualsEquals
  1117. || type == TokenType::EqualsEquals
  1118. || type == TokenType::ExclamationMarkEquals
  1119. || type == TokenType::GreaterThan
  1120. || type == TokenType::GreaterThanEquals
  1121. || type == TokenType::LessThan
  1122. || type == TokenType::LessThanEquals
  1123. || type == TokenType::ParenOpen
  1124. || type == TokenType::Period
  1125. || type == TokenType::BracketOpen
  1126. || type == TokenType::PlusPlus
  1127. || type == TokenType::MinusMinus
  1128. || type == TokenType::In
  1129. || type == TokenType::Instanceof
  1130. || type == TokenType::QuestionMark
  1131. || type == TokenType::Ampersand
  1132. || type == TokenType::AmpersandEquals
  1133. || type == TokenType::Pipe
  1134. || type == TokenType::PipeEquals
  1135. || type == TokenType::Caret
  1136. || type == TokenType::CaretEquals
  1137. || type == TokenType::ShiftLeft
  1138. || type == TokenType::ShiftLeftEquals
  1139. || type == TokenType::ShiftRight
  1140. || type == TokenType::ShiftRightEquals
  1141. || type == TokenType::UnsignedShiftRight
  1142. || type == TokenType::UnsignedShiftRightEquals
  1143. || type == TokenType::DoubleAmpersand
  1144. || type == TokenType::DoublePipe
  1145. || type == TokenType::DoubleQuestionMark;
  1146. }
  1147. bool Parser::match_statement() const
  1148. {
  1149. auto type = m_parser_state.m_current_token.type();
  1150. return match_expression()
  1151. || type == TokenType::Function
  1152. || type == TokenType::Return
  1153. || type == TokenType::Let
  1154. || type == TokenType::Class
  1155. || type == TokenType::Do
  1156. || type == TokenType::If
  1157. || type == TokenType::Throw
  1158. || type == TokenType::Try
  1159. || type == TokenType::While
  1160. || type == TokenType::For
  1161. || type == TokenType::Const
  1162. || type == TokenType::CurlyOpen
  1163. || type == TokenType::Switch
  1164. || type == TokenType::Break
  1165. || type == TokenType::Continue
  1166. || type == TokenType::Var
  1167. || type == TokenType::Debugger
  1168. || type == TokenType::Semicolon;
  1169. }
  1170. bool Parser::match_identifier_name() const
  1171. {
  1172. return m_parser_state.m_current_token.is_identifier_name();
  1173. }
  1174. bool Parser::done() const
  1175. {
  1176. return match(TokenType::Eof);
  1177. }
  1178. Token Parser::consume()
  1179. {
  1180. auto old_token = m_parser_state.m_current_token;
  1181. m_parser_state.m_current_token = m_parser_state.m_lexer.next();
  1182. return old_token;
  1183. }
  1184. void Parser::consume_or_insert_semicolon()
  1185. {
  1186. // Semicolon was found and will be consumed
  1187. if (match(TokenType::Semicolon)) {
  1188. consume();
  1189. return;
  1190. }
  1191. // Insert semicolon if...
  1192. // ...token is preceeded by one or more newlines
  1193. if (m_parser_state.m_current_token.trivia().contains('\n'))
  1194. return;
  1195. // ...token is a closing curly brace
  1196. if (match(TokenType::CurlyClose))
  1197. return;
  1198. // ...token is eof
  1199. if (match(TokenType::Eof))
  1200. return;
  1201. // No rule for semicolon insertion applies -> syntax error
  1202. expected("Semicolon");
  1203. }
  1204. Token Parser::consume(TokenType expected_type)
  1205. {
  1206. if (m_parser_state.m_current_token.type() != expected_type) {
  1207. expected(Token::name(expected_type));
  1208. }
  1209. return consume();
  1210. }
  1211. void Parser::expected(const char* what)
  1212. {
  1213. syntax_error(String::format("Unexpected token %s. Expected %s", m_parser_state.m_current_token.name(), what));
  1214. }
  1215. void Parser::syntax_error(const String& message, size_t line, size_t column)
  1216. {
  1217. m_parser_state.m_has_errors = true;
  1218. if (line == 0 || column == 0) {
  1219. line = m_parser_state.m_current_token.line_number();
  1220. column = m_parser_state.m_current_token.line_column();
  1221. }
  1222. fprintf(stderr, "Syntax Error: %s (line: %zu, column: %zu)\n", message.characters(), line, column);
  1223. }
  1224. void Parser::save_state()
  1225. {
  1226. m_saved_state.append(m_parser_state);
  1227. }
  1228. void Parser::load_state()
  1229. {
  1230. ASSERT(!m_saved_state.is_empty());
  1231. m_parser_state = m_saved_state.take_last();
  1232. }
  1233. }