Token.cpp 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280
  1. /*
  2. * Copyright (c) 2020, Stephan Unverwerth <s.unverwerth@gmx.de>
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #include "Token.h"
  27. #include <AK/Assertions.h>
  28. #include <AK/StringBuilder.h>
  29. namespace JS {
  30. const char* Token::name(TokenType type)
  31. {
  32. switch (type) {
  33. case TokenType::Ampersand:
  34. return "Ampersand";
  35. case TokenType::AmpersandEquals:
  36. return "AmpersandEquals";
  37. case TokenType::Asterisk:
  38. return "Asterisk";
  39. case TokenType::AsteriskAsteriskEquals:
  40. return "AsteriskAsteriskEquals";
  41. case TokenType::AsteriskEquals:
  42. return "AsteriskEquals";
  43. case TokenType::Await:
  44. return "Await";
  45. case TokenType::BoolLiteral:
  46. return "BoolLiteral";
  47. case TokenType::BracketOpen:
  48. return "BracketOpen";
  49. case TokenType::BracketClose:
  50. return "BracketClose";
  51. case TokenType::Caret:
  52. return "Caret";
  53. case TokenType::Catch:
  54. return "Catch";
  55. case TokenType::Class:
  56. return "Class";
  57. case TokenType::Colon:
  58. return "Colon";
  59. case TokenType::Comma:
  60. return "Comma";
  61. case TokenType::Const:
  62. return "Const";
  63. case TokenType::CurlyClose:
  64. return "CurlyClose";
  65. case TokenType::CurlyOpen:
  66. return "CurlyOpen";
  67. case TokenType::Delete:
  68. return "Delete";
  69. case TokenType::Do:
  70. return "Do";
  71. case TokenType::DoubleAmpersand:
  72. return "DoubleAmpersand";
  73. case TokenType::DoubleAsterisk:
  74. return "DoubleAsterisk";
  75. case TokenType::DoublePipe:
  76. return "DoublePipe";
  77. case TokenType::DoubleQuestionMark:
  78. return "DoubleQuestionMark";
  79. case TokenType::Else:
  80. return "Else";
  81. case TokenType::Eof:
  82. return "Eof";
  83. case TokenType::Equals:
  84. return "Equals";
  85. case TokenType::EqualsEquals:
  86. return "EqualsEquals";
  87. case TokenType::EqualsEqualsEquals:
  88. return "EqualsEqualsEquals";
  89. case TokenType::ExclamationMark:
  90. return "ExclamationMark";
  91. case TokenType::ExclamationMarkEquals:
  92. return "ExclamationMarkEquals";
  93. case TokenType::ExclamationMarkEqualsEquals:
  94. return "ExclamationMarkEqualsEquals";
  95. case TokenType::Finally:
  96. return "Finally";
  97. case TokenType::For:
  98. return "For";
  99. case TokenType::Function:
  100. return "Function";
  101. case TokenType::GreaterThan:
  102. return "GreaterThan";
  103. case TokenType::GreaterThanEquals:
  104. return "GreaterThanEquals";
  105. case TokenType::Identifier:
  106. return "Identifier";
  107. case TokenType::If:
  108. return "If";
  109. case TokenType::In:
  110. return "In";
  111. case TokenType::Instanceof:
  112. return "Instanceof";
  113. case TokenType::Interface:
  114. return "Interface";
  115. case TokenType::Invalid:
  116. return "Invalid";
  117. case TokenType::LessThan:
  118. return "LessThan";
  119. case TokenType::LessThanEquals:
  120. return "LessThanEquals";
  121. case TokenType::Let:
  122. return "Let";
  123. case TokenType::Minus:
  124. return "Minus";
  125. case TokenType::MinusEquals:
  126. return "MinusEquals";
  127. case TokenType::MinusMinus:
  128. return "MinusMinus";
  129. case TokenType::New:
  130. return "New";
  131. case TokenType::NullLiteral:
  132. return "NullLiteral";
  133. case TokenType::NumericLiteral:
  134. return "NumericLiteral";
  135. case TokenType::ParenClose:
  136. return "ParenClose";
  137. case TokenType::ParenOpen:
  138. return "ParenOpen";
  139. case TokenType::Percent:
  140. return "Percent";
  141. case TokenType::PercentEquals:
  142. return "PercentEquals";
  143. case TokenType::Period:
  144. return "Period";
  145. case TokenType::Pipe:
  146. return "Pipe";
  147. case TokenType::PipeEquals:
  148. return "PipeEquals";
  149. case TokenType::Plus:
  150. return "Plus";
  151. case TokenType::PlusEquals:
  152. return "PlusEquals";
  153. case TokenType::PlusPlus:
  154. return "PlusPlus";
  155. case TokenType::QuestionMark:
  156. return "QuestionMark";
  157. case TokenType::QuestionMarkPeriod:
  158. return "QuestionMarkPeriod";
  159. case TokenType::RegexLiteral:
  160. return "RegexLiteral";
  161. case TokenType::Return:
  162. return "Return";
  163. case TokenType::Semicolon:
  164. return "Semicolon";
  165. case TokenType::ShiftLeft:
  166. return "ShiftLeft";
  167. case TokenType::ShiftLeftEquals:
  168. return "ShiftLeftEquals";
  169. case TokenType::ShiftRight:
  170. return "ShiftRight";
  171. case TokenType::ShiftRightEquals:
  172. return "ShiftRightEquals";
  173. case TokenType::Slash:
  174. return "Slash";
  175. case TokenType::SlashEquals:
  176. return "SlashEquals";
  177. case TokenType::StringLiteral:
  178. return "StringLiteral";
  179. case TokenType::Tilde:
  180. return "Tilde";
  181. case TokenType::Try:
  182. return "Try";
  183. case TokenType::Typeof:
  184. return "Typeof";
  185. case TokenType::UndefinedLiteral:
  186. return "UndefinedLiteral";
  187. case TokenType::UnsignedShiftRight:
  188. return "UnsignedShiftRight";
  189. case TokenType::UnsignedShiftRightEquals:
  190. return "UnsignedShiftRightEquals";
  191. case TokenType::UnterminatedStringLiteral:
  192. return "UnterminatedStringLiteral";
  193. case TokenType::Var:
  194. return "Var";
  195. case TokenType::Void:
  196. return "Void";
  197. case TokenType::While:
  198. return "While";
  199. case TokenType::Yield:
  200. return "Yield";
  201. default:
  202. ASSERT_NOT_REACHED();
  203. return "<Unknown>";
  204. }
  205. }
  206. const char* Token::name() const
  207. {
  208. return name(m_type);
  209. }
  210. double Token::double_value() const
  211. {
  212. ASSERT(type() == TokenType::NumericLiteral);
  213. // FIXME: need to parse double instead of int
  214. bool ok;
  215. return m_value.to_int(ok);
  216. }
  217. String Token::string_value() const
  218. {
  219. ASSERT(type() == TokenType::StringLiteral);
  220. StringBuilder builder;
  221. for (size_t i = 1; i < m_value.length() - 1; ++i) {
  222. if (m_value[i] == '\\' && i + 1 < m_value.length() - 1) {
  223. i++;
  224. switch (m_value[i]) {
  225. case 'b':
  226. builder.append('\b');
  227. break;
  228. case 'f':
  229. builder.append('\f');
  230. break;
  231. case 'n':
  232. builder.append('\n');
  233. break;
  234. case 'r':
  235. builder.append('\r');
  236. break;
  237. case 't':
  238. builder.append('\t');
  239. break;
  240. case 'v':
  241. builder.append('\v');
  242. break;
  243. case '0':
  244. builder.append((char)0);
  245. break;
  246. case '\'':
  247. builder.append('\'');
  248. break;
  249. case '"':
  250. builder.append('"');
  251. break;
  252. case '\\':
  253. builder.append('\\');
  254. break;
  255. default:
  256. // FIXME: Also parse octal, hex and unicode sequences
  257. // should anything else generate a syntax error?
  258. builder.append(m_value[i]);
  259. }
  260. } else {
  261. builder.append(m_value[i]);
  262. }
  263. }
  264. return builder.to_string();
  265. }
  266. bool Token::bool_value() const
  267. {
  268. ASSERT(type() == TokenType::BoolLiteral);
  269. return m_value == "true";
  270. }
  271. }