Token.cpp 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278
  1. /*
  2. * Copyright (c) 2020, Stephan Unverwerth <s.unverwerth@gmx.de>
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #include "Token.h"
  27. #include <AK/Assertions.h>
  28. #include <AK/StringBuilder.h>
  29. namespace JS {
  30. const char* Token::name(TokenType type)
  31. {
  32. switch (type) {
  33. case TokenType::Ampersand:
  34. return "Ampersand";
  35. case TokenType::AmpersandEquals:
  36. return "AmpersandEquals";
  37. case TokenType::Asterisk:
  38. return "Asterisk";
  39. case TokenType::AsteriskAsteriskEquals:
  40. return "AsteriskAsteriskEquals";
  41. case TokenType::AsteriskEquals:
  42. return "AsteriskEquals";
  43. case TokenType::Await:
  44. return "Await";
  45. case TokenType::BoolLiteral:
  46. return "BoolLiteral";
  47. case TokenType::BracketOpen:
  48. return "BracketOpen";
  49. case TokenType::BracketClose:
  50. return "BracketClose";
  51. case TokenType::Caret:
  52. return "Caret";
  53. case TokenType::Catch:
  54. return "Catch";
  55. case TokenType::Class:
  56. return "Class";
  57. case TokenType::Comma:
  58. return "Comma";
  59. case TokenType::Const:
  60. return "Const";
  61. case TokenType::CurlyClose:
  62. return "CurlyClose";
  63. case TokenType::CurlyOpen:
  64. return "CurlyOpen";
  65. case TokenType::Delete:
  66. return "Delete";
  67. case TokenType::Do:
  68. return "Do";
  69. case TokenType::DoubleAmpersand:
  70. return "DoubleAmpersand";
  71. case TokenType::DoubleAsterisk:
  72. return "DoubleAsterisk";
  73. case TokenType::DoublePipe:
  74. return "DoublePipe";
  75. case TokenType::DoubleQuestionMark:
  76. return "DoubleQuestionMark";
  77. case TokenType::Else:
  78. return "Else";
  79. case TokenType::Eof:
  80. return "Eof";
  81. case TokenType::Equals:
  82. return "Equals";
  83. case TokenType::EqualsEquals:
  84. return "EqualsEquals";
  85. case TokenType::EqualsEqualsEquals:
  86. return "EqualsEqualsEquals";
  87. case TokenType::ExclamationMark:
  88. return "ExclamationMark";
  89. case TokenType::ExclamationMarkEquals:
  90. return "ExclamationMarkEquals";
  91. case TokenType::ExclamationMarkEqualsEquals:
  92. return "ExclamationMarkEqualsEquals";
  93. case TokenType::Finally:
  94. return "Finally";
  95. case TokenType::For:
  96. return "For";
  97. case TokenType::Function:
  98. return "Function";
  99. case TokenType::GreaterThan:
  100. return "GreaterThan";
  101. case TokenType::GreaterThanEquals:
  102. return "GreaterThanEquals";
  103. case TokenType::Identifier:
  104. return "Identifier";
  105. case TokenType::If:
  106. return "If";
  107. case TokenType::In:
  108. return "In";
  109. case TokenType::Instanceof:
  110. return "Instanceof";
  111. case TokenType::Interface:
  112. return "Interface";
  113. case TokenType::Invalid:
  114. return "Invalid";
  115. case TokenType::LessThan:
  116. return "LessThan";
  117. case TokenType::LessThanEquals:
  118. return "LessThanEquals";
  119. case TokenType::Let:
  120. return "Let";
  121. case TokenType::Minus:
  122. return "Minus";
  123. case TokenType::MinusEquals:
  124. return "MinusEquals";
  125. case TokenType::MinusMinus:
  126. return "MinusMinus";
  127. case TokenType::New:
  128. return "New";
  129. case TokenType::NullLiteral:
  130. return "NullLiteral";
  131. case TokenType::NumericLiteral:
  132. return "NumericLiteral";
  133. case TokenType::ParenClose:
  134. return "ParenClose";
  135. case TokenType::ParenOpen:
  136. return "ParenOpen";
  137. case TokenType::Percent:
  138. return "Percent";
  139. case TokenType::PercentEquals:
  140. return "PercentEquals";
  141. case TokenType::Period:
  142. return "Period";
  143. case TokenType::Pipe:
  144. return "Pipe";
  145. case TokenType::PipeEquals:
  146. return "PipeEquals";
  147. case TokenType::Plus:
  148. return "Plus";
  149. case TokenType::PlusEquals:
  150. return "PlusEquals";
  151. case TokenType::PlusPlus:
  152. return "PlusPlus";
  153. case TokenType::QuestionMark:
  154. return "QuestionMark";
  155. case TokenType::QuestionMarkPeriod:
  156. return "QuestionMarkPeriod";
  157. case TokenType::RegexLiteral:
  158. return "RegexLiteral";
  159. case TokenType::Return:
  160. return "Return";
  161. case TokenType::Semicolon:
  162. return "Semicolon";
  163. case TokenType::ShiftLeft:
  164. return "ShiftLeft";
  165. case TokenType::ShiftLeftEquals:
  166. return "ShiftLeftEquals";
  167. case TokenType::ShiftRight:
  168. return "ShiftRight";
  169. case TokenType::ShiftRightEquals:
  170. return "ShiftRightEquals";
  171. case TokenType::Slash:
  172. return "Slash";
  173. case TokenType::SlashEquals:
  174. return "SlashEquals";
  175. case TokenType::StringLiteral:
  176. return "StringLiteral";
  177. case TokenType::Tilde:
  178. return "Tilde";
  179. case TokenType::Try:
  180. return "Try";
  181. case TokenType::Typeof:
  182. return "Typeof";
  183. case TokenType::UndefinedLiteral:
  184. return "UndefinedLiteral";
  185. case TokenType::UnsignedShiftRight:
  186. return "UnsignedShiftRight";
  187. case TokenType::UnsignedShiftRightEquals:
  188. return "UnsignedShiftRightEquals";
  189. case TokenType::UnterminatedStringLiteral:
  190. return "UnterminatedStringLiteral";
  191. case TokenType::Var:
  192. return "Var";
  193. case TokenType::Void:
  194. return "Void";
  195. case TokenType::While:
  196. return "While";
  197. case TokenType::Yield:
  198. return "Yield";
  199. default:
  200. ASSERT_NOT_REACHED();
  201. return "<Unknown>";
  202. }
  203. }
  204. const char* Token::name() const
  205. {
  206. return name(m_type);
  207. }
  208. double Token::double_value() const
  209. {
  210. ASSERT(type() == TokenType::NumericLiteral);
  211. // FIXME: need to parse double instead of int
  212. bool ok;
  213. return m_value.to_int(ok);
  214. }
  215. String Token::string_value() const
  216. {
  217. ASSERT(type() == TokenType::StringLiteral);
  218. StringBuilder builder;
  219. for (size_t i = 1; i < m_value.length() - 1; ++i) {
  220. if (m_value[i] == '\\' && i + 1 < m_value.length() - 1) {
  221. i++;
  222. switch (m_value[i]) {
  223. case 'b':
  224. builder.append('\b');
  225. break;
  226. case 'f':
  227. builder.append('\f');
  228. break;
  229. case 'n':
  230. builder.append('\n');
  231. break;
  232. case 'r':
  233. builder.append('\r');
  234. break;
  235. case 't':
  236. builder.append('\t');
  237. break;
  238. case 'v':
  239. builder.append('\v');
  240. break;
  241. case '0':
  242. builder.append((char)0);
  243. break;
  244. case '\'':
  245. builder.append('\'');
  246. break;
  247. case '"':
  248. builder.append('"');
  249. break;
  250. case '\\':
  251. builder.append('\\');
  252. break;
  253. default:
  254. // FIXME: Also parse octal, hex and unicode sequences
  255. // should anything else generate a syntax error?
  256. builder.append(m_value[i]);
  257. }
  258. } else {
  259. builder.append(m_value[i]);
  260. }
  261. }
  262. return builder.to_string();
  263. }
  264. bool Token::bool_value() const
  265. {
  266. ASSERT(type() == TokenType::BoolLiteral);
  267. return m_value == "true";
  268. }
  269. }