Parser.cpp 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860
  1. /*
  2. * Copyright (c) 2021, Kyle Pereira <hey@xylepereira.me>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <AK/CharacterTypes.h>
  7. #include <LibIMAP/Parser.h>
  8. namespace IMAP {
  9. ParseStatus Parser::parse(ByteBuffer&& buffer, bool expecting_tag)
  10. {
  11. if (m_incomplete) {
  12. m_buffer += buffer;
  13. m_incomplete = false;
  14. } else {
  15. m_buffer = move(buffer);
  16. position = 0;
  17. m_response = SolidResponse();
  18. }
  19. if (try_consume("+"sv)) {
  20. consume(" "sv);
  21. auto data = consume_until_end_of_line();
  22. consume("\r\n"sv);
  23. return { true, { ContinueRequest { data } } };
  24. }
  25. while (try_consume("*"sv)) {
  26. parse_untagged();
  27. }
  28. if (expecting_tag) {
  29. if (at_end()) {
  30. m_incomplete = true;
  31. return { true, {} };
  32. }
  33. parse_response_done();
  34. }
  35. if (m_parsing_failed) {
  36. return { false, {} };
  37. } else {
  38. return { true, { { move(m_response) } } };
  39. }
  40. }
  41. bool Parser::try_consume(StringView x)
  42. {
  43. size_t i = 0;
  44. auto previous_position = position;
  45. while (i < x.length() && !at_end() && to_ascii_lowercase(x[i]) == to_ascii_lowercase(m_buffer[position])) {
  46. i++;
  47. position++;
  48. }
  49. if (i != x.length()) {
  50. // We didn't match the full string.
  51. position = previous_position;
  52. return false;
  53. }
  54. return true;
  55. }
  56. void Parser::parse_response_done()
  57. {
  58. consume("A"sv);
  59. auto tag = parse_number();
  60. consume(" "sv);
  61. ResponseStatus status = parse_status();
  62. consume(" "sv);
  63. m_response.m_tag = tag;
  64. m_response.m_status = status;
  65. StringBuilder response_data;
  66. while (!at_end() && m_buffer[position] != '\r') {
  67. response_data.append((char)m_buffer[position]);
  68. position += 1;
  69. }
  70. consume("\r\n"sv);
  71. m_response.m_response_text = response_data.to_deprecated_string();
  72. }
  73. void Parser::consume(StringView x)
  74. {
  75. if (!try_consume(x)) {
  76. dbgln("{} not matched at {}, buffer: {}", x, position, StringView(m_buffer.data(), m_buffer.size()));
  77. m_parsing_failed = true;
  78. }
  79. }
  80. Optional<unsigned> Parser::try_parse_number()
  81. {
  82. auto number_matched = 0;
  83. while (!at_end() && 0 <= m_buffer[position] - '0' && m_buffer[position] - '0' <= 9) {
  84. number_matched++;
  85. position++;
  86. }
  87. if (number_matched == 0)
  88. return {};
  89. auto number = StringView(m_buffer.data() + position - number_matched, number_matched);
  90. return number.to_uint();
  91. }
  92. unsigned Parser::parse_number()
  93. {
  94. auto number = try_parse_number();
  95. if (!number.has_value()) {
  96. m_parsing_failed = true;
  97. return -1;
  98. }
  99. return number.value();
  100. }
  101. void Parser::parse_untagged()
  102. {
  103. consume(" "sv);
  104. // Certain messages begin with a number like:
  105. // * 15 EXISTS
  106. auto number = try_parse_number();
  107. if (number.has_value()) {
  108. consume(" "sv);
  109. auto data_type = parse_atom();
  110. if (data_type == "EXISTS"sv) {
  111. m_response.data().set_exists(number.value());
  112. consume("\r\n"sv);
  113. } else if (data_type == "RECENT"sv) {
  114. m_response.data().set_recent(number.value());
  115. consume("\r\n"sv);
  116. } else if (data_type == "FETCH"sv) {
  117. auto fetch_response = parse_fetch_response();
  118. m_response.data().add_fetch_response(number.value(), move(fetch_response));
  119. } else if (data_type == "EXPUNGE"sv) {
  120. m_response.data().add_expunged(number.value());
  121. consume("\r\n"sv);
  122. }
  123. return;
  124. }
  125. if (try_consume("CAPABILITY"sv)) {
  126. parse_capability_response();
  127. } else if (try_consume("LIST"sv)) {
  128. auto item = parse_list_item();
  129. m_response.data().add_list_item(move(item));
  130. } else if (try_consume("LSUB"sv)) {
  131. auto item = parse_list_item();
  132. m_response.data().add_lsub_item(move(item));
  133. } else if (try_consume("FLAGS"sv)) {
  134. consume(" "sv);
  135. auto flags = parse_list(+[](StringView x) { return DeprecatedString(x); });
  136. m_response.data().set_flags(move(flags));
  137. consume("\r\n"sv);
  138. } else if (try_consume("OK"sv)) {
  139. consume(" "sv);
  140. if (try_consume("["sv)) {
  141. auto actual_type = parse_atom();
  142. if (actual_type == "CLOSED"sv) {
  143. // No-op.
  144. } else if (actual_type == "UIDNEXT"sv) {
  145. consume(" "sv);
  146. auto n = parse_number();
  147. m_response.data().set_uid_next(n);
  148. } else if (actual_type == "UIDVALIDITY"sv) {
  149. consume(" "sv);
  150. auto n = parse_number();
  151. m_response.data().set_uid_validity(n);
  152. } else if (actual_type == "UNSEEN"sv) {
  153. consume(" "sv);
  154. auto n = parse_number();
  155. m_response.data().set_unseen(n);
  156. } else if (actual_type == "PERMANENTFLAGS"sv) {
  157. consume(" "sv);
  158. auto flags = parse_list(+[](StringView x) { return DeprecatedString(x); });
  159. m_response.data().set_permanent_flags(move(flags));
  160. } else if (actual_type == "HIGHESTMODSEQ"sv) {
  161. consume(" "sv);
  162. parse_number();
  163. // No-op for now.
  164. } else {
  165. dbgln("Unknown: {}", actual_type);
  166. consume_while([](u8 x) { return x != ']'; });
  167. }
  168. consume("]"sv);
  169. }
  170. consume_until_end_of_line();
  171. consume("\r\n"sv);
  172. } else if (try_consume("SEARCH"sv)) {
  173. Vector<unsigned> ids;
  174. while (!try_consume("\r\n"sv)) {
  175. consume(" "sv);
  176. auto id = parse_number();
  177. ids.append(id);
  178. }
  179. m_response.data().set_search_results(move(ids));
  180. } else if (try_consume("BYE"sv)) {
  181. auto message = consume_until_end_of_line();
  182. consume("\r\n"sv);
  183. m_response.data().set_bye(message.is_empty() ? Optional<DeprecatedString>() : Optional<DeprecatedString>(message));
  184. } else if (try_consume("STATUS"sv)) {
  185. consume(" "sv);
  186. auto mailbox = parse_astring();
  187. consume(" ("sv);
  188. auto status_item = StatusItem();
  189. status_item.set_mailbox(mailbox);
  190. while (!try_consume(")"sv)) {
  191. auto status_att = parse_atom();
  192. consume(" "sv);
  193. auto value = parse_number();
  194. auto type = StatusItemType::Recent;
  195. if (status_att == "MESSAGES"sv) {
  196. type = StatusItemType::Messages;
  197. } else if (status_att == "UNSEEN"sv) {
  198. type = StatusItemType::Unseen;
  199. } else if (status_att == "UIDNEXT"sv) {
  200. type = StatusItemType::UIDNext;
  201. } else if (status_att == "UIDVALIDITY"sv) {
  202. type = StatusItemType::UIDValidity;
  203. } else if (status_att == "RECENT"sv) {
  204. type = StatusItemType::Recent;
  205. } else {
  206. dbgln("Unmatched status attribute: {}", status_att);
  207. m_parsing_failed = true;
  208. }
  209. status_item.set(type, value);
  210. if (!at_end() && m_buffer[position] != ')')
  211. consume(" "sv);
  212. }
  213. m_response.data().set_status(move(status_item));
  214. try_consume(" "sv); // Not in the spec but the Outlook server sends a space for some reason.
  215. consume("\r\n"sv);
  216. } else {
  217. auto x = consume_until_end_of_line();
  218. consume("\r\n"sv);
  219. dbgln("ignored {}", x);
  220. }
  221. }
  222. StringView Parser::parse_quoted_string()
  223. {
  224. auto str = consume_while([](u8 x) { return x != '"'; });
  225. consume("\""sv);
  226. return str;
  227. }
  228. StringView Parser::parse_string()
  229. {
  230. if (try_consume("\""sv)) {
  231. return parse_quoted_string();
  232. } else {
  233. return parse_literal_string();
  234. }
  235. }
  236. Optional<StringView> Parser::parse_nstring()
  237. {
  238. if (try_consume("NIL"sv))
  239. return {};
  240. else
  241. return { parse_string() };
  242. }
  243. FetchResponseData Parser::parse_fetch_response()
  244. {
  245. consume(" ("sv);
  246. auto fetch_response = FetchResponseData();
  247. while (!try_consume(")"sv)) {
  248. auto data_item = parse_fetch_data_item();
  249. switch (data_item.type) {
  250. case FetchCommand::DataItemType::BodyStructure: {
  251. consume(" ("sv);
  252. auto structure = parse_body_structure();
  253. fetch_response.set_body_structure(move(structure));
  254. break;
  255. }
  256. case FetchCommand::DataItemType::Envelope: {
  257. fetch_response.set_envelope(parse_envelope());
  258. break;
  259. }
  260. case FetchCommand::DataItemType::Flags: {
  261. consume(" "sv);
  262. auto flags = parse_list(+[](StringView x) { return DeprecatedString(x); });
  263. fetch_response.set_flags(move(flags));
  264. break;
  265. }
  266. case FetchCommand::DataItemType::InternalDate: {
  267. consume(" \""sv);
  268. auto date_view = consume_while([](u8 x) { return x != '"'; });
  269. consume("\""sv);
  270. auto date = Core::DateTime::parse("%d-%b-%Y %H:%M:%S %z"sv, date_view).value();
  271. fetch_response.set_internal_date(date);
  272. break;
  273. }
  274. case FetchCommand::DataItemType::UID: {
  275. consume(" "sv);
  276. fetch_response.set_uid(parse_number());
  277. break;
  278. }
  279. case FetchCommand::DataItemType::PeekBody:
  280. // Spec doesn't allow for this in a response.
  281. m_parsing_failed = true;
  282. break;
  283. case FetchCommand::DataItemType::BodySection: {
  284. auto body = parse_nstring();
  285. fetch_response.add_body_data(move(data_item), Optional<DeprecatedString>(move(body)));
  286. break;
  287. }
  288. }
  289. if (!at_end() && m_buffer[position] != ')')
  290. consume(" "sv);
  291. }
  292. consume("\r\n"sv);
  293. return fetch_response;
  294. }
  295. Envelope Parser::parse_envelope()
  296. {
  297. consume(" ("sv);
  298. auto date = parse_nstring();
  299. consume(" "sv);
  300. auto subject = parse_nstring();
  301. consume(" "sv);
  302. auto from = parse_address_list();
  303. consume(" "sv);
  304. auto sender = parse_address_list();
  305. consume(" "sv);
  306. auto reply_to = parse_address_list();
  307. consume(" "sv);
  308. auto to = parse_address_list();
  309. consume(" "sv);
  310. auto cc = parse_address_list();
  311. consume(" "sv);
  312. auto bcc = parse_address_list();
  313. consume(" "sv);
  314. auto in_reply_to = parse_nstring();
  315. consume(" "sv);
  316. auto message_id = parse_nstring();
  317. consume(")"sv);
  318. Envelope envelope = {
  319. date.has_value() ? AK::Optional<DeprecatedString>(date.value()) : AK::Optional<DeprecatedString>(),
  320. subject.has_value() ? AK::Optional<DeprecatedString>(subject.value()) : AK::Optional<DeprecatedString>(),
  321. from,
  322. sender,
  323. reply_to,
  324. to,
  325. cc,
  326. bcc,
  327. in_reply_to.has_value() ? AK::Optional<DeprecatedString>(in_reply_to.value()) : AK::Optional<DeprecatedString>(),
  328. message_id.has_value() ? AK::Optional<DeprecatedString>(message_id.value()) : AK::Optional<DeprecatedString>(),
  329. };
  330. return envelope;
  331. }
  332. BodyStructure Parser::parse_body_structure()
  333. {
  334. if (!at_end() && m_buffer[position] == '(') {
  335. auto data = MultiPartBodyStructureData();
  336. while (try_consume("("sv)) {
  337. auto child = parse_body_structure();
  338. data.bodies.append(make<BodyStructure>(move(child)));
  339. }
  340. consume(" "sv);
  341. data.media_type = parse_string();
  342. if (!try_consume(")"sv)) {
  343. consume(" "sv);
  344. data.params = try_consume("NIL"sv) ? Optional<HashMap<DeprecatedString, DeprecatedString>>() : parse_body_fields_params();
  345. if (!try_consume(")"sv)) {
  346. consume(" "sv);
  347. if (!try_consume("NIL"sv)) {
  348. data.disposition = { parse_disposition() };
  349. }
  350. if (!try_consume(")"sv)) {
  351. consume(" "sv);
  352. if (!try_consume("NIL"sv)) {
  353. data.langs = { parse_langs() };
  354. }
  355. if (!try_consume(")"sv)) {
  356. consume(" "sv);
  357. data.location = try_consume("NIL"sv) ? Optional<DeprecatedString>() : Optional<DeprecatedString>(parse_string());
  358. if (!try_consume(")"sv)) {
  359. consume(" "sv);
  360. Vector<BodyExtension> extensions;
  361. while (!try_consume(")"sv)) {
  362. extensions.append(parse_body_extension());
  363. try_consume(" "sv);
  364. }
  365. data.extensions = { move(extensions) };
  366. }
  367. }
  368. }
  369. }
  370. }
  371. return BodyStructure(move(data));
  372. } else {
  373. return parse_one_part_body();
  374. }
  375. }
  376. BodyStructure Parser::parse_one_part_body()
  377. {
  378. auto type = parse_string();
  379. consume(" "sv);
  380. auto subtype = parse_string();
  381. consume(" "sv);
  382. if (type.equals_ignoring_ascii_case("TEXT"sv)) {
  383. // body-type-text
  384. auto params = parse_body_fields_params();
  385. consume(" "sv);
  386. auto id = parse_nstring();
  387. consume(" "sv);
  388. auto description = parse_nstring();
  389. consume(" "sv);
  390. auto encoding = parse_string();
  391. consume(" "sv);
  392. auto num_octets = parse_number();
  393. consume(" "sv);
  394. auto num_lines = parse_number();
  395. auto data = BodyStructureData {
  396. type,
  397. subtype,
  398. Optional<DeprecatedString>(move(id)),
  399. Optional<DeprecatedString>(move(description)),
  400. encoding,
  401. params,
  402. num_octets,
  403. num_lines,
  404. {}
  405. };
  406. if (!try_consume(")"sv)) {
  407. consume(" "sv);
  408. auto md5 = parse_nstring();
  409. if (md5.has_value())
  410. data.md5 = { md5.value() };
  411. if (!try_consume(")"sv)) {
  412. consume(" "sv);
  413. if (!try_consume("NIL"sv)) {
  414. auto disposition = parse_disposition();
  415. data.disposition = { disposition };
  416. }
  417. if (!try_consume(")"sv)) {
  418. consume(" "sv);
  419. if (!try_consume("NIL"sv)) {
  420. data.langs = { parse_langs() };
  421. }
  422. if (!try_consume(")"sv)) {
  423. consume(" "sv);
  424. auto location = parse_nstring();
  425. if (location.has_value())
  426. data.location = { location.value() };
  427. Vector<BodyExtension> extensions;
  428. while (!try_consume(")"sv)) {
  429. extensions.append(parse_body_extension());
  430. try_consume(" "sv);
  431. }
  432. data.extensions = { move(extensions) };
  433. }
  434. }
  435. }
  436. }
  437. return BodyStructure(move(data));
  438. } else if (type.equals_ignoring_ascii_case("MESSAGE"sv) && subtype.equals_ignoring_ascii_case("RFC822"sv)) {
  439. // body-type-message
  440. auto params = parse_body_fields_params();
  441. consume(" "sv);
  442. auto id = parse_nstring();
  443. consume(" "sv);
  444. auto description = parse_nstring();
  445. consume(" "sv);
  446. auto encoding = parse_string();
  447. consume(" "sv);
  448. auto num_octets = parse_number();
  449. consume(" "sv);
  450. auto envelope = parse_envelope();
  451. BodyStructureData data {
  452. type,
  453. subtype,
  454. Optional<DeprecatedString>(move(id)),
  455. Optional<DeprecatedString>(move(description)),
  456. encoding,
  457. params,
  458. num_octets,
  459. 0,
  460. envelope
  461. };
  462. return BodyStructure(move(data));
  463. } else {
  464. // body-type-basic
  465. auto params = parse_body_fields_params();
  466. consume(" "sv);
  467. auto id = parse_nstring();
  468. consume(" "sv);
  469. auto description = parse_nstring();
  470. consume(" "sv);
  471. auto encoding = parse_string();
  472. consume(" "sv);
  473. auto num_octets = parse_number();
  474. consume(" "sv);
  475. BodyStructureData data {
  476. type,
  477. subtype,
  478. Optional<DeprecatedString>(move(id)),
  479. Optional<DeprecatedString>(move(description)),
  480. encoding,
  481. params,
  482. num_octets,
  483. 0,
  484. {}
  485. };
  486. return BodyStructure(move(data));
  487. }
  488. }
  489. Vector<DeprecatedString> Parser::parse_langs()
  490. {
  491. AK::Vector<DeprecatedString> langs;
  492. if (!try_consume("("sv)) {
  493. langs.append(parse_string());
  494. } else {
  495. while (!try_consume(")"sv)) {
  496. langs.append(parse_string());
  497. try_consume(" "sv);
  498. }
  499. }
  500. return langs;
  501. }
  502. Tuple<DeprecatedString, HashMap<DeprecatedString, DeprecatedString>> Parser::parse_disposition()
  503. {
  504. auto disposition_type = parse_string();
  505. consume(" "sv);
  506. auto disposition_vals = parse_body_fields_params();
  507. consume(")"sv);
  508. return { move(disposition_type), move(disposition_vals) };
  509. }
  510. StringView Parser::parse_literal_string()
  511. {
  512. consume("{"sv);
  513. auto num_bytes = parse_number();
  514. consume("}\r\n"sv);
  515. if (m_buffer.size() < position + num_bytes) {
  516. m_parsing_failed = true;
  517. return ""sv;
  518. }
  519. position += num_bytes;
  520. return StringView(m_buffer.data() + position - num_bytes, num_bytes);
  521. }
  522. ListItem Parser::parse_list_item()
  523. {
  524. consume(" "sv);
  525. auto flags_vec = parse_list(parse_mailbox_flag);
  526. unsigned flags = 0;
  527. for (auto flag : flags_vec) {
  528. flags |= static_cast<unsigned>(flag);
  529. }
  530. consume(" \""sv);
  531. auto reference = consume_while([](u8 x) { return x != '"'; });
  532. consume("\" "sv);
  533. auto mailbox = parse_astring();
  534. consume("\r\n"sv);
  535. return ListItem { flags, DeprecatedString(reference), DeprecatedString(mailbox) };
  536. }
  537. void Parser::parse_capability_response()
  538. {
  539. auto capability = AK::Vector<DeprecatedString>();
  540. while (!try_consume("\r\n"sv)) {
  541. consume(" "sv);
  542. auto x = DeprecatedString(parse_atom());
  543. capability.append(x);
  544. }
  545. m_response.data().add_capabilities(move(capability));
  546. }
  547. StringView Parser::parse_atom()
  548. {
  549. auto is_non_atom_char = [](u8 x) {
  550. auto non_atom_chars = { '(', ')', '{', ' ', '%', '*', '"', '\\', ']' };
  551. return AK::find(non_atom_chars.begin(), non_atom_chars.end(), x) != non_atom_chars.end();
  552. };
  553. auto start = position;
  554. auto count = 0;
  555. while (!at_end() && !is_ascii_control(m_buffer[position]) && !is_non_atom_char(m_buffer[position])) {
  556. count++;
  557. position++;
  558. }
  559. return StringView(m_buffer.data() + start, count);
  560. }
  561. ResponseStatus Parser::parse_status()
  562. {
  563. auto atom = parse_atom();
  564. if (atom == "OK"sv) {
  565. return ResponseStatus::OK;
  566. } else if (atom == "BAD"sv) {
  567. return ResponseStatus::Bad;
  568. } else if (atom == "NO"sv) {
  569. return ResponseStatus::No;
  570. }
  571. m_parsing_failed = true;
  572. return ResponseStatus::Bad;
  573. }
  574. template<typename T>
  575. Vector<T> Parser::parse_list(T converter(StringView))
  576. {
  577. consume("("sv);
  578. Vector<T> x;
  579. bool first = true;
  580. while (!try_consume(")"sv)) {
  581. if (!first)
  582. consume(" "sv);
  583. auto item = consume_while([](u8 x) {
  584. return x != ' ' && x != ')';
  585. });
  586. x.append(converter(item));
  587. first = false;
  588. }
  589. return x;
  590. }
  591. MailboxFlag Parser::parse_mailbox_flag(StringView s)
  592. {
  593. if (s == "\\All"sv)
  594. return MailboxFlag::All;
  595. if (s == "\\Drafts"sv)
  596. return MailboxFlag::Drafts;
  597. if (s == "\\Flagged"sv)
  598. return MailboxFlag::Flagged;
  599. if (s == "\\HasChildren"sv)
  600. return MailboxFlag::HasChildren;
  601. if (s == "\\HasNoChildren"sv)
  602. return MailboxFlag::HasNoChildren;
  603. if (s == "\\Important"sv)
  604. return MailboxFlag::Important;
  605. if (s == "\\Junk"sv)
  606. return MailboxFlag::Junk;
  607. if (s == "\\Marked"sv)
  608. return MailboxFlag::Marked;
  609. if (s == "\\Noinferiors"sv)
  610. return MailboxFlag::NoInferiors;
  611. if (s == "\\Noselect"sv)
  612. return MailboxFlag::NoSelect;
  613. if (s == "\\Sent"sv)
  614. return MailboxFlag::Sent;
  615. if (s == "\\Trash"sv)
  616. return MailboxFlag::Trash;
  617. if (s == "\\Unmarked"sv)
  618. return MailboxFlag::Unmarked;
  619. dbgln("Unrecognized mailbox flag {}", s);
  620. return MailboxFlag::Unknown;
  621. }
  622. StringView Parser::consume_while(Function<bool(u8)> should_consume)
  623. {
  624. int chars = 0;
  625. while (!at_end() && should_consume(m_buffer[position])) {
  626. position++;
  627. chars++;
  628. }
  629. return StringView(m_buffer.data() + position - chars, chars);
  630. }
  631. StringView Parser::consume_until_end_of_line()
  632. {
  633. return consume_while([](u8 x) { return x != '\r'; });
  634. }
  635. FetchCommand::DataItem Parser::parse_fetch_data_item()
  636. {
  637. auto msg_attr = consume_while([](u8 x) { return is_ascii_alpha(x) != 0; });
  638. if (msg_attr.equals_ignoring_ascii_case("BODY"sv) && try_consume("["sv)) {
  639. auto data_item = FetchCommand::DataItem {
  640. .type = FetchCommand::DataItemType::BodySection,
  641. .section = { {} }
  642. };
  643. auto section_type = consume_while([](u8 x) { return x != ']' && x != ' '; });
  644. if (section_type.equals_ignoring_ascii_case("HEADER.FIELDS"sv)) {
  645. data_item.section->type = FetchCommand::DataItem::SectionType::HeaderFields;
  646. data_item.section->headers = Vector<DeprecatedString>();
  647. consume(" "sv);
  648. auto headers = parse_list(+[](StringView x) { return x; });
  649. for (auto& header : headers) {
  650. data_item.section->headers->append(header);
  651. }
  652. consume("]"sv);
  653. } else if (section_type.equals_ignoring_ascii_case("HEADER.FIELDS.NOT"sv)) {
  654. data_item.section->type = FetchCommand::DataItem::SectionType::HeaderFieldsNot;
  655. data_item.section->headers = Vector<DeprecatedString>();
  656. consume(" ("sv);
  657. auto headers = parse_list(+[](StringView x) { return x; });
  658. for (auto& header : headers) {
  659. data_item.section->headers->append(header);
  660. }
  661. consume("]"sv);
  662. } else if (is_ascii_digit(section_type[0])) {
  663. data_item.section->type = FetchCommand::DataItem::SectionType::Parts;
  664. data_item.section->parts = Vector<unsigned>();
  665. while (!try_consume("]"sv)) {
  666. auto num = try_parse_number();
  667. if (num.has_value()) {
  668. data_item.section->parts->append(num.value());
  669. continue;
  670. }
  671. auto atom = parse_atom();
  672. if (atom.equals_ignoring_ascii_case("MIME"sv)) {
  673. data_item.section->ends_with_mime = true;
  674. continue;
  675. }
  676. }
  677. } else if (section_type.equals_ignoring_ascii_case("TEXT"sv)) {
  678. data_item.section->type = FetchCommand::DataItem::SectionType::Text;
  679. } else if (section_type.equals_ignoring_ascii_case("HEADER"sv)) {
  680. data_item.section->type = FetchCommand::DataItem::SectionType::Header;
  681. } else {
  682. dbgln("Unmatched section type {}", section_type);
  683. m_parsing_failed = true;
  684. }
  685. if (try_consume("<"sv)) {
  686. auto start = parse_number();
  687. data_item.partial_fetch = true;
  688. data_item.start = (int)start;
  689. consume(">"sv);
  690. }
  691. try_consume(" "sv);
  692. return data_item;
  693. } else if (msg_attr.equals_ignoring_ascii_case("FLAGS"sv)) {
  694. return FetchCommand::DataItem {
  695. .type = FetchCommand::DataItemType::Flags
  696. };
  697. } else if (msg_attr.equals_ignoring_ascii_case("UID"sv)) {
  698. return FetchCommand::DataItem {
  699. .type = FetchCommand::DataItemType::UID
  700. };
  701. } else if (msg_attr.equals_ignoring_ascii_case("INTERNALDATE"sv)) {
  702. return FetchCommand::DataItem {
  703. .type = FetchCommand::DataItemType::InternalDate
  704. };
  705. } else if (msg_attr.equals_ignoring_ascii_case("ENVELOPE"sv)) {
  706. return FetchCommand::DataItem {
  707. .type = FetchCommand::DataItemType::Envelope
  708. };
  709. } else if (msg_attr.equals_ignoring_ascii_case("BODY"sv) || msg_attr.equals_ignoring_ascii_case("BODYSTRUCTURE"sv)) {
  710. return FetchCommand::DataItem {
  711. .type = FetchCommand::DataItemType::BodyStructure
  712. };
  713. } else {
  714. dbgln("msg_attr not matched: {}", msg_attr);
  715. m_parsing_failed = true;
  716. return FetchCommand::DataItem {};
  717. }
  718. }
  719. Optional<Vector<Address>> Parser::parse_address_list()
  720. {
  721. if (try_consume("NIL"sv))
  722. return {};
  723. auto addresses = Vector<Address>();
  724. consume("("sv);
  725. while (!try_consume(")"sv)) {
  726. addresses.append(parse_address());
  727. if (!at_end() && m_buffer[position] != ')')
  728. consume(" "sv);
  729. }
  730. return { addresses };
  731. }
  732. Address Parser::parse_address()
  733. {
  734. consume("("sv);
  735. auto address = Address();
  736. auto name = parse_nstring();
  737. address.name = Optional<DeprecatedString>(move(name));
  738. consume(" "sv);
  739. auto source_route = parse_nstring();
  740. address.source_route = Optional<DeprecatedString>(move(source_route));
  741. consume(" "sv);
  742. auto mailbox = parse_nstring();
  743. address.mailbox = Optional<DeprecatedString>(move(mailbox));
  744. consume(" "sv);
  745. auto host = parse_nstring();
  746. address.host = Optional<DeprecatedString>(move(host));
  747. consume(")"sv);
  748. return address;
  749. }
  750. StringView Parser::parse_astring()
  751. {
  752. if (!at_end() && (m_buffer[position] == '{' || m_buffer[position] == '"'))
  753. return parse_string();
  754. else
  755. return parse_atom();
  756. }
  757. HashMap<DeprecatedString, DeprecatedString> Parser::parse_body_fields_params()
  758. {
  759. if (try_consume("NIL"sv))
  760. return {};
  761. HashMap<DeprecatedString, DeprecatedString> fields;
  762. consume("("sv);
  763. while (!try_consume(")"sv)) {
  764. auto key = parse_string();
  765. consume(" "sv);
  766. auto value = parse_string();
  767. fields.set(key, value);
  768. try_consume(" "sv);
  769. }
  770. return fields;
  771. }
  772. BodyExtension Parser::parse_body_extension()
  773. {
  774. if (try_consume("NIL"sv)) {
  775. return BodyExtension { Optional<DeprecatedString> {} };
  776. } else if (try_consume("("sv)) {
  777. Vector<OwnPtr<BodyExtension>> extensions;
  778. while (!try_consume(")"sv)) {
  779. extensions.append(make<BodyExtension>(parse_body_extension()));
  780. try_consume(" "sv);
  781. }
  782. return BodyExtension { move(extensions) };
  783. } else if (!at_end() && (m_buffer[position] == '"' || m_buffer[position] == '{')) {
  784. return BodyExtension { { parse_string() } };
  785. } else {
  786. return BodyExtension { parse_number() };
  787. }
  788. }
  789. }