Fetching.cpp 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601
  1. /*
  2. * Copyright (c) 2022, networkException <networkexception@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <AK/URLParser.h>
  7. #include <LibJS/Runtime/ModuleRequest.h>
  8. #include <LibTextCodec/Decoder.h>
  9. #include <LibWeb/DOM/Document.h>
  10. #include <LibWeb/Fetch/Fetching/Fetching.h>
  11. #include <LibWeb/Fetch/Infrastructure/FetchAlgorithms.h>
  12. #include <LibWeb/Fetch/Infrastructure/HTTP/Headers.h>
  13. #include <LibWeb/Fetch/Infrastructure/HTTP/Requests.h>
  14. #include <LibWeb/Fetch/Infrastructure/HTTP/Responses.h>
  15. #include <LibWeb/HTML/HTMLScriptElement.h>
  16. #include <LibWeb/HTML/PotentialCORSRequest.h>
  17. #include <LibWeb/HTML/Scripting/ClassicScript.h>
  18. #include <LibWeb/HTML/Scripting/Environments.h>
  19. #include <LibWeb/HTML/Scripting/Fetching.h>
  20. #include <LibWeb/HTML/Scripting/ModuleScript.h>
  21. #include <LibWeb/HTML/Window.h>
  22. #include <LibWeb/Infra/Strings.h>
  23. #include <LibWeb/Loader/LoadRequest.h>
  24. #include <LibWeb/Loader/ResourceLoader.h>
  25. #include <LibWeb/MimeSniff/MimeType.h>
  26. namespace Web::HTML {
  27. // https://html.spec.whatwg.org/multipage/webappapis.html#module-type-from-module-request
  28. DeprecatedString module_type_from_module_request(JS::ModuleRequest const& module_request)
  29. {
  30. // 1. Let moduleType be "javascript".
  31. DeprecatedString module_type = "javascript"sv;
  32. // 2. If moduleRequest.[[Assertions]] has a Record entry such that entry.[[Key]] is "type", then:
  33. for (auto const& entry : module_request.assertions) {
  34. if (entry.key != "type"sv)
  35. continue;
  36. // 1. If entry.[[Value]] is "javascript", then set moduleType to null.
  37. if (entry.value == "javascript"sv)
  38. module_type = nullptr;
  39. // 2. Otherwise, set moduleType to entry.[[Value]].
  40. else
  41. module_type = entry.value;
  42. }
  43. // 3. Return moduleType.
  44. return module_type;
  45. }
  46. // https://html.spec.whatwg.org/multipage/webappapis.html#resolve-a-module-specifier
  47. WebIDL::ExceptionOr<AK::URL> resolve_module_specifier(Optional<Script&> referring_script, DeprecatedString const& specifier)
  48. {
  49. // 1. Let settingsObject and baseURL be null.
  50. Optional<EnvironmentSettingsObject&> settings_object;
  51. Optional<AK::URL const&> base_url;
  52. // 2. If referringScript is not null, then:
  53. if (referring_script.has_value()) {
  54. // 1. Set settingsObject to referringScript's settings object.
  55. settings_object = referring_script->settings_object();
  56. // 2. Set baseURL to referringScript's base URL.
  57. base_url = referring_script->base_url();
  58. }
  59. // 3. Otherwise:
  60. else {
  61. // 1. Assert: there is a current settings object.
  62. // NOTE: This is handled by the current_settings_object() accessor.
  63. // 2. Set settingsObject to the current settings object.
  64. settings_object = current_settings_object();
  65. // 3. Set baseURL to settingsObject's API base URL.
  66. base_url = settings_object->api_base_url();
  67. }
  68. // 4. Let importMap be an empty import map.
  69. ImportMap import_map;
  70. // 5. If settingsObject's global object implements Window, then set importMap to settingsObject's global object's import map.
  71. if (is<Window>(settings_object->global_object()))
  72. import_map = verify_cast<Window>(settings_object->global_object()).import_map();
  73. // 6. Let baseURLString be baseURL, serialized.
  74. auto base_url_string = base_url->serialize();
  75. // 7. Let asURL be the result of resolving a URL-like module specifier given specifier and baseURL.
  76. auto as_url = resolve_url_like_module_specifier(specifier, *base_url);
  77. // 8. Let normalizedSpecifier be the serialization of asURL, if asURL is non-null; otherwise, specifier.
  78. auto normalized_specifier = as_url.has_value() ? as_url->serialize() : specifier;
  79. // 9. For each scopePrefix → scopeImports of importMap's scopes:
  80. for (auto const& entry : import_map.scopes()) {
  81. // FIXME: Clarify if the serialization steps need to be run here. The steps below assume
  82. // scopePrefix to be a string.
  83. auto const& scope_prefix = entry.key.serialize();
  84. auto const& scope_imports = entry.value;
  85. // 1. If scopePrefix is baseURLString, or if scopePrefix ends with U+002F (/) and scopePrefix is a code unit prefix of baseURLString, then:
  86. if (scope_prefix == base_url_string || (scope_prefix.ends_with("/"sv) && Infra::is_code_unit_prefix(scope_prefix, base_url_string))) {
  87. // 1. Let scopeImportsMatch be the result of resolving an imports match given normalizedSpecifier, asURL, and scopeImports.
  88. auto scope_imports_match = TRY(resolve_imports_match(normalized_specifier, as_url, scope_imports));
  89. // 2. If scopeImportsMatch is not null, then return scopeImportsMatch.
  90. if (scope_imports_match.has_value())
  91. return scope_imports_match.release_value();
  92. }
  93. }
  94. // 10. Let topLevelImportsMatch be the result of resolving an imports match given normalizedSpecifier, asURL, and importMap's imports.
  95. auto top_level_imports_match = TRY(resolve_imports_match(normalized_specifier, as_url, import_map.imports()));
  96. // 11. If topLevelImportsMatch is not null, then return topLevelImportsMatch.
  97. if (top_level_imports_match.has_value())
  98. return top_level_imports_match.release_value();
  99. // 12. If asURL is not null, then return asURL.
  100. if (as_url.has_value())
  101. return as_url.release_value();
  102. // 13. Throw a TypeError indicating that specifier was a bare specifier, but was not remapped to anything by importMap.
  103. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Failed to resolve non relative module specifier '{}' from an import map.", specifier).release_value_but_fixme_should_propagate_errors() };
  104. }
  105. // https://html.spec.whatwg.org/multipage/webappapis.html#resolving-an-imports-match
  106. WebIDL::ExceptionOr<Optional<AK::URL>> resolve_imports_match(DeprecatedString const& normalized_specifier, Optional<AK::URL> as_url, ModuleSpecifierMap const& specifier_map)
  107. {
  108. // 1. For each specifierKey → resolutionResult of specifierMap:
  109. for (auto const& [specifier_key, resolution_result] : specifier_map) {
  110. // 1. If specifierKey is normalizedSpecifier, then:
  111. if (specifier_key == normalized_specifier) {
  112. // 1. If resolutionResult is null, then throw a TypeError indicating that resolution of specifierKey was blocked by a null entry.
  113. if (!resolution_result.has_value())
  114. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Import resolution of '{}' was blocked by a null entry.", specifier_key).release_value_but_fixme_should_propagate_errors() };
  115. // 2. Assert: resolutionResult is a URL.
  116. VERIFY(resolution_result->is_valid());
  117. // 3. Return resolutionResult.
  118. return resolution_result;
  119. }
  120. // 2. If all of the following are true:
  121. if (
  122. // - specifierKey ends with U+002F (/);
  123. specifier_key.ends_with("/"sv) &&
  124. // - specifierKey is a code unit prefix of normalizedSpecifier; and
  125. Infra::is_code_unit_prefix(specifier_key, normalized_specifier) &&
  126. // - either asURL is null, or asURL is special,
  127. (!as_url.has_value() || as_url->is_special())
  128. // then:
  129. ) {
  130. // 1. If resolutionResult is null, then throw a TypeError indicating that the resolution of specifierKey was blocked by a null entry.
  131. if (!resolution_result.has_value())
  132. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Import resolution of '{}' was blocked by a null entry.", specifier_key).release_value_but_fixme_should_propagate_errors() };
  133. // 2. Assert: resolutionResult is a URL.
  134. VERIFY(resolution_result->is_valid());
  135. // 3. Let afterPrefix be the portion of normalizedSpecifier after the initial specifierKey prefix.
  136. // FIXME: Clarify if this is meant by the portion after the initial specifierKey prefix.
  137. auto after_prefix = normalized_specifier.substring(specifier_key.length());
  138. // 4. Assert: resolutionResult, serialized, ends with U+002F (/), as enforced during parsing.
  139. VERIFY(resolution_result->serialize().ends_with("/"sv));
  140. // 5. Let url be the result of URL parsing afterPrefix with resolutionResult.
  141. auto url = URLParser::parse(after_prefix, *resolution_result);
  142. // 6. If url is failure, then throw a TypeError indicating that resolution of normalizedSpecifier was blocked since the afterPrefix portion
  143. // could not be URL-parsed relative to the resolutionResult mapped to by the specifierKey prefix.
  144. if (!url.is_valid())
  145. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Could not resolve '{}' as the after prefix portion could not be URL-parsed.", normalized_specifier).release_value_but_fixme_should_propagate_errors() };
  146. // 7. Assert: url is a URL.
  147. VERIFY(url.is_valid());
  148. // 8. If the serialization of resolutionResult is not a code unit prefix of the serialization of url, then throw a TypeError indicating
  149. // that the resolution of normalizedSpecifier was blocked due to it backtracking above its prefix specifierKey.
  150. if (!Infra::is_code_unit_prefix(resolution_result->serialize(), url.serialize()))
  151. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Could not resolve '{}' as it backtracks above its prefix specifierKey.", normalized_specifier).release_value_but_fixme_should_propagate_errors() };
  152. // 9. Return url.
  153. return url;
  154. }
  155. }
  156. // 2. Return null.
  157. return Optional<AK::URL> {};
  158. }
  159. // https://html.spec.whatwg.org/multipage/webappapis.html#resolving-a-url-like-module-specifier
  160. Optional<AK::URL> resolve_url_like_module_specifier(DeprecatedString const& specifier, AK::URL const& base_url)
  161. {
  162. // 1. If specifier starts with "/", "./", or "../", then:
  163. if (specifier.starts_with("/"sv) || specifier.starts_with("./"sv) || specifier.starts_with("../"sv)) {
  164. // 1. Let url be the result of URL parsing specifier with baseURL.
  165. auto url = URLParser::parse(specifier, base_url);
  166. // 2. If url is failure, then return null.
  167. if (!url.is_valid())
  168. return {};
  169. // 3. Return url.
  170. return url;
  171. }
  172. // 2. Let url be the result of URL parsing specifier (with no base URL).
  173. auto url = URLParser::parse(specifier);
  174. // 3. If url is failure, then return null.
  175. if (!url.is_valid())
  176. return {};
  177. // 4. Return url.
  178. return url;
  179. }
  180. // https://html.spec.whatwg.org/multipage/webappapis.html#set-up-the-classic-script-request
  181. static void set_up_classic_script_request(Fetch::Infrastructure::Request& request, ScriptFetchOptions const& options)
  182. {
  183. // Set request's cryptographic nonce metadata to options's cryptographic nonce, its integrity metadata to options's
  184. // integrity metadata, its parser metadata to options's parser metadata, its referrer policy to options's referrer
  185. // policy, its render-blocking to options's render-blocking, and its priority to options's fetch priority.
  186. request.set_cryptographic_nonce_metadata(options.cryptographic_nonce);
  187. request.set_integrity_metadata(options.integrity_metadata);
  188. request.set_parser_metadata(options.parser_metadata);
  189. request.set_referrer_policy(options.referrer_policy);
  190. request.set_render_blocking(options.render_blocking);
  191. request.set_priority(options.fetch_priority);
  192. }
  193. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-a-classic-script
  194. WebIDL::ExceptionOr<void> fetch_classic_script(JS::NonnullGCPtr<HTMLScriptElement> element, AK::URL const& url, EnvironmentSettingsObject& settings_object, ScriptFetchOptions options, CORSSettingAttribute cors_setting, String character_encoding, OnFetchScriptComplete on_complete)
  195. {
  196. auto& realm = element->realm();
  197. auto& vm = realm.vm();
  198. // 1. Let request be the result of creating a potential-CORS request given url, "script", and CORS setting.
  199. auto request = create_potential_CORS_request(vm, url, Fetch::Infrastructure::Request::Destination::Script, cors_setting);
  200. // 2. Set request's client to settings object.
  201. request->set_client(&settings_object);
  202. // 3. Set request's initiator type to "script".
  203. request->set_initiator_type(Fetch::Infrastructure::Request::InitiatorType::Script);
  204. // 4. Set up the classic script request given request and options.
  205. set_up_classic_script_request(*request, options);
  206. // 5. Fetch request with the following processResponseConsumeBody steps given response response and null, failure,
  207. // or a byte sequence bodyBytes:
  208. Fetch::Infrastructure::FetchAlgorithms::Input fetch_algorithms_input {};
  209. fetch_algorithms_input.process_response_consume_body = [element, &settings_object, options = move(options), character_encoding = move(character_encoding), on_complete = move(on_complete)](auto response, auto body_bytes) {
  210. // 1. Set response to response's unsafe response.
  211. response = response->unsafe_response();
  212. // 2. If either of the following conditions are met:
  213. // - bodyBytes is null or failure; or
  214. // - response's status is not an ok status,
  215. if (body_bytes.template has<Empty>() || body_bytes.template has<Fetch::Infrastructure::FetchAlgorithms::ConsumeBodyFailureTag>() || !Fetch::Infrastructure::is_ok_status(response->status())) {
  216. // then run onComplete given null, and abort these steps.
  217. on_complete(nullptr);
  218. return;
  219. }
  220. // 3. Let potentialMIMETypeForEncoding be the result of extracting a MIME type given response's header list.
  221. auto potential_mime_type_for_encoding = response->header_list()->extract_mime_type().release_value_but_fixme_should_propagate_errors();
  222. // 4. Set character encoding to the result of legacy extracting an encoding given potentialMIMETypeForEncoding
  223. // and character encoding.
  224. auto extracted_character_encoding = Fetch::Infrastructure::legacy_extract_an_encoding(potential_mime_type_for_encoding, character_encoding);
  225. // 5. Let source text be the result of decoding bodyBytes to Unicode, using character encoding as the fallback
  226. // encoding.
  227. auto fallback_decoder = TextCodec::decoder_for(extracted_character_encoding);
  228. VERIFY(fallback_decoder.has_value());
  229. auto source_text = TextCodec::convert_input_to_utf8_using_given_decoder_unless_there_is_a_byte_order_mark(*fallback_decoder, body_bytes.template get<ByteBuffer>()).release_value_but_fixme_should_propagate_errors();
  230. // 6. Let muted errors be true if response was CORS-cross-origin, and false otherwise.
  231. auto muted_errors = response->is_cors_cross_origin() ? ClassicScript::MutedErrors::Yes : ClassicScript::MutedErrors::No;
  232. // 7. Let script be the result of creating a classic script given source text, settings object, response's URL,
  233. // options, and muted errors.
  234. // FIXME: Pass options.
  235. auto script = ClassicScript::create(element->document().url().to_deprecated_string(), source_text, settings_object, response->url().value_or({}), 1, muted_errors);
  236. // 8. Run onComplete given script.
  237. on_complete(script);
  238. };
  239. TRY(Fetch::Fetching::fetch(element->realm(), request, Fetch::Infrastructure::FetchAlgorithms::create(vm, move(fetch_algorithms_input))));
  240. return {};
  241. }
  242. // https://html.spec.whatwg.org/multipage/webappapis.html#internal-module-script-graph-fetching-procedure
  243. void fetch_internal_module_script_graph(JS::ModuleRequest const& module_request, EnvironmentSettingsObject& fetch_client_settings_object, StringView destination, Script& referring_script, HashTable<ModuleLocationTuple> const& visited_set, OnFetchScriptComplete on_complete)
  244. {
  245. // 1. Let url be the result of resolving a module specifier given referringScript and moduleRequest.[[Specifier]].
  246. auto url = MUST(resolve_module_specifier(referring_script, module_request.module_specifier));
  247. // 2. Assert: the previous step never throws an exception, because resolving a module specifier must have been previously successful with these same two arguments.
  248. // NOTE: Handled by MUST above.
  249. // 3. Let moduleType be the result of running the module type from module request steps given moduleRequest.
  250. auto module_type = module_type_from_module_request(module_request);
  251. // 4. Assert: visited set contains (url, moduleType).
  252. VERIFY(visited_set.contains({ url, module_type }));
  253. // 5. Fetch a single module script given url, fetch client settings object, destination, options, referringScript's settings object,
  254. // referringScript's base URL, moduleRequest, false, and onSingleFetchComplete as defined below. If performFetch was given, pass it along as well.
  255. // FIXME: Pass options and performFetch if given.
  256. fetch_single_module_script(url, fetch_client_settings_object, destination, referring_script.settings_object(), referring_script.base_url(), module_request, TopLevelModule::No, [on_complete = move(on_complete), &fetch_client_settings_object, destination, visited_set](auto result) mutable {
  257. // onSingleFetchComplete given result is the following algorithm:
  258. // 1. If result is null, run onComplete with null, and abort these steps.
  259. if (!result) {
  260. on_complete(nullptr);
  261. return;
  262. }
  263. // 2. Fetch the descendants of result given fetch client settings object, destination, visited set, and with onComplete. If performFetch was given, pass it along as well.
  264. // FIXME: Pass performFetch if given.
  265. auto& module_script = verify_cast<JavaScriptModuleScript>(*result);
  266. fetch_descendants_of_a_module_script(module_script, fetch_client_settings_object, destination, visited_set, move(on_complete));
  267. });
  268. }
  269. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-the-descendants-of-a-module-script
  270. void fetch_descendants_of_a_module_script(JavaScriptModuleScript& module_script, EnvironmentSettingsObject& fetch_client_settings_object, StringView destination, HashTable<ModuleLocationTuple> visited_set, OnFetchScriptComplete on_complete)
  271. {
  272. // 1. If module script's record is null, run onComplete with module script and return.
  273. if (!module_script.record()) {
  274. on_complete(&module_script);
  275. return;
  276. }
  277. // 2. Let record be module script's record.
  278. auto const& record = module_script.record();
  279. // 3. If record is not a Cyclic Module Record, or if record.[[RequestedModules]] is empty, run onComplete with module script and return.
  280. // FIXME: Currently record is always a cyclic module.
  281. if (record->requested_modules().is_empty()) {
  282. on_complete(&module_script);
  283. return;
  284. }
  285. // 4. Let moduleRequests be a new empty list.
  286. Vector<JS::ModuleRequest> module_requests;
  287. // 5. For each ModuleRequest Record requested of record.[[RequestedModules]],
  288. for (auto const& requested : record->requested_modules()) {
  289. // 1. Let url be the result of resolving a module specifier given module script and requested.[[Specifier]].
  290. auto url = MUST(resolve_module_specifier(module_script, requested.module_specifier));
  291. // 2. Assert: the previous step never throws an exception, because resolving a module specifier must have been previously successful with these same two arguments.
  292. // NOTE: Handled by MUST above.
  293. // 3. Let moduleType be the result of running the module type from module request steps given requested.
  294. auto module_type = module_type_from_module_request(requested);
  295. // 4. If visited set does not contain (url, moduleType), then:
  296. if (!visited_set.contains({ url, module_type })) {
  297. // 1. Append requested to moduleRequests.
  298. module_requests.append(requested);
  299. // 2. Append (url, moduleType) to visited set.
  300. visited_set.set({ url, module_type });
  301. }
  302. }
  303. // FIXME: 6. Let options be the descendant script fetch options for module script's fetch options.
  304. // FIXME: 7. Assert: options is not null, as module script is a JavaScript module script.
  305. // 8. Let pendingCount be the length of moduleRequests.
  306. auto pending_count = module_requests.size();
  307. // 9. If pendingCount is zero, run onComplete with module script.
  308. if (pending_count == 0) {
  309. on_complete(&module_script);
  310. return;
  311. }
  312. // 10. Let failed be false.
  313. auto context = DescendantFetchingContext::create();
  314. context->set_pending_count(pending_count);
  315. context->set_failed(false);
  316. context->set_on_complete(move(on_complete));
  317. // 11. For each moduleRequest in moduleRequests, perform the internal module script graph fetching procedure given moduleRequest,
  318. // fetch client settings object, destination, options, module script, visited set, and onInternalFetchingComplete as defined below.
  319. // If performFetch was given, pass it along as well.
  320. for (auto const& module_request : module_requests) {
  321. // FIXME: Pass options and performFetch if given.
  322. fetch_internal_module_script_graph(module_request, fetch_client_settings_object, destination, module_script, visited_set, [context, &module_script](auto result) mutable {
  323. // onInternalFetchingComplete given result is the following algorithm:
  324. // 1. If failed is true, then abort these steps.
  325. if (context->failed())
  326. return;
  327. // 2. If result is null, then set failed to true, run onComplete with null, and abort these steps.
  328. if (!result) {
  329. context->set_failed(true);
  330. context->on_complete(nullptr);
  331. return;
  332. }
  333. // 3. Assert: pendingCount is greater than zero.
  334. VERIFY(context->pending_count() > 0);
  335. // 4. Decrement pendingCount by one.
  336. context->decrement_pending_count();
  337. // 5. If pendingCount is zero, run onComplete with module script.
  338. if (context->pending_count() == 0)
  339. context->on_complete(&module_script);
  340. });
  341. }
  342. }
  343. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-a-single-module-script
  344. void fetch_single_module_script(AK::URL const& url, EnvironmentSettingsObject&, StringView, EnvironmentSettingsObject& module_map_settings_object, AK::URL const&, Optional<JS::ModuleRequest> const& module_request, TopLevelModule, OnFetchScriptComplete on_complete)
  345. {
  346. // 1. Let moduleType be "javascript".
  347. DeprecatedString module_type = "javascript"sv;
  348. // 2. If moduleRequest was given, then set moduleType to the result of running the module type from module request steps given moduleRequest.
  349. if (module_request.has_value())
  350. module_type = module_type_from_module_request(*module_request);
  351. // 3. Assert: the result of running the module type allowed steps given moduleType and module map settings object is true.
  352. // Otherwise we would not have reached this point because a failure would have been raised when inspecting moduleRequest.[[Assertions]]
  353. // in create a JavaScript module script or fetch an import() module script graph.
  354. VERIFY(module_map_settings_object.module_type_allowed(module_type));
  355. // 4. Let moduleMap be module map settings object's module map.
  356. auto& module_map = module_map_settings_object.module_map();
  357. // 5. If moduleMap[(url, moduleType)] is "fetching", wait in parallel until that entry's value changes,
  358. // then queue a task on the networking task source to proceed with running the following steps.
  359. if (module_map.is_fetching(url, module_type)) {
  360. module_map.wait_for_change(url, module_type, [on_complete = move(on_complete)](auto entry) {
  361. // FIXME: This should queue a task.
  362. // FIXME: This should run other steps, for now we just assume the script loaded.
  363. VERIFY(entry.type == ModuleMap::EntryType::ModuleScript);
  364. on_complete(entry.module_script);
  365. });
  366. return;
  367. }
  368. // 6. If moduleMap[(url, moduleType)] exists, run onComplete given moduleMap[(url, moduleType)], and return.
  369. auto entry = module_map.get(url, module_type);
  370. if (entry.has_value() && entry->type == ModuleMap::EntryType::ModuleScript) {
  371. on_complete(entry->module_script);
  372. return;
  373. }
  374. // 7. Set moduleMap[(url, moduleType)] to "fetching".
  375. module_map.set(url, module_type, { ModuleMap::EntryType::Fetching, nullptr });
  376. // FIXME: Implement non ad-hoc version of steps 8 to 20.
  377. auto request = LoadRequest::create_for_url_on_page(url, nullptr);
  378. ResourceLoader::the().load(
  379. request,
  380. [url, module_type, &module_map_settings_object, on_complete = move(on_complete), &module_map](StringView data, auto& response_headers, auto) {
  381. if (data.is_null()) {
  382. dbgln("Failed to load module {}", url);
  383. module_map.set(url, module_type, { ModuleMap::EntryType::Failed, nullptr });
  384. on_complete(nullptr);
  385. return;
  386. }
  387. auto content_type_header = response_headers.get("Content-Type");
  388. if (!content_type_header.has_value()) {
  389. dbgln("Module has no content type! {}", url);
  390. module_map.set(url, module_type, { ModuleMap::EntryType::Failed, nullptr });
  391. on_complete(nullptr);
  392. return;
  393. }
  394. if (MimeSniff::is_javascript_mime_type_essence_match(*content_type_header) && module_type == "javascript"sv) {
  395. auto module_script = JavaScriptModuleScript::create(url.basename(), data, module_map_settings_object, url).release_value_but_fixme_should_propagate_errors();
  396. module_map.set(url, module_type, { ModuleMap::EntryType::ModuleScript, module_script });
  397. on_complete(module_script);
  398. return;
  399. }
  400. dbgln("Module has no JS content type! {} of type {}, with content {}", url, module_type, *content_type_header);
  401. module_map.set(url, module_type, { ModuleMap::EntryType::Failed, nullptr });
  402. on_complete(nullptr);
  403. },
  404. [module_type, url](auto&, auto) {
  405. dbgln("Failed to load module script");
  406. TODO();
  407. });
  408. }
  409. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-a-module-script-tree
  410. void fetch_external_module_script_graph(AK::URL const& url, EnvironmentSettingsObject& settings_object, OnFetchScriptComplete on_complete)
  411. {
  412. // 1. Disallow further import maps given settings object.
  413. settings_object.disallow_further_import_maps();
  414. // 2. Fetch a single module script given url, settings object, "script", options, settings object, "client", true, and with the following steps given result:
  415. // FIXME: Pass options.
  416. fetch_single_module_script(url, settings_object, "script"sv, settings_object, "client"sv, {}, TopLevelModule::Yes, [&settings_object, on_complete = move(on_complete), url](auto result) mutable {
  417. // 1. If result is null, run onComplete given null, and abort these steps.
  418. if (!result) {
  419. on_complete(nullptr);
  420. return;
  421. }
  422. // 2. Let visited set be « (url, "javascript") ».
  423. HashTable<ModuleLocationTuple> visited_set;
  424. visited_set.set({ url, "javascript"sv });
  425. // 3. Fetch the descendants of and link result given settings object, "script", visited set, and onComplete.
  426. auto& module_script = verify_cast<JavaScriptModuleScript>(*result);
  427. fetch_descendants_of_and_link_a_module_script(module_script, settings_object, "script"sv, move(visited_set), move(on_complete));
  428. });
  429. }
  430. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-an-inline-module-script-graph
  431. void fetch_inline_module_script_graph(DeprecatedString const& filename, DeprecatedString const& source_text, AK::URL const& base_url, EnvironmentSettingsObject& settings_object, OnFetchScriptComplete on_complete)
  432. {
  433. // 1. Disallow further import maps given settings object.
  434. settings_object.disallow_further_import_maps();
  435. // 2. Let script be the result of creating a JavaScript module script using source text, settings object, base URL, and options.
  436. auto script = JavaScriptModuleScript::create(filename, source_text.view(), settings_object, base_url).release_value_but_fixme_should_propagate_errors();
  437. // 3. If script is null, run onComplete given null, and return.
  438. if (!script) {
  439. on_complete(nullptr);
  440. return;
  441. }
  442. // 4. Let visited set be an empty set.
  443. HashTable<ModuleLocationTuple> visited_set;
  444. // 5. Fetch the descendants of and link script, given settings object, the destination "script", visited set, and onComplete.
  445. fetch_descendants_of_and_link_a_module_script(*script, settings_object, "script"sv, visited_set, move(on_complete));
  446. }
  447. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-the-descendants-of-and-link-a-module-script
  448. void fetch_descendants_of_and_link_a_module_script(JavaScriptModuleScript& module_script, EnvironmentSettingsObject& fetch_client_settings_object, StringView destination, HashTable<ModuleLocationTuple> const& visited_set, OnFetchScriptComplete on_complete)
  449. {
  450. // 1. Fetch the descendants of module script, given fetch client settings object, destination, visited set, and onFetchDescendantsComplete as defined below.
  451. // If performFetch was given, pass it along as well.
  452. // FIXME: Pass performFetch if given.
  453. fetch_descendants_of_a_module_script(module_script, fetch_client_settings_object, destination, visited_set, [&fetch_client_settings_object, on_complete = move(on_complete)](auto result) {
  454. // onFetchDescendantsComplete given result is the following algorithm:
  455. // 1. If result is null, then run onComplete given result, and abort these steps.
  456. if (!result) {
  457. on_complete(nullptr);
  458. return;
  459. }
  460. // FIXME: This is an ad-hoc hack to make sure that there's an execution context on the VM stack in case linking throws an exception.
  461. auto& vm = fetch_client_settings_object.vm();
  462. vm.push_execution_context(fetch_client_settings_object.realm_execution_context());
  463. // FIXME: 2. Let parse error be the result of finding the first parse error given result.
  464. // 3. If parse error is null, then:
  465. if (auto& module_script = verify_cast<JavaScriptModuleScript>(*result); module_script.record()) {
  466. // 1. Let record be result's record.
  467. auto const& record = *module_script.record();
  468. // 2. Perform record.Link().
  469. auto linking_result = const_cast<JS::SourceTextModule&>(record).link(result->vm());
  470. // If this throws an exception, set result's error to rethrow to that exception.
  471. if (linking_result.is_throw_completion()) {
  472. result->set_error_to_rethrow(linking_result.release_error().value().value());
  473. }
  474. } else {
  475. // FIXME: 4. Otherwise, set result's error to rethrow to parse error.
  476. TODO();
  477. }
  478. // FIXME: This undoes the ad-hoc hack above.
  479. vm.pop_execution_context();
  480. // 5. Run onComplete given result.
  481. on_complete(result);
  482. });
  483. }
  484. }