Fetching.cpp 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598
  1. /*
  2. * Copyright (c) 2022, networkException <networkexception@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <LibJS/Runtime/ModuleRequest.h>
  7. #include <LibTextCodec/Decoder.h>
  8. #include <LibWeb/DOM/Document.h>
  9. #include <LibWeb/Fetch/Fetching/Fetching.h>
  10. #include <LibWeb/Fetch/Infrastructure/FetchAlgorithms.h>
  11. #include <LibWeb/Fetch/Infrastructure/HTTP/Headers.h>
  12. #include <LibWeb/Fetch/Infrastructure/HTTP/Requests.h>
  13. #include <LibWeb/Fetch/Infrastructure/HTTP/Responses.h>
  14. #include <LibWeb/HTML/HTMLScriptElement.h>
  15. #include <LibWeb/HTML/PotentialCORSRequest.h>
  16. #include <LibWeb/HTML/Scripting/ClassicScript.h>
  17. #include <LibWeb/HTML/Scripting/Environments.h>
  18. #include <LibWeb/HTML/Scripting/Fetching.h>
  19. #include <LibWeb/HTML/Scripting/ModuleScript.h>
  20. #include <LibWeb/HTML/Scripting/TemporaryExecutionContext.h>
  21. #include <LibWeb/HTML/Window.h>
  22. #include <LibWeb/Infra/Strings.h>
  23. #include <LibWeb/Loader/LoadRequest.h>
  24. #include <LibWeb/Loader/ResourceLoader.h>
  25. #include <LibWeb/MimeSniff/MimeType.h>
  26. #include <LibWeb/URL/URL.h>
  27. namespace Web::HTML {
  28. // https://html.spec.whatwg.org/multipage/webappapis.html#module-type-from-module-request
  29. DeprecatedString module_type_from_module_request(JS::ModuleRequest const& module_request)
  30. {
  31. // 1. Let moduleType be "javascript".
  32. DeprecatedString module_type = "javascript"sv;
  33. // 2. If moduleRequest.[[Assertions]] has a Record entry such that entry.[[Key]] is "type", then:
  34. for (auto const& entry : module_request.assertions) {
  35. if (entry.key != "type"sv)
  36. continue;
  37. // 1. If entry.[[Value]] is "javascript", then set moduleType to null.
  38. if (entry.value == "javascript"sv)
  39. module_type = nullptr;
  40. // 2. Otherwise, set moduleType to entry.[[Value]].
  41. else
  42. module_type = entry.value;
  43. }
  44. // 3. Return moduleType.
  45. return module_type;
  46. }
  47. // https://html.spec.whatwg.org/multipage/webappapis.html#resolve-a-module-specifier
  48. WebIDL::ExceptionOr<AK::URL> resolve_module_specifier(Optional<Script&> referring_script, DeprecatedString const& specifier)
  49. {
  50. // 1. Let settingsObject and baseURL be null.
  51. Optional<EnvironmentSettingsObject&> settings_object;
  52. Optional<AK::URL const&> base_url;
  53. // 2. If referringScript is not null, then:
  54. if (referring_script.has_value()) {
  55. // 1. Set settingsObject to referringScript's settings object.
  56. settings_object = referring_script->settings_object();
  57. // 2. Set baseURL to referringScript's base URL.
  58. base_url = referring_script->base_url();
  59. }
  60. // 3. Otherwise:
  61. else {
  62. // 1. Assert: there is a current settings object.
  63. // NOTE: This is handled by the current_settings_object() accessor.
  64. // 2. Set settingsObject to the current settings object.
  65. settings_object = current_settings_object();
  66. // 3. Set baseURL to settingsObject's API base URL.
  67. base_url = settings_object->api_base_url();
  68. }
  69. // 4. Let importMap be an empty import map.
  70. ImportMap import_map;
  71. // 5. If settingsObject's global object implements Window, then set importMap to settingsObject's global object's import map.
  72. if (is<Window>(settings_object->global_object()))
  73. import_map = verify_cast<Window>(settings_object->global_object()).import_map();
  74. // 6. Let baseURLString be baseURL, serialized.
  75. auto base_url_string = base_url->serialize();
  76. // 7. Let asURL be the result of resolving a URL-like module specifier given specifier and baseURL.
  77. auto as_url = resolve_url_like_module_specifier(specifier, *base_url);
  78. // 8. Let normalizedSpecifier be the serialization of asURL, if asURL is non-null; otherwise, specifier.
  79. auto normalized_specifier = as_url.has_value() ? as_url->serialize() : specifier;
  80. // 9. For each scopePrefix → scopeImports of importMap's scopes:
  81. for (auto const& entry : import_map.scopes()) {
  82. // FIXME: Clarify if the serialization steps need to be run here. The steps below assume
  83. // scopePrefix to be a string.
  84. auto const& scope_prefix = entry.key.serialize();
  85. auto const& scope_imports = entry.value;
  86. // 1. If scopePrefix is baseURLString, or if scopePrefix ends with U+002F (/) and scopePrefix is a code unit prefix of baseURLString, then:
  87. if (scope_prefix == base_url_string || (scope_prefix.ends_with("/"sv) && Infra::is_code_unit_prefix(scope_prefix, base_url_string))) {
  88. // 1. Let scopeImportsMatch be the result of resolving an imports match given normalizedSpecifier, asURL, and scopeImports.
  89. auto scope_imports_match = TRY(resolve_imports_match(normalized_specifier, as_url, scope_imports));
  90. // 2. If scopeImportsMatch is not null, then return scopeImportsMatch.
  91. if (scope_imports_match.has_value())
  92. return scope_imports_match.release_value();
  93. }
  94. }
  95. // 10. Let topLevelImportsMatch be the result of resolving an imports match given normalizedSpecifier, asURL, and importMap's imports.
  96. auto top_level_imports_match = TRY(resolve_imports_match(normalized_specifier, as_url, import_map.imports()));
  97. // 11. If topLevelImportsMatch is not null, then return topLevelImportsMatch.
  98. if (top_level_imports_match.has_value())
  99. return top_level_imports_match.release_value();
  100. // 12. If asURL is not null, then return asURL.
  101. if (as_url.has_value())
  102. return as_url.release_value();
  103. // 13. Throw a TypeError indicating that specifier was a bare specifier, but was not remapped to anything by importMap.
  104. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Failed to resolve non relative module specifier '{}' from an import map.", specifier).release_value_but_fixme_should_propagate_errors() };
  105. }
  106. // https://html.spec.whatwg.org/multipage/webappapis.html#resolving-an-imports-match
  107. WebIDL::ExceptionOr<Optional<AK::URL>> resolve_imports_match(DeprecatedString const& normalized_specifier, Optional<AK::URL> as_url, ModuleSpecifierMap const& specifier_map)
  108. {
  109. // 1. For each specifierKey → resolutionResult of specifierMap:
  110. for (auto const& [specifier_key, resolution_result] : specifier_map) {
  111. // 1. If specifierKey is normalizedSpecifier, then:
  112. if (specifier_key == normalized_specifier) {
  113. // 1. If resolutionResult is null, then throw a TypeError indicating that resolution of specifierKey was blocked by a null entry.
  114. if (!resolution_result.has_value())
  115. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Import resolution of '{}' was blocked by a null entry.", specifier_key).release_value_but_fixme_should_propagate_errors() };
  116. // 2. Assert: resolutionResult is a URL.
  117. VERIFY(resolution_result->is_valid());
  118. // 3. Return resolutionResult.
  119. return resolution_result;
  120. }
  121. // 2. If all of the following are true:
  122. if (
  123. // - specifierKey ends with U+002F (/);
  124. specifier_key.ends_with("/"sv) &&
  125. // - specifierKey is a code unit prefix of normalizedSpecifier; and
  126. Infra::is_code_unit_prefix(specifier_key, normalized_specifier) &&
  127. // - either asURL is null, or asURL is special,
  128. (!as_url.has_value() || as_url->is_special())
  129. // then:
  130. ) {
  131. // 1. If resolutionResult is null, then throw a TypeError indicating that the resolution of specifierKey was blocked by a null entry.
  132. if (!resolution_result.has_value())
  133. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Import resolution of '{}' was blocked by a null entry.", specifier_key).release_value_but_fixme_should_propagate_errors() };
  134. // 2. Assert: resolutionResult is a URL.
  135. VERIFY(resolution_result->is_valid());
  136. // 3. Let afterPrefix be the portion of normalizedSpecifier after the initial specifierKey prefix.
  137. // FIXME: Clarify if this is meant by the portion after the initial specifierKey prefix.
  138. auto after_prefix = normalized_specifier.substring(specifier_key.length());
  139. // 4. Assert: resolutionResult, serialized, ends with U+002F (/), as enforced during parsing.
  140. VERIFY(resolution_result->serialize().ends_with("/"sv));
  141. // 5. Let url be the result of URL parsing afterPrefix with resolutionResult.
  142. auto url = URL::parse(after_prefix, *resolution_result);
  143. // 6. If url is failure, then throw a TypeError indicating that resolution of normalizedSpecifier was blocked since the afterPrefix portion
  144. // could not be URL-parsed relative to the resolutionResult mapped to by the specifierKey prefix.
  145. if (!url.is_valid())
  146. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Could not resolve '{}' as the after prefix portion could not be URL-parsed.", normalized_specifier).release_value_but_fixme_should_propagate_errors() };
  147. // 7. Assert: url is a URL.
  148. VERIFY(url.is_valid());
  149. // 8. If the serialization of resolutionResult is not a code unit prefix of the serialization of url, then throw a TypeError indicating
  150. // that the resolution of normalizedSpecifier was blocked due to it backtracking above its prefix specifierKey.
  151. if (!Infra::is_code_unit_prefix(resolution_result->serialize(), url.serialize()))
  152. return WebIDL::SimpleException { WebIDL::SimpleExceptionType::TypeError, String::formatted("Could not resolve '{}' as it backtracks above its prefix specifierKey.", normalized_specifier).release_value_but_fixme_should_propagate_errors() };
  153. // 9. Return url.
  154. return url;
  155. }
  156. }
  157. // 2. Return null.
  158. return Optional<AK::URL> {};
  159. }
  160. // https://html.spec.whatwg.org/multipage/webappapis.html#resolving-a-url-like-module-specifier
  161. Optional<AK::URL> resolve_url_like_module_specifier(DeprecatedString const& specifier, AK::URL const& base_url)
  162. {
  163. // 1. If specifier starts with "/", "./", or "../", then:
  164. if (specifier.starts_with("/"sv) || specifier.starts_with("./"sv) || specifier.starts_with("../"sv)) {
  165. // 1. Let url be the result of URL parsing specifier with baseURL.
  166. auto url = URL::parse(specifier, base_url);
  167. // 2. If url is failure, then return null.
  168. if (!url.is_valid())
  169. return {};
  170. // 3. Return url.
  171. return url;
  172. }
  173. // 2. Let url be the result of URL parsing specifier (with no base URL).
  174. auto url = URL::parse(specifier);
  175. // 3. If url is failure, then return null.
  176. if (!url.is_valid())
  177. return {};
  178. // 4. Return url.
  179. return url;
  180. }
  181. // https://html.spec.whatwg.org/multipage/webappapis.html#set-up-the-classic-script-request
  182. static void set_up_classic_script_request(Fetch::Infrastructure::Request& request, ScriptFetchOptions const& options)
  183. {
  184. // Set request's cryptographic nonce metadata to options's cryptographic nonce, its integrity metadata to options's
  185. // integrity metadata, its parser metadata to options's parser metadata, its referrer policy to options's referrer
  186. // policy, its render-blocking to options's render-blocking, and its priority to options's fetch priority.
  187. request.set_cryptographic_nonce_metadata(options.cryptographic_nonce);
  188. request.set_integrity_metadata(options.integrity_metadata);
  189. request.set_parser_metadata(options.parser_metadata);
  190. request.set_referrer_policy(options.referrer_policy);
  191. request.set_render_blocking(options.render_blocking);
  192. request.set_priority(options.fetch_priority);
  193. }
  194. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-a-classic-script
  195. WebIDL::ExceptionOr<void> fetch_classic_script(JS::NonnullGCPtr<HTMLScriptElement> element, AK::URL const& url, EnvironmentSettingsObject& settings_object, ScriptFetchOptions options, CORSSettingAttribute cors_setting, String character_encoding, OnFetchScriptComplete on_complete)
  196. {
  197. auto& realm = element->realm();
  198. auto& vm = realm.vm();
  199. // 1. Let request be the result of creating a potential-CORS request given url, "script", and CORS setting.
  200. auto request = create_potential_CORS_request(vm, url, Fetch::Infrastructure::Request::Destination::Script, cors_setting);
  201. // 2. Set request's client to settings object.
  202. request->set_client(&settings_object);
  203. // 3. Set request's initiator type to "script".
  204. request->set_initiator_type(Fetch::Infrastructure::Request::InitiatorType::Script);
  205. // 4. Set up the classic script request given request and options.
  206. set_up_classic_script_request(*request, options);
  207. // 5. Fetch request with the following processResponseConsumeBody steps given response response and null, failure,
  208. // or a byte sequence bodyBytes:
  209. Fetch::Infrastructure::FetchAlgorithms::Input fetch_algorithms_input {};
  210. fetch_algorithms_input.process_response_consume_body = [element, &settings_object, options = move(options), character_encoding = move(character_encoding), on_complete = move(on_complete)](auto response, auto body_bytes) {
  211. // 1. Set response to response's unsafe response.
  212. response = response->unsafe_response();
  213. // 2. If either of the following conditions are met:
  214. // - bodyBytes is null or failure; or
  215. // - response's status is not an ok status,
  216. if (body_bytes.template has<Empty>() || body_bytes.template has<Fetch::Infrastructure::FetchAlgorithms::ConsumeBodyFailureTag>() || !Fetch::Infrastructure::is_ok_status(response->status())) {
  217. // then run onComplete given null, and abort these steps.
  218. on_complete(nullptr);
  219. return;
  220. }
  221. // 3. Let potentialMIMETypeForEncoding be the result of extracting a MIME type given response's header list.
  222. auto potential_mime_type_for_encoding = response->header_list()->extract_mime_type().release_value_but_fixme_should_propagate_errors();
  223. // 4. Set character encoding to the result of legacy extracting an encoding given potentialMIMETypeForEncoding
  224. // and character encoding.
  225. auto extracted_character_encoding = Fetch::Infrastructure::legacy_extract_an_encoding(potential_mime_type_for_encoding, character_encoding);
  226. // 5. Let source text be the result of decoding bodyBytes to Unicode, using character encoding as the fallback
  227. // encoding.
  228. auto fallback_decoder = TextCodec::decoder_for(extracted_character_encoding);
  229. VERIFY(fallback_decoder.has_value());
  230. auto source_text = TextCodec::convert_input_to_utf8_using_given_decoder_unless_there_is_a_byte_order_mark(*fallback_decoder, body_bytes.template get<ByteBuffer>()).release_value_but_fixme_should_propagate_errors();
  231. // 6. Let muted errors be true if response was CORS-cross-origin, and false otherwise.
  232. auto muted_errors = response->is_cors_cross_origin() ? ClassicScript::MutedErrors::Yes : ClassicScript::MutedErrors::No;
  233. // 7. Let script be the result of creating a classic script given source text, settings object, response's URL,
  234. // options, and muted errors.
  235. // FIXME: Pass options.
  236. auto response_url = response->url().value_or({});
  237. auto script = ClassicScript::create(response_url.to_deprecated_string(), source_text, settings_object, response_url, 1, muted_errors);
  238. // 8. Run onComplete given script.
  239. on_complete(script);
  240. };
  241. TRY(Fetch::Fetching::fetch(element->realm(), request, Fetch::Infrastructure::FetchAlgorithms::create(vm, move(fetch_algorithms_input))));
  242. return {};
  243. }
  244. // https://html.spec.whatwg.org/multipage/webappapis.html#internal-module-script-graph-fetching-procedure
  245. void fetch_internal_module_script_graph(JS::ModuleRequest const& module_request, EnvironmentSettingsObject& fetch_client_settings_object, StringView destination, Script& referring_script, HashTable<ModuleLocationTuple> const& visited_set, OnFetchScriptComplete on_complete)
  246. {
  247. // 1. Let url be the result of resolving a module specifier given referringScript and moduleRequest.[[Specifier]].
  248. auto url = MUST(resolve_module_specifier(referring_script, module_request.module_specifier));
  249. // 2. Assert: the previous step never throws an exception, because resolving a module specifier must have been previously successful with these same two arguments.
  250. // NOTE: Handled by MUST above.
  251. // 3. Let moduleType be the result of running the module type from module request steps given moduleRequest.
  252. auto module_type = module_type_from_module_request(module_request);
  253. // 4. Assert: visited set contains (url, moduleType).
  254. VERIFY(visited_set.contains({ url, module_type }));
  255. // 5. Fetch a single module script given url, fetch client settings object, destination, options, referringScript's settings object,
  256. // referringScript's base URL, moduleRequest, false, and onSingleFetchComplete as defined below. If performFetch was given, pass it along as well.
  257. // FIXME: Pass options and performFetch if given.
  258. fetch_single_module_script(url, fetch_client_settings_object, destination, referring_script.settings_object(), referring_script.base_url(), module_request, TopLevelModule::No, [on_complete = move(on_complete), &fetch_client_settings_object, destination, visited_set](auto result) mutable {
  259. // onSingleFetchComplete given result is the following algorithm:
  260. // 1. If result is null, run onComplete with null, and abort these steps.
  261. if (!result) {
  262. on_complete(nullptr);
  263. return;
  264. }
  265. // 2. Fetch the descendants of result given fetch client settings object, destination, visited set, and with onComplete. If performFetch was given, pass it along as well.
  266. // FIXME: Pass performFetch if given.
  267. auto& module_script = verify_cast<JavaScriptModuleScript>(*result);
  268. fetch_descendants_of_a_module_script(module_script, fetch_client_settings_object, destination, visited_set, move(on_complete));
  269. });
  270. }
  271. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-the-descendants-of-a-module-script
  272. void fetch_descendants_of_a_module_script(JavaScriptModuleScript& module_script, EnvironmentSettingsObject& fetch_client_settings_object, StringView destination, HashTable<ModuleLocationTuple> visited_set, OnFetchScriptComplete on_complete)
  273. {
  274. // 1. If module script's record is null, run onComplete with module script and return.
  275. if (!module_script.record()) {
  276. on_complete(&module_script);
  277. return;
  278. }
  279. // 2. Let record be module script's record.
  280. auto const& record = module_script.record();
  281. // 3. If record is not a Cyclic Module Record, or if record.[[RequestedModules]] is empty, run onComplete with module script and return.
  282. // FIXME: Currently record is always a cyclic module.
  283. if (record->requested_modules().is_empty()) {
  284. on_complete(&module_script);
  285. return;
  286. }
  287. // 4. Let moduleRequests be a new empty list.
  288. Vector<JS::ModuleRequest> module_requests;
  289. // 5. For each ModuleRequest Record requested of record.[[RequestedModules]],
  290. for (auto const& requested : record->requested_modules()) {
  291. // 1. Let url be the result of resolving a module specifier given module script and requested.[[Specifier]].
  292. auto url = MUST(resolve_module_specifier(module_script, requested.module_specifier));
  293. // 2. Assert: the previous step never throws an exception, because resolving a module specifier must have been previously successful with these same two arguments.
  294. // NOTE: Handled by MUST above.
  295. // 3. Let moduleType be the result of running the module type from module request steps given requested.
  296. auto module_type = module_type_from_module_request(requested);
  297. // 4. If visited set does not contain (url, moduleType), then:
  298. if (!visited_set.contains({ url, module_type })) {
  299. // 1. Append requested to moduleRequests.
  300. module_requests.append(requested);
  301. // 2. Append (url, moduleType) to visited set.
  302. visited_set.set({ url, module_type });
  303. }
  304. }
  305. // FIXME: 6. Let options be the descendant script fetch options for module script's fetch options.
  306. // FIXME: 7. Assert: options is not null, as module script is a JavaScript module script.
  307. // 8. Let pendingCount be the length of moduleRequests.
  308. auto pending_count = module_requests.size();
  309. // 9. If pendingCount is zero, run onComplete with module script.
  310. if (pending_count == 0) {
  311. on_complete(&module_script);
  312. return;
  313. }
  314. // 10. Let failed be false.
  315. auto context = DescendantFetchingContext::create();
  316. context->set_pending_count(pending_count);
  317. context->set_failed(false);
  318. context->set_on_complete(move(on_complete));
  319. // 11. For each moduleRequest in moduleRequests, perform the internal module script graph fetching procedure given moduleRequest,
  320. // fetch client settings object, destination, options, module script, visited set, and onInternalFetchingComplete as defined below.
  321. // If performFetch was given, pass it along as well.
  322. for (auto const& module_request : module_requests) {
  323. // FIXME: Pass options and performFetch if given.
  324. fetch_internal_module_script_graph(module_request, fetch_client_settings_object, destination, module_script, visited_set, [context, &module_script](auto result) mutable {
  325. // onInternalFetchingComplete given result is the following algorithm:
  326. // 1. If failed is true, then abort these steps.
  327. if (context->failed())
  328. return;
  329. // 2. If result is null, then set failed to true, run onComplete with null, and abort these steps.
  330. if (!result) {
  331. context->set_failed(true);
  332. context->on_complete(nullptr);
  333. return;
  334. }
  335. // 3. Assert: pendingCount is greater than zero.
  336. VERIFY(context->pending_count() > 0);
  337. // 4. Decrement pendingCount by one.
  338. context->decrement_pending_count();
  339. // 5. If pendingCount is zero, run onComplete with module script.
  340. if (context->pending_count() == 0)
  341. context->on_complete(&module_script);
  342. });
  343. }
  344. }
  345. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-a-single-module-script
  346. void fetch_single_module_script(AK::URL const& url, EnvironmentSettingsObject&, StringView, EnvironmentSettingsObject& module_map_settings_object, AK::URL const&, Optional<JS::ModuleRequest> const& module_request, TopLevelModule, OnFetchScriptComplete on_complete)
  347. {
  348. // 1. Let moduleType be "javascript".
  349. DeprecatedString module_type = "javascript"sv;
  350. // 2. If moduleRequest was given, then set moduleType to the result of running the module type from module request steps given moduleRequest.
  351. if (module_request.has_value())
  352. module_type = module_type_from_module_request(*module_request);
  353. // 3. Assert: the result of running the module type allowed steps given moduleType and module map settings object is true.
  354. // Otherwise we would not have reached this point because a failure would have been raised when inspecting moduleRequest.[[Assertions]]
  355. // in create a JavaScript module script or fetch an import() module script graph.
  356. VERIFY(module_map_settings_object.module_type_allowed(module_type));
  357. // 4. Let moduleMap be module map settings object's module map.
  358. auto& module_map = module_map_settings_object.module_map();
  359. // 5. If moduleMap[(url, moduleType)] is "fetching", wait in parallel until that entry's value changes,
  360. // then queue a task on the networking task source to proceed with running the following steps.
  361. if (module_map.is_fetching(url, module_type)) {
  362. module_map.wait_for_change(url, module_type, [on_complete = move(on_complete)](auto entry) {
  363. // FIXME: This should queue a task.
  364. // FIXME: This should run other steps, for now we just assume the script loaded.
  365. VERIFY(entry.type == ModuleMap::EntryType::ModuleScript);
  366. on_complete(entry.module_script);
  367. });
  368. return;
  369. }
  370. // 6. If moduleMap[(url, moduleType)] exists, run onComplete given moduleMap[(url, moduleType)], and return.
  371. auto entry = module_map.get(url, module_type);
  372. if (entry.has_value() && entry->type == ModuleMap::EntryType::ModuleScript) {
  373. on_complete(entry->module_script);
  374. return;
  375. }
  376. // 7. Set moduleMap[(url, moduleType)] to "fetching".
  377. module_map.set(url, module_type, { ModuleMap::EntryType::Fetching, nullptr });
  378. // FIXME: Implement non ad-hoc version of steps 8 to 20.
  379. auto request = LoadRequest::create_for_url_on_page(url, nullptr);
  380. ResourceLoader::the().load(
  381. request,
  382. [url, module_type, &module_map_settings_object, on_complete = move(on_complete), &module_map](StringView data, auto& response_headers, auto) {
  383. if (data.is_null()) {
  384. dbgln("Failed to load module {}", url);
  385. module_map.set(url, module_type, { ModuleMap::EntryType::Failed, nullptr });
  386. on_complete(nullptr);
  387. return;
  388. }
  389. auto content_type_header = response_headers.get("Content-Type");
  390. if (!content_type_header.has_value()) {
  391. dbgln("Module has no content type! {}", url);
  392. module_map.set(url, module_type, { ModuleMap::EntryType::Failed, nullptr });
  393. on_complete(nullptr);
  394. return;
  395. }
  396. if (MimeSniff::is_javascript_mime_type_essence_match(*content_type_header) && module_type == "javascript"sv) {
  397. auto module_script = JavaScriptModuleScript::create(url.basename(), data, module_map_settings_object, url).release_value_but_fixme_should_propagate_errors();
  398. module_map.set(url, module_type, { ModuleMap::EntryType::ModuleScript, module_script });
  399. on_complete(module_script);
  400. return;
  401. }
  402. dbgln("Module has no JS content type! {} of type {}, with content {}", url, module_type, *content_type_header);
  403. module_map.set(url, module_type, { ModuleMap::EntryType::Failed, nullptr });
  404. on_complete(nullptr);
  405. },
  406. [module_type, url](auto&, auto) {
  407. dbgln("Failed to load module script");
  408. TODO();
  409. });
  410. }
  411. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-a-module-script-tree
  412. void fetch_external_module_script_graph(AK::URL const& url, EnvironmentSettingsObject& settings_object, OnFetchScriptComplete on_complete)
  413. {
  414. // 1. Disallow further import maps given settings object.
  415. settings_object.disallow_further_import_maps();
  416. // 2. Fetch a single module script given url, settings object, "script", options, settings object, "client", true, and with the following steps given result:
  417. // FIXME: Pass options.
  418. fetch_single_module_script(url, settings_object, "script"sv, settings_object, "client"sv, {}, TopLevelModule::Yes, [&settings_object, on_complete = move(on_complete), url](auto result) mutable {
  419. // 1. If result is null, run onComplete given null, and abort these steps.
  420. if (!result) {
  421. on_complete(nullptr);
  422. return;
  423. }
  424. // 2. Let visited set be « (url, "javascript") ».
  425. HashTable<ModuleLocationTuple> visited_set;
  426. visited_set.set({ url, "javascript"sv });
  427. // 3. Fetch the descendants of and link result given settings object, "script", visited set, and onComplete.
  428. auto& module_script = verify_cast<JavaScriptModuleScript>(*result);
  429. fetch_descendants_of_and_link_a_module_script(module_script, settings_object, "script"sv, move(visited_set), move(on_complete));
  430. });
  431. }
  432. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-an-inline-module-script-graph
  433. void fetch_inline_module_script_graph(DeprecatedString const& filename, DeprecatedString const& source_text, AK::URL const& base_url, EnvironmentSettingsObject& settings_object, OnFetchScriptComplete on_complete)
  434. {
  435. // 1. Disallow further import maps given settings object.
  436. settings_object.disallow_further_import_maps();
  437. // 2. Let script be the result of creating a JavaScript module script using source text, settings object, base URL, and options.
  438. auto script = JavaScriptModuleScript::create(filename, source_text.view(), settings_object, base_url).release_value_but_fixme_should_propagate_errors();
  439. // 3. If script is null, run onComplete given null, and return.
  440. if (!script) {
  441. on_complete(nullptr);
  442. return;
  443. }
  444. // 4. Let visited set be an empty set.
  445. HashTable<ModuleLocationTuple> visited_set;
  446. // 5. Fetch the descendants of and link script, given settings object, the destination "script", visited set, and onComplete.
  447. fetch_descendants_of_and_link_a_module_script(*script, settings_object, "script"sv, visited_set, move(on_complete));
  448. }
  449. // https://html.spec.whatwg.org/multipage/webappapis.html#fetch-the-descendants-of-and-link-a-module-script
  450. void fetch_descendants_of_and_link_a_module_script(JavaScriptModuleScript& module_script, EnvironmentSettingsObject& fetch_client_settings_object, StringView destination, HashTable<ModuleLocationTuple> const& visited_set, OnFetchScriptComplete on_complete)
  451. {
  452. // 1. Fetch the descendants of module script, given fetch client settings object, destination, visited set, and onFetchDescendantsComplete as defined below.
  453. // If performFetch was given, pass it along as well.
  454. // FIXME: Pass performFetch if given.
  455. fetch_descendants_of_a_module_script(module_script, fetch_client_settings_object, destination, visited_set, [&fetch_client_settings_object, on_complete = move(on_complete)](auto result) {
  456. // onFetchDescendantsComplete given result is the following algorithm:
  457. // 1. If result is null, then run onComplete given result, and abort these steps.
  458. if (!result) {
  459. on_complete(nullptr);
  460. return;
  461. }
  462. TemporaryExecutionContext execution_context { fetch_client_settings_object };
  463. // FIXME: 2. Let parse error be the result of finding the first parse error given result.
  464. // 3. If parse error is null, then:
  465. if (auto& module_script = verify_cast<JavaScriptModuleScript>(*result); module_script.record()) {
  466. // 1. Let record be result's record.
  467. auto const& record = *module_script.record();
  468. // 2. Perform record.Link().
  469. auto linking_result = const_cast<JS::SourceTextModule&>(record).link(result->vm());
  470. // If this throws an exception, set result's error to rethrow to that exception.
  471. if (linking_result.is_throw_completion()) {
  472. result->set_error_to_rethrow(linking_result.release_error().value().value());
  473. }
  474. } else {
  475. // FIXME: 4. Otherwise, set result's error to rethrow to parse error.
  476. TODO();
  477. }
  478. // 5. Run onComplete given result.
  479. on_complete(result);
  480. });
  481. }
  482. }