Fetching.cpp 156 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702
  1. /*
  2. * Copyright (c) 2022-2023, Linus Groh <linusg@serenityos.org>
  3. * Copyright (c) 2023, Luke Wilde <lukew@serenityos.org>
  4. * Copyright (c) 2023, Sam Atkins <atkinssj@serenityos.org>
  5. * Copyright (c) 2024, Jamie Mansfield <jmansfield@cadixdev.org>
  6. *
  7. * SPDX-License-Identifier: BSD-2-Clause
  8. */
  9. #include <AK/Base64.h>
  10. #include <AK/Debug.h>
  11. #include <AK/ScopeGuard.h>
  12. #include <LibJS/Runtime/Completion.h>
  13. #include <LibWeb/Bindings/MainThreadVM.h>
  14. #include <LibWeb/Cookie/Cookie.h>
  15. #include <LibWeb/DOM/Document.h>
  16. #include <LibWeb/DOMURL/DOMURL.h>
  17. #include <LibWeb/Fetch/BodyInit.h>
  18. #include <LibWeb/Fetch/Fetching/Checks.h>
  19. #include <LibWeb/Fetch/Fetching/FetchedDataReceiver.h>
  20. #include <LibWeb/Fetch/Fetching/Fetching.h>
  21. #include <LibWeb/Fetch/Fetching/PendingResponse.h>
  22. #include <LibWeb/Fetch/Fetching/RefCountedFlag.h>
  23. #include <LibWeb/Fetch/Infrastructure/FetchAlgorithms.h>
  24. #include <LibWeb/Fetch/Infrastructure/FetchController.h>
  25. #include <LibWeb/Fetch/Infrastructure/FetchParams.h>
  26. #include <LibWeb/Fetch/Infrastructure/FetchRecord.h>
  27. #include <LibWeb/Fetch/Infrastructure/FetchTimingInfo.h>
  28. #include <LibWeb/Fetch/Infrastructure/HTTP/Headers.h>
  29. #include <LibWeb/Fetch/Infrastructure/HTTP/Methods.h>
  30. #include <LibWeb/Fetch/Infrastructure/HTTP/Requests.h>
  31. #include <LibWeb/Fetch/Infrastructure/HTTP/Responses.h>
  32. #include <LibWeb/Fetch/Infrastructure/HTTP/Statuses.h>
  33. #include <LibWeb/Fetch/Infrastructure/MimeTypeBlocking.h>
  34. #include <LibWeb/Fetch/Infrastructure/NetworkPartitionKey.h>
  35. #include <LibWeb/Fetch/Infrastructure/NoSniffBlocking.h>
  36. #include <LibWeb/Fetch/Infrastructure/PortBlocking.h>
  37. #include <LibWeb/Fetch/Infrastructure/Task.h>
  38. #include <LibWeb/Fetch/Infrastructure/URL.h>
  39. #include <LibWeb/FileAPI/Blob.h>
  40. #include <LibWeb/FileAPI/BlobURLStore.h>
  41. #include <LibWeb/HTML/EventLoop/EventLoop.h>
  42. #include <LibWeb/HTML/Scripting/Environments.h>
  43. #include <LibWeb/HTML/Scripting/TemporaryExecutionContext.h>
  44. #include <LibWeb/HTML/Window.h>
  45. #include <LibWeb/HTML/WorkerGlobalScope.h>
  46. #include <LibWeb/HighResolutionTime/TimeOrigin.h>
  47. #include <LibWeb/Loader/LoadRequest.h>
  48. #include <LibWeb/Loader/ResourceLoader.h>
  49. #include <LibWeb/MixedContent/AbstractOperations.h>
  50. #include <LibWeb/Platform/EventLoopPlugin.h>
  51. #include <LibWeb/ReferrerPolicy/AbstractOperations.h>
  52. #include <LibWeb/SRI/SRI.h>
  53. #include <LibWeb/SecureContexts/AbstractOperations.h>
  54. #include <LibWeb/Streams/TransformStream.h>
  55. #include <LibWeb/Streams/TransformStreamDefaultController.h>
  56. #include <LibWeb/Streams/Transformer.h>
  57. #include <LibWeb/WebIDL/DOMException.h>
  58. namespace Web::Fetch::Fetching {
  59. bool g_http_cache_enabled;
  60. #define TRY_OR_IGNORE(expression) \
  61. ({ \
  62. auto&& _temporary_result = (expression); \
  63. if (_temporary_result.is_error()) \
  64. return; \
  65. static_assert(!::AK::Detail::IsLvalueReference<decltype(_temporary_result.release_value())>, \
  66. "Do not return a reference from a fallible expression"); \
  67. _temporary_result.release_value(); \
  68. })
  69. // https://fetch.spec.whatwg.org/#concept-fetch
  70. WebIDL::ExceptionOr<JS::NonnullGCPtr<Infrastructure::FetchController>> fetch(JS::Realm& realm, Infrastructure::Request& request, Infrastructure::FetchAlgorithms const& algorithms, UseParallelQueue use_parallel_queue)
  71. {
  72. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'fetch' with: request @ {}", &request);
  73. auto& vm = realm.vm();
  74. // 1. Assert: request’s mode is "navigate" or processEarlyHintsResponse is null.
  75. VERIFY(request.mode() == Infrastructure::Request::Mode::Navigate || !algorithms.process_early_hints_response());
  76. // 2. Let taskDestination be null.
  77. JS::GCPtr<JS::Object> task_destination;
  78. // 3. Let crossOriginIsolatedCapability be false.
  79. auto cross_origin_isolated_capability = HTML::CanUseCrossOriginIsolatedAPIs::No;
  80. // 4. If request’s client is non-null, then:
  81. if (request.client() != nullptr) {
  82. // 1. Set taskDestination to request’s client’s global object.
  83. task_destination = request.client()->global_object();
  84. // 2. Set crossOriginIsolatedCapability to request’s client’s cross-origin isolated capability.
  85. cross_origin_isolated_capability = request.client()->cross_origin_isolated_capability();
  86. }
  87. // FIXME: 5. If useParallelQueue is true, then set taskDestination to the result of starting a new parallel queue.
  88. (void)use_parallel_queue;
  89. // 6. Let timingInfo be a new fetch timing info whose start time and post-redirect start time are the coarsened
  90. // shared current time given crossOriginIsolatedCapability, and render-blocking is set to request’s
  91. // render-blocking.
  92. auto timing_info = Infrastructure::FetchTimingInfo::create(vm);
  93. auto now = HighResolutionTime::coarsened_shared_current_time(cross_origin_isolated_capability == HTML::CanUseCrossOriginIsolatedAPIs::Yes);
  94. timing_info->set_start_time(now);
  95. timing_info->set_post_redirect_start_time(now);
  96. timing_info->set_render_blocking(request.render_blocking());
  97. // 7. Let fetchParams be a new fetch params whose request is request, timing info is timingInfo, process request
  98. // body chunk length is processRequestBodyChunkLength, process request end-of-body is processRequestEndOfBody,
  99. // process early hints response is processEarlyHintsResponse, process response is processResponse, process
  100. // response consume body is processResponseConsumeBody, process response end-of-body is processResponseEndOfBody,
  101. // task destination is taskDestination, and cross-origin isolated capability is crossOriginIsolatedCapability.
  102. auto fetch_params = Infrastructure::FetchParams::create(vm, request, timing_info);
  103. fetch_params->set_algorithms(algorithms);
  104. if (task_destination)
  105. fetch_params->set_task_destination({ *task_destination });
  106. fetch_params->set_cross_origin_isolated_capability(cross_origin_isolated_capability);
  107. // 8. If request’s body is a byte sequence, then set request’s body to request’s body as a body.
  108. if (auto const* buffer = request.body().get_pointer<ByteBuffer>())
  109. request.set_body(TRY(Infrastructure::byte_sequence_as_body(realm, buffer->bytes())));
  110. // 9. If request’s window is "client", then set request’s window to request’s client, if request’s client’s global
  111. // object is a Window object; otherwise "no-window".
  112. auto const* window = request.window().get_pointer<Infrastructure::Request::Window>();
  113. if (window && *window == Infrastructure::Request::Window::Client) {
  114. if (is<HTML::Window>(request.client()->global_object())) {
  115. request.set_window(request.client());
  116. } else {
  117. request.set_window(Infrastructure::Request::Window::NoWindow);
  118. }
  119. }
  120. // 10. If request’s origin is "client", then set request’s origin to request’s client’s origin.
  121. auto const* origin = request.origin().get_pointer<Infrastructure::Request::Origin>();
  122. if (origin && *origin == Infrastructure::Request::Origin::Client)
  123. request.set_origin(request.client()->origin());
  124. // 11. If all of the following conditions are true:
  125. if (
  126. // - request’s URL’s scheme is an HTTP(S) scheme
  127. Infrastructure::is_http_or_https_scheme(request.url().scheme())
  128. // - request’s mode is "same-origin", "cors", or "no-cors"
  129. && (request.mode() == Infrastructure::Request::Mode::SameOrigin || request.mode() == Infrastructure::Request::Mode::CORS || request.mode() == Infrastructure::Request::Mode::NoCORS)
  130. // - request’s window is an environment settings object
  131. && request.window().has<JS::GCPtr<HTML::EnvironmentSettingsObject>>()
  132. // - request’s method is `GET`
  133. && StringView { request.method() }.equals_ignoring_ascii_case("GET"sv)
  134. // - request’s unsafe-request flag is not set or request’s header list is empty
  135. && (!request.unsafe_request() || request.header_list()->is_empty())) {
  136. // 1. Assert: request’s origin is same origin with request’s client’s origin.
  137. VERIFY(request.origin().has<URL::Origin>() && request.origin().get<URL::Origin>().is_same_origin(request.client()->origin()));
  138. // 2. Let onPreloadedResponseAvailable be an algorithm that runs the following step given a response
  139. // response: set fetchParams’s preloaded response candidate to response.
  140. auto on_preloaded_response_available = JS::create_heap_function(realm.heap(), [fetch_params](JS::NonnullGCPtr<Infrastructure::Response> response) {
  141. fetch_params->set_preloaded_response_candidate(response);
  142. });
  143. // FIXME: 3. Let foundPreloadedResource be the result of invoking consume a preloaded resource for request’s
  144. // window, given request’s URL, request’s destination, request’s mode, request’s credentials mode,
  145. // request’s integrity metadata, and onPreloadedResponseAvailable.
  146. auto found_preloaded_resource = false;
  147. (void)on_preloaded_response_available;
  148. // 4. If foundPreloadedResource is true and fetchParams’s preloaded response candidate is null, then set
  149. // fetchParams’s preloaded response candidate to "pending".
  150. if (found_preloaded_resource && fetch_params->preloaded_response_candidate().has<Empty>())
  151. fetch_params->set_preloaded_response_candidate(Infrastructure::FetchParams::PreloadedResponseCandidatePendingTag {});
  152. }
  153. // 12. If request’s policy container is "client", then:
  154. auto const* policy_container = request.policy_container().get_pointer<Infrastructure::Request::PolicyContainer>();
  155. if (policy_container) {
  156. VERIFY(*policy_container == Infrastructure::Request::PolicyContainer::Client);
  157. // 1. If request’s client is non-null, then set request’s policy container to a clone of request’s client’s
  158. // policy container.
  159. if (request.client() != nullptr)
  160. request.set_policy_container(request.client()->policy_container());
  161. // 2. Otherwise, set request’s policy container to a new policy container.
  162. else
  163. request.set_policy_container(HTML::PolicyContainer {});
  164. }
  165. // 13. If request’s header list does not contain `Accept`, then:
  166. if (!request.header_list()->contains("Accept"sv.bytes())) {
  167. // 1. Let value be `*/*`.
  168. auto value = "*/*"sv;
  169. // 2. If request’s initiator is "prefetch", then set value to the document `Accept` header value.
  170. if (request.initiator() == Infrastructure::Request::Initiator::Prefetch) {
  171. value = document_accept_header_value;
  172. }
  173. // 3. Otherwise, the user agent should set value to the first matching statement, if any, switching on request’s destination:
  174. else if (request.destination().has_value()) {
  175. switch (*request.destination()) {
  176. // -> "document"
  177. // -> "frame"
  178. // -> "iframe"
  179. case Infrastructure::Request::Destination::Document:
  180. case Infrastructure::Request::Destination::Frame:
  181. case Infrastructure::Request::Destination::IFrame:
  182. // the document `Accept` header value
  183. value = document_accept_header_value;
  184. break;
  185. // -> "image"
  186. case Infrastructure::Request::Destination::Image:
  187. // `image/png,image/svg+xml,image/*;q=0.8,*/*;q=0.5`
  188. value = "image/png,image/svg+xml,image/*;q=0.8,*/*;q=0.5"sv;
  189. break;
  190. // -> "json"
  191. case Infrastructure::Request::Destination::JSON:
  192. // `application/json,*/*;q=0.5`
  193. value = "application/json,*/*;q=0.5"sv;
  194. break;
  195. // -> "style"
  196. case Infrastructure::Request::Destination::Style:
  197. // `text/css,*/*;q=0.1`
  198. value = "text/css,*/*;q=0.1"sv;
  199. break;
  200. default:
  201. break;
  202. }
  203. }
  204. // 4. Append (`Accept`, value) to request’s header list.
  205. auto header = Infrastructure::Header::from_string_pair("Accept"sv, value.bytes());
  206. request.header_list()->append(move(header));
  207. }
  208. // 14. If request’s header list does not contain `Accept-Language`, then user agents should append
  209. // (`Accept-Language, an appropriate header value) to request’s header list.
  210. if (!request.header_list()->contains("Accept-Language"sv.bytes())) {
  211. StringBuilder accept_language;
  212. accept_language.join(","sv, ResourceLoader::the().preferred_languages());
  213. auto header = Infrastructure::Header::from_string_pair("Accept-Language"sv, accept_language.string_view());
  214. request.header_list()->append(move(header));
  215. }
  216. // 15. If request’s priority is null, then use request’s initiator, destination, and render-blocking appropriately
  217. // in setting request’s priority to a user-agent-defined object.
  218. // NOTE: The user-agent-defined object could encompass stream weight and dependency for HTTP/2, and equivalent
  219. // information used to prioritize dispatch and processing of HTTP/1 fetches.
  220. // 16. If request is a subresource request, then:
  221. if (request.is_subresource_request()) {
  222. // 1. Let record be a new fetch record whose request is request and controller is fetchParams’s controller.
  223. auto record = Infrastructure::FetchRecord::create(vm, request, fetch_params->controller());
  224. // 2. Append record to request’s client’s fetch group list of fetch records.
  225. request.client()->fetch_group().append(record);
  226. }
  227. // 17. Run main fetch given fetchParams.
  228. (void)TRY(main_fetch(realm, fetch_params));
  229. // 18. Return fetchParams’s controller.
  230. return fetch_params->controller();
  231. }
  232. // https://fetch.spec.whatwg.org/#concept-main-fetch
  233. WebIDL::ExceptionOr<JS::GCPtr<PendingResponse>> main_fetch(JS::Realm& realm, Infrastructure::FetchParams const& fetch_params, Recursive recursive)
  234. {
  235. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'main fetch' with: fetch_params @ {}", &fetch_params);
  236. auto& vm = realm.vm();
  237. // 1. Let request be fetchParams’s request.
  238. auto request = fetch_params.request();
  239. // 2. Let response be null.
  240. JS::GCPtr<Infrastructure::Response> response;
  241. // 3. If request’s local-URLs-only flag is set and request’s current URL is not local, then set response to a
  242. // network error.
  243. if (request->local_urls_only() && !Infrastructure::is_local_url(request->current_url()))
  244. response = Infrastructure::Response::network_error(vm, "Request with 'local-URLs-only' flag must have a local URL"sv);
  245. // FIXME: 4. Run report Content Security Policy violations for request.
  246. // FIXME: 5. Upgrade request to a potentially trustworthy URL, if appropriate.
  247. // 6. Upgrade a mixed content request to a potentially trustworthy URL, if appropriate.
  248. MixedContent::upgrade_a_mixed_content_request_to_a_potentially_trustworthy_url_if_appropriate(request);
  249. // 7. If should request be blocked due to a bad port, should fetching request be blocked as mixed content, or
  250. // should request be blocked by Content Security Policy returns blocked, then set response to a network error.
  251. if (Infrastructure::block_bad_port(request) == Infrastructure::RequestOrResponseBlocking::Blocked
  252. || MixedContent::should_fetching_request_be_blocked_as_mixed_content(request) == Infrastructure::RequestOrResponseBlocking::Blocked
  253. || false // FIXME: "should request be blocked by Content Security Policy returns blocked"
  254. ) {
  255. response = Infrastructure::Response::network_error(vm, "Request was blocked"sv);
  256. }
  257. // 8. If request’s referrer policy is the empty string, then set request’s referrer policy to request’s policy
  258. // container’s referrer policy.
  259. if (request->referrer_policy() == ReferrerPolicy::ReferrerPolicy::EmptyString) {
  260. VERIFY(request->policy_container().has<HTML::PolicyContainer>());
  261. request->set_referrer_policy(request->policy_container().get<HTML::PolicyContainer>().referrer_policy);
  262. }
  263. // 9. If request’s referrer is not "no-referrer", then set request’s referrer to the result of invoking determine
  264. // request’s referrer.
  265. // NOTE: As stated in Referrer Policy, user agents can provide the end user with options to override request’s
  266. // referrer to "no-referrer" or have it expose less sensitive information.
  267. auto const* referrer = request->referrer().get_pointer<Infrastructure::Request::Referrer>();
  268. if (!referrer || *referrer != Infrastructure::Request::Referrer::NoReferrer) {
  269. auto determined_referrer = ReferrerPolicy::determine_requests_referrer(request);
  270. if (determined_referrer.has_value())
  271. request->set_referrer(*determined_referrer);
  272. else
  273. request->set_referrer(Infrastructure::Request::Referrer::NoReferrer);
  274. }
  275. // 10. Set request’s current URL’s scheme to "https" if all of the following conditions are true:
  276. if (
  277. // - request’s current URL’s scheme is "http"
  278. request->current_url().scheme() == "http"sv
  279. // - request’s current URL’s host is a domain
  280. && DOMURL::host_is_domain(request->current_url().host())
  281. // FIXME: - Matching request’s current URL’s host per Known HSTS Host Domain Name Matching results in either a
  282. // superdomain match with an asserted includeSubDomains directive or a congruent match (with or without an
  283. // asserted includeSubDomains directive) [HSTS]; or DNS resolution for the request finds a matching HTTPS RR
  284. // per section 9.5 of [SVCB].
  285. && false
  286. ) {
  287. request->current_url().set_scheme("https"_string);
  288. }
  289. auto get_response = JS::create_heap_function(vm.heap(), [&realm, &vm, &fetch_params, request]() -> WebIDL::ExceptionOr<JS::NonnullGCPtr<PendingResponse>> {
  290. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'main fetch' get_response() function");
  291. // -> fetchParams’s preloaded response candidate is not null
  292. if (!fetch_params.preloaded_response_candidate().has<Empty>()) {
  293. // 1. Wait until fetchParams’s preloaded response candidate is not "pending".
  294. HTML::main_thread_event_loop().spin_until(JS::create_heap_function(vm.heap(), [&] {
  295. return !fetch_params.preloaded_response_candidate().has<Infrastructure::FetchParams::PreloadedResponseCandidatePendingTag>();
  296. }));
  297. // 2. Assert: fetchParams’s preloaded response candidate is a response.
  298. VERIFY(fetch_params.preloaded_response_candidate().has<JS::NonnullGCPtr<Infrastructure::Response>>());
  299. // 3. Return fetchParams’s preloaded response candidate.
  300. return PendingResponse::create(vm, request, fetch_params.preloaded_response_candidate().get<JS::NonnullGCPtr<Infrastructure::Response>>());
  301. }
  302. // -> request’s current URL’s origin is same origin with request’s origin, and request’s response tainting
  303. // is "basic"
  304. // -> request’s current URL’s scheme is "data"
  305. // -> request’s mode is "navigate" or "websocket"
  306. else if (
  307. (request->origin().has<URL::Origin>() && request->current_url().origin().is_same_origin(request->origin().get<URL::Origin>()) && request->response_tainting() == Infrastructure::Request::ResponseTainting::Basic)
  308. || request->current_url().scheme() == "data"sv
  309. || (request->mode() == Infrastructure::Request::Mode::Navigate || request->mode() == Infrastructure::Request::Mode::WebSocket)) {
  310. // 1. Set request’s response tainting to "basic".
  311. request->set_response_tainting(Infrastructure::Request::ResponseTainting::Basic);
  312. // 2. Return the result of running scheme fetch given fetchParams.
  313. return scheme_fetch(realm, fetch_params);
  314. // NOTE: HTML assigns any documents and workers created from URLs whose scheme is "data" a unique
  315. // opaque origin. Service workers can only be created from URLs whose scheme is an HTTP(S) scheme.
  316. }
  317. // -> request’s mode is "same-origin"
  318. else if (request->mode() == Infrastructure::Request::Mode::SameOrigin) {
  319. // Return a network error.
  320. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request with 'same-origin' mode must have same URL and request origin"sv));
  321. }
  322. // -> request’s mode is "no-cors"
  323. else if (request->mode() == Infrastructure::Request::Mode::NoCORS) {
  324. // 1. If request’s redirect mode is not "follow", then return a network error.
  325. if (request->redirect_mode() != Infrastructure::Request::RedirectMode::Follow)
  326. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request with 'no-cors' mode must have redirect mode set to 'follow'"sv));
  327. // 2. Set request’s response tainting to "opaque".
  328. request->set_response_tainting(Infrastructure::Request::ResponseTainting::Opaque);
  329. // 3. Return the result of running scheme fetch given fetchParams.
  330. return scheme_fetch(realm, fetch_params);
  331. }
  332. // -> request’s current URL’s scheme is not an HTTP(S) scheme
  333. else if (!Infrastructure::is_http_or_https_scheme(request->current_url().scheme())) {
  334. // NOTE: At this point all other request modes have been handled. Ensure we're not lying in the error message :^)
  335. VERIFY(request->mode() == Infrastructure::Request::Mode::CORS);
  336. // Return a network error.
  337. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request with 'cors' mode must have URL with HTTP or HTTPS scheme"sv));
  338. }
  339. // -> request’s use-CORS-preflight flag is set
  340. // -> request’s unsafe-request flag is set and either request’s method is not a CORS-safelisted method or
  341. // CORS-unsafe request-header names with request’s header list is not empty
  342. else if (
  343. request->use_cors_preflight()
  344. || (request->unsafe_request()
  345. && (!Infrastructure::is_cors_safelisted_method(request->method())
  346. || !Infrastructure::get_cors_unsafe_header_names(request->header_list()).is_empty()))) {
  347. // 1. Set request’s response tainting to "cors".
  348. request->set_response_tainting(Infrastructure::Request::ResponseTainting::CORS);
  349. auto returned_pending_response = PendingResponse::create(vm, request);
  350. // 2. Let corsWithPreflightResponse be the result of running HTTP fetch given fetchParams and true.
  351. auto cors_with_preflight_response = TRY(http_fetch(realm, fetch_params, MakeCORSPreflight::Yes));
  352. cors_with_preflight_response->when_loaded([returned_pending_response](JS::NonnullGCPtr<Infrastructure::Response> cors_with_preflight_response) {
  353. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'main fetch' cors_with_preflight_response load callback");
  354. // 3. If corsWithPreflightResponse is a network error, then clear cache entries using request.
  355. if (cors_with_preflight_response->is_network_error()) {
  356. // FIXME: Clear cache entries
  357. }
  358. // 4. Return corsWithPreflightResponse.
  359. returned_pending_response->resolve(cors_with_preflight_response);
  360. });
  361. return returned_pending_response;
  362. }
  363. // -> Otherwise
  364. else {
  365. // 1. Set request’s response tainting to "cors".
  366. request->set_response_tainting(Infrastructure::Request::ResponseTainting::CORS);
  367. // 2. Return the result of running HTTP fetch given fetchParams.
  368. return http_fetch(realm, fetch_params);
  369. }
  370. });
  371. if (recursive == Recursive::Yes) {
  372. // 12. If response is null, then set response to the result of running the steps corresponding to the first
  373. // matching statement:
  374. auto pending_response = !response
  375. ? TRY(get_response->function()())
  376. : PendingResponse::create(vm, request, *response);
  377. // 13. If recursive is true, then return response.
  378. return pending_response;
  379. }
  380. // 11. If recursive is false, then run the remaining steps in parallel.
  381. Platform::EventLoopPlugin::the().deferred_invoke(JS::create_heap_function(realm.heap(), [&realm, &vm, &fetch_params, request, response, get_response] {
  382. // 12. If response is null, then set response to the result of running the steps corresponding to the first
  383. // matching statement:
  384. auto pending_response = PendingResponse::create(vm, request, Infrastructure::Response::create(vm));
  385. if (!response) {
  386. auto pending_response_or_error = get_response->function()();
  387. if (pending_response_or_error.is_error())
  388. return;
  389. pending_response = pending_response_or_error.release_value();
  390. }
  391. pending_response->when_loaded([&realm, &vm, &fetch_params, request, response, response_was_null = !response](JS::NonnullGCPtr<Infrastructure::Response> resolved_response) mutable {
  392. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'main fetch' pending_response load callback");
  393. if (response_was_null)
  394. response = resolved_response;
  395. // 14. If response is not a network error and response is not a filtered response, then:
  396. if (!response->is_network_error() && !is<Infrastructure::FilteredResponse>(*response)) {
  397. // 1. If request’s response tainting is "cors", then:
  398. if (request->response_tainting() == Infrastructure::Request::ResponseTainting::CORS) {
  399. // 1. Let headerNames be the result of extracting header list values given
  400. // `Access-Control-Expose-Headers` and response’s header list.
  401. auto header_names_or_failure = Infrastructure::extract_header_list_values("Access-Control-Expose-Headers"sv.bytes(), response->header_list());
  402. auto header_names = header_names_or_failure.has<Vector<ByteBuffer>>() ? header_names_or_failure.get<Vector<ByteBuffer>>() : Vector<ByteBuffer> {};
  403. // 2. If request’s credentials mode is not "include" and headerNames contains `*`, then set
  404. // response’s CORS-exposed header-name list to all unique header names in response’s header
  405. // list.
  406. if (request->credentials_mode() != Infrastructure::Request::CredentialsMode::Include && header_names.contains_slow("*"sv.bytes())) {
  407. auto unique_header_names = response->header_list()->unique_names();
  408. response->set_cors_exposed_header_name_list(move(unique_header_names));
  409. }
  410. // 3. Otherwise, if headerNames is not null or failure, then set response’s CORS-exposed
  411. // header-name list to headerNames.
  412. else if (!header_names.is_empty()) {
  413. response->set_cors_exposed_header_name_list(move(header_names));
  414. }
  415. }
  416. // 2. Set response to the following filtered response with response as its internal response, depending
  417. // on request’s response tainting:
  418. response = [&]() -> JS::NonnullGCPtr<Infrastructure::Response> {
  419. switch (request->response_tainting()) {
  420. // -> "basic"
  421. case Infrastructure::Request::ResponseTainting::Basic:
  422. // basic filtered response
  423. return Infrastructure::BasicFilteredResponse::create(vm, *response);
  424. // -> "cors"
  425. case Infrastructure::Request::ResponseTainting::CORS:
  426. // CORS filtered response
  427. return Infrastructure::CORSFilteredResponse::create(vm, *response);
  428. // -> "opaque"
  429. case Infrastructure::Request::ResponseTainting::Opaque:
  430. // opaque filtered response
  431. return Infrastructure::OpaqueFilteredResponse::create(vm, *response);
  432. default:
  433. VERIFY_NOT_REACHED();
  434. }
  435. }();
  436. }
  437. // 15. Let internalResponse be response, if response is a network error, and response’s internal response
  438. // otherwise.
  439. auto internal_response = response->is_network_error()
  440. ? JS::NonnullGCPtr { *response }
  441. : static_cast<Infrastructure::FilteredResponse&>(*response).internal_response();
  442. // 16. If internalResponse’s URL list is empty, then set it to a clone of request’s URL list.
  443. // NOTE: A response’s URL list can be empty (for example, when the response represents an about URL).
  444. if (internal_response->url_list().is_empty())
  445. internal_response->set_url_list(request->url_list());
  446. // 17. If request has a redirect-tainted origin, then set internalResponse’s has-cross-origin-redirects to true.
  447. if (request->has_redirect_tainted_origin())
  448. internal_response->set_has_cross_origin_redirects(true);
  449. // 18. If request’s timing allow failed flag is unset, then set internalResponse’s timing allow passed flag.
  450. if (!request->timing_allow_failed())
  451. internal_response->set_timing_allow_passed(true);
  452. // 19. If response is not a network error and any of the following returns blocked
  453. if (!response->is_network_error() && (
  454. // - should internalResponse to request be blocked as mixed content
  455. MixedContent::should_response_to_request_be_blocked_as_mixed_content(request, internal_response) == Infrastructure::RequestOrResponseBlocking::Blocked
  456. // FIXME: - should internalResponse to request be blocked by Content Security Policy
  457. || false
  458. // - should internalResponse to request be blocked due to its MIME type
  459. || Infrastructure::should_response_to_request_be_blocked_due_to_its_mime_type(internal_response, request) == Infrastructure::RequestOrResponseBlocking::Blocked
  460. // - should internalResponse to request be blocked due to nosniff
  461. || Infrastructure::should_response_to_request_be_blocked_due_to_nosniff(internal_response, request) == Infrastructure::RequestOrResponseBlocking::Blocked)) {
  462. // then set response and internalResponse to a network error.
  463. response = internal_response = Infrastructure::Response::network_error(vm, "Response was blocked"_string);
  464. }
  465. // 20. If response’s type is "opaque", internalResponse’s status is 206, internalResponse’s range-requested
  466. // flag is set, and request’s header list does not contain `Range`, then set response and
  467. // internalResponse to a network error.
  468. // NOTE: Traditionally, APIs accept a ranged response even if a range was not requested. This prevents a
  469. // partial response from an earlier ranged request being provided to an API that did not make a range
  470. // request.
  471. if (response->type() == Infrastructure::Response::Type::Opaque
  472. && internal_response->status() == 206
  473. && internal_response->range_requested()
  474. && !request->header_list()->contains("Range"sv.bytes())) {
  475. response = internal_response = Infrastructure::Response::network_error(vm, "Response has status 206 and 'range-requested' flag set, but request has no 'Range' header"_string);
  476. }
  477. // 21. If response is not a network error and either request’s method is `HEAD` or `CONNECT`, or
  478. // internalResponse’s status is a null body status, set internalResponse’s body to null and disregard
  479. // any enqueuing toward it (if any).
  480. // NOTE: This standardizes the error handling for servers that violate HTTP.
  481. if (!response->is_network_error() && (StringView { request->method() }.is_one_of("HEAD"sv, "CONNECT"sv) || Infrastructure::is_null_body_status(internal_response->status())))
  482. internal_response->set_body({});
  483. // 22. If request’s integrity metadata is not the empty string, then:
  484. if (!request->integrity_metadata().is_empty()) {
  485. // 1. Let processBodyError be this step: run fetch response handover given fetchParams and a network
  486. // error.
  487. auto process_body_error = JS::create_heap_function(vm.heap(), [&realm, &vm, &fetch_params](JS::Value) {
  488. fetch_response_handover(realm, fetch_params, Infrastructure::Response::network_error(vm, "Response body could not be processed"sv));
  489. });
  490. // 2. If response’s body is null, then run processBodyError and abort these steps.
  491. if (!response->body()) {
  492. process_body_error->function()({});
  493. return;
  494. }
  495. // 3. Let processBody given bytes be these steps:
  496. auto process_body = JS::create_heap_function(vm.heap(), [&realm, request, response, &fetch_params, process_body_error = move(process_body_error)](ByteBuffer bytes) {
  497. // 1. If bytes do not match request’s integrity metadata, then run processBodyError and abort these steps.
  498. if (!TRY_OR_IGNORE(SRI::do_bytes_match_metadata_list(bytes, request->integrity_metadata()))) {
  499. process_body_error->function()({});
  500. return;
  501. }
  502. // 2. Set response’s body to bytes as a body.
  503. response->set_body(TRY_OR_IGNORE(Infrastructure::byte_sequence_as_body(realm, bytes)));
  504. // 3. Run fetch response handover given fetchParams and response.
  505. fetch_response_handover(realm, fetch_params, *response);
  506. });
  507. // 4. Fully read response’s body given processBody and processBodyError.
  508. response->body()->fully_read(realm, process_body, process_body_error, fetch_params.task_destination());
  509. }
  510. // 23. Otherwise, run fetch response handover given fetchParams and response.
  511. else {
  512. fetch_response_handover(realm, fetch_params, *response);
  513. }
  514. });
  515. }));
  516. return JS::GCPtr<PendingResponse> {};
  517. }
  518. // https://fetch.spec.whatwg.org/#fetch-finale
  519. void fetch_response_handover(JS::Realm& realm, Infrastructure::FetchParams const& fetch_params, Infrastructure::Response& response)
  520. {
  521. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'fetch response handover' with: fetch_params @ {}, response @ {}", &fetch_params, &response);
  522. auto& vm = realm.vm();
  523. // 1. Let timingInfo be fetchParams’s timing info.
  524. auto timing_info = fetch_params.timing_info();
  525. // 2. If response is not a network error and fetchParams’s request’s client is a secure context, then set
  526. // timingInfo’s server-timing headers to the result of getting, decoding, and splitting `Server-Timing` from
  527. // response’s header list.
  528. // The user agent may decide to expose `Server-Timing` headers to non-secure contexts requests as well.
  529. auto client = fetch_params.request()->client();
  530. if (!response.is_network_error() && client != nullptr && HTML::is_secure_context(*client)) {
  531. auto server_timing_headers = response.header_list()->get_decode_and_split("Server-Timing"sv.bytes());
  532. if (server_timing_headers.has_value())
  533. timing_info->set_server_timing_headers(server_timing_headers.release_value());
  534. }
  535. // 3. Let processResponseEndOfBody be the following steps:
  536. auto process_response_end_of_body = [&vm, &response, &fetch_params, timing_info] {
  537. // 1. Let unsafeEndTime be the unsafe shared current time.
  538. auto unsafe_end_time = HighResolutionTime::unsafe_shared_current_time();
  539. // 2. If fetchParams’s request’s destination is "document", then set fetchParams’s controller’s full timing
  540. // info to fetchParams’s timing info.
  541. if (fetch_params.request()->destination() == Infrastructure::Request::Destination::Document)
  542. fetch_params.controller()->set_full_timing_info(fetch_params.timing_info());
  543. // 3. Set fetchParams’s controller’s report timing steps to the following steps given a global object global:
  544. fetch_params.controller()->set_report_timing_steps([&vm, &response, &fetch_params, timing_info, unsafe_end_time](JS::Object const& global) mutable {
  545. // 1. If fetchParams’s request’s URL’s scheme is not an HTTP(S) scheme, then return.
  546. if (!Infrastructure::is_http_or_https_scheme(fetch_params.request()->url().scheme()))
  547. return;
  548. // 2. Set timingInfo’s end time to the relative high resolution time given unsafeEndTime and global.
  549. timing_info->set_end_time(HighResolutionTime::relative_high_resolution_time(unsafe_end_time, global));
  550. // 3. Let cacheState be response’s cache state.
  551. auto cache_state = response.cache_state();
  552. // 4. Let bodyInfo be response’s body info.
  553. auto body_info = response.body_info();
  554. // 5. If response’s timing allow passed flag is not set, then set timingInfo to the result of creating an
  555. // opaque timing info for timingInfo, set bodyInfo to a new response body info, and set cacheState to
  556. // the empty string.
  557. // NOTE: This covers the case of response being a network error.
  558. if (!response.timing_allow_passed()) {
  559. timing_info = Infrastructure::create_opaque_timing_info(vm, timing_info);
  560. body_info = Infrastructure::Response::BodyInfo {};
  561. cache_state = {};
  562. }
  563. // 6. Let responseStatus be 0.
  564. auto response_status = 0;
  565. // 7. If fetchParams’s request’s mode is not "navigate" or response’s has-cross-origin-redirects is false:
  566. if (fetch_params.request()->mode() != Infrastructure::Request::Mode::Navigate || !response.has_cross_origin_redirects()) {
  567. // 1. Set responseStatus to response’s status.
  568. response_status = response.status();
  569. // 2. Let mimeType be the result of extracting a MIME type from response’s header list.
  570. auto mime_type = response.header_list()->extract_mime_type();
  571. // 3. If mimeType is non-null, then set bodyInfo’s content type to the result of minimizing a supported MIME type given mimeType.
  572. if (mime_type.has_value())
  573. body_info.content_type = MimeSniff::minimise_a_supported_mime_type(mime_type.value());
  574. }
  575. // FIXME: 8. If fetchParams’s request’s initiator type is not null, then mark resource timing given timingInfo,
  576. // request’s URL, request’s initiator type, global, cacheState, bodyInfo, and responseStatus.
  577. (void)timing_info;
  578. (void)global;
  579. (void)cache_state;
  580. (void)body_info;
  581. (void)response_status;
  582. });
  583. // 4. Let processResponseEndOfBodyTask be the following steps:
  584. auto process_response_end_of_body_task = JS::create_heap_function(vm.heap(), [&fetch_params, &response] {
  585. // 1. Set fetchParams’s request’s done flag.
  586. fetch_params.request()->set_done(true);
  587. // 2. If fetchParams’s process response end-of-body is non-null, then run fetchParams’s process response
  588. // end-of-body given response.
  589. if (fetch_params.algorithms()->process_response_end_of_body())
  590. (fetch_params.algorithms()->process_response_end_of_body())(response);
  591. // 3. If fetchParams’s request’s initiator type is non-null and fetchParams’s request’s client’s global
  592. // object is fetchParams’s task destination, then run fetchParams’s controller’s report timing steps
  593. // given fetchParams’s request’s client’s global object.
  594. auto client = fetch_params.request()->client();
  595. auto const* task_destination_global_object = fetch_params.task_destination().get_pointer<JS::NonnullGCPtr<JS::Object>>();
  596. if (client != nullptr && task_destination_global_object != nullptr) {
  597. if (fetch_params.request()->initiator_type().has_value() && &client->global_object() == task_destination_global_object->ptr())
  598. fetch_params.controller()->report_timing(client->global_object());
  599. }
  600. });
  601. // FIXME: Handle 'parallel queue' task destination
  602. auto task_destination = fetch_params.task_destination().get<JS::NonnullGCPtr<JS::Object>>();
  603. // 5. Queue a fetch task to run processResponseEndOfBodyTask with fetchParams’s task destination.
  604. Infrastructure::queue_fetch_task(fetch_params.controller(), task_destination, move(process_response_end_of_body_task));
  605. };
  606. // FIXME: Handle 'parallel queue' task destination
  607. auto task_destination = fetch_params.task_destination().get<JS::NonnullGCPtr<JS::Object>>();
  608. // 4. If fetchParams’s process response is non-null, then queue a fetch task to run fetchParams’s process response
  609. // given response, with fetchParams’s task destination.
  610. if (fetch_params.algorithms()->process_response()) {
  611. Infrastructure::queue_fetch_task(fetch_params.controller(), task_destination, JS::create_heap_function(vm.heap(), [&fetch_params, &response]() {
  612. fetch_params.algorithms()->process_response()(response);
  613. }));
  614. }
  615. // 5. Let internalResponse be response, if response is a network error; otherwise response’s internal response.
  616. auto internal_response = response.is_network_error() ? JS::NonnullGCPtr { response } : response.unsafe_response();
  617. // 6. If internalResponse’s body is null, then run processResponseEndOfBody.
  618. if (!internal_response->body()) {
  619. process_response_end_of_body();
  620. }
  621. // 7. Otherwise:
  622. else {
  623. HTML::TemporaryExecutionContext const execution_context { realm, HTML::TemporaryExecutionContext::CallbacksEnabled::Yes };
  624. // 1. Let transformStream be a new TransformStream.
  625. auto transform_stream = realm.heap().allocate<Streams::TransformStream>(realm, realm);
  626. // 2. Let identityTransformAlgorithm be an algorithm which, given chunk, enqueues chunk in transformStream.
  627. auto identity_transform_algorithm = JS::create_heap_function(realm.heap(), [&realm, transform_stream](JS::Value chunk) -> JS::NonnullGCPtr<WebIDL::Promise> {
  628. MUST(Streams::transform_stream_default_controller_enqueue(*transform_stream->controller(), chunk));
  629. return WebIDL::create_resolved_promise(realm, JS::js_undefined());
  630. });
  631. // 3. Set up transformStream with transformAlgorithm set to identityTransformAlgorithm and flushAlgorithm set
  632. // to processResponseEndOfBody.
  633. auto flush_algorithm = JS::create_heap_function(realm.heap(), [&realm, process_response_end_of_body]() -> JS::NonnullGCPtr<WebIDL::Promise> {
  634. process_response_end_of_body();
  635. return WebIDL::create_resolved_promise(realm, JS::js_undefined());
  636. });
  637. Streams::transform_stream_set_up(transform_stream, identity_transform_algorithm, flush_algorithm);
  638. // 4. Set internalResponse’s body’s stream to the result of internalResponse’s body’s stream piped through transformStream.
  639. auto promise = Streams::readable_stream_pipe_to(internal_response->body()->stream(), transform_stream->writable(), false, false, false, {});
  640. WebIDL::mark_promise_as_handled(*promise);
  641. internal_response->body()->set_stream(transform_stream->readable());
  642. }
  643. // 8. If fetchParams’s process response consume body is non-null, then:
  644. if (fetch_params.algorithms()->process_response_consume_body()) {
  645. // 1. Let processBody given nullOrBytes be this step: run fetchParams’s process response consume body given
  646. // response and nullOrBytes.
  647. auto process_body = JS::create_heap_function(vm.heap(), [&fetch_params, &response](ByteBuffer null_or_bytes) {
  648. (fetch_params.algorithms()->process_response_consume_body())(response, null_or_bytes);
  649. });
  650. // 2. Let processBodyError be this step: run fetchParams’s process response consume body given response and
  651. // failure.
  652. auto process_body_error = JS::create_heap_function(vm.heap(), [&fetch_params, &response](JS::Value) {
  653. (fetch_params.algorithms()->process_response_consume_body())(response, Infrastructure::FetchAlgorithms::ConsumeBodyFailureTag {});
  654. });
  655. // 3. If internalResponse's body is null, then queue a fetch task to run processBody given null, with
  656. // fetchParams’s task destination.
  657. if (!internal_response->body()) {
  658. Infrastructure::queue_fetch_task(fetch_params.controller(), task_destination, JS::create_heap_function(vm.heap(), [process_body = move(process_body)]() {
  659. process_body->function()({});
  660. }));
  661. }
  662. // 4. Otherwise, fully read internalResponse body given processBody, processBodyError, and fetchParams’s task
  663. // destination.
  664. else {
  665. internal_response->body()->fully_read(realm, process_body, process_body_error, fetch_params.task_destination());
  666. }
  667. }
  668. }
  669. // https://fetch.spec.whatwg.org/#concept-scheme-fetch
  670. WebIDL::ExceptionOr<JS::NonnullGCPtr<PendingResponse>> scheme_fetch(JS::Realm& realm, Infrastructure::FetchParams const& fetch_params)
  671. {
  672. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'scheme fetch' with: fetch_params @ {}", &fetch_params);
  673. auto& vm = realm.vm();
  674. // 1. If fetchParams is canceled, then return the appropriate network error for fetchParams.
  675. if (fetch_params.is_canceled())
  676. return PendingResponse::create(vm, fetch_params.request(), Infrastructure::Response::appropriate_network_error(vm, fetch_params));
  677. // 2. Let request be fetchParams’s request.
  678. auto request = fetch_params.request();
  679. // 3. Switch on request’s current URL’s scheme and run the associated steps:
  680. // -> "about"
  681. if (request->current_url().scheme() == "about"sv) {
  682. // If request’s current URL’s path is the string "blank", then return a new response whose status message is
  683. // `OK`, header list is « (`Content-Type`, `text/html;charset=utf-8`) », and body is the empty byte sequence as
  684. // a body.
  685. // NOTE: URLs such as "about:config" are handled during navigation and result in a network error in the context
  686. // of fetching.
  687. if (request->current_url().paths().size() == 1 && request->current_url().paths()[0] == "blank"sv) {
  688. auto response = Infrastructure::Response::create(vm);
  689. response->set_status_message(MUST(ByteBuffer::copy("OK"sv.bytes())));
  690. auto header = Infrastructure::Header::from_string_pair("Content-Type"sv, "text/html;charset=utf-8"sv);
  691. response->header_list()->append(move(header));
  692. response->set_body(MUST(Infrastructure::byte_sequence_as_body(realm, ""sv.bytes())));
  693. return PendingResponse::create(vm, request, response);
  694. }
  695. // FIXME: This is actually wrong, see note above.
  696. return TRY(nonstandard_resource_loader_file_or_http_network_fetch(realm, fetch_params));
  697. }
  698. // -> "blob"
  699. else if (request->current_url().scheme() == "blob"sv) {
  700. // 1. Let blobURLEntry be request’s current URL’s blob URL entry.
  701. auto const& blob_url_entry = request->current_url().blob_url_entry();
  702. // 2. If request’s method is not `GET`, blobURLEntry is null, or blobURLEntry’s object is not a Blob object,
  703. // then return a network error. [FILEAPI]
  704. if (request->method() != "GET"sv.bytes() || !blob_url_entry.has_value()) {
  705. // FIXME: Handle "blobURLEntry’s object is not a Blob object". It could be a MediaSource object, but we
  706. // have not yet implemented the Media Source Extensions spec.
  707. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request has an invalid 'blob:' URL"sv));
  708. }
  709. // 3. Let blob be blobURLEntry’s object.
  710. auto const blob = FileAPI::Blob::create(realm, blob_url_entry.value().byte_buffer, blob_url_entry.value().type);
  711. // 4. Let response be a new response.
  712. auto response = Infrastructure::Response::create(vm);
  713. // 5. Let fullLength be blob’s size.
  714. auto full_length = blob->size();
  715. // 6. Let serializedFullLength be fullLength, serialized and isomorphic encoded.
  716. auto serialized_full_length = String::number(full_length);
  717. // 7. Let type be blob’s type.
  718. auto const& type = blob->type();
  719. // 8. If request’s header list does not contain `Range`:
  720. if (!request->header_list()->contains("Range"sv.bytes())) {
  721. // 1. Let bodyWithType be the result of safely extracting blob.
  722. auto body_with_type = TRY(safely_extract_body(realm, blob->raw_bytes()));
  723. // 2. Set response’s status message to `OK`.
  724. response->set_status_message(MUST(ByteBuffer::copy("OK"sv.bytes())));
  725. // 3. Set response’s body to bodyWithType’s body.
  726. response->set_body(move(body_with_type.body));
  727. // 4. Set response’s header list to « (`Content-Length`, serializedFullLength), (`Content-Type`, type) ».
  728. auto content_length_header = Infrastructure::Header::from_string_pair("Content-Length"sv, serialized_full_length);
  729. response->header_list()->append(move(content_length_header));
  730. auto content_type_header = Infrastructure::Header::from_string_pair("Content-Type"sv, type);
  731. response->header_list()->append(move(content_type_header));
  732. }
  733. // FIXME: 9. Otherwise:
  734. else {
  735. // 1. Set response’s range-requested flag.
  736. // 2. Let rangeHeader be the result of getting `Range` from request’s header list.
  737. // 3. Let rangeValue be the result of parsing a single range header value given rangeHeader and true.
  738. // 4. If rangeValue is failure, then return a network error.
  739. // 5. Let (rangeStart, rangeEnd) be rangeValue.
  740. // 6. If rangeStart is null:
  741. // 1. Set rangeStart to fullLength − rangeEnd.
  742. // 2. Set rangeEnd to rangeStart + rangeEnd − 1.
  743. // 7. Otherwise:
  744. // 1. If rangeStart is greater than or equal to fullLength, then return a network error.
  745. // 2. If rangeEnd is null or rangeEnd is greater than or equal to fullLength, then set rangeEnd to fullLength − 1.
  746. // 8. Let slicedBlob be the result of invoking slice blob given blob, rangeStart, rangeEnd + 1, and type.
  747. // 9. Let slicedBodyWithType be the result of safely extracting slicedBlob.
  748. // 10. Set response’s body to slicedBodyWithType’s body.
  749. // 11. Let serializedSlicedLength be slicedBlob’s size, serialized and isomorphic encoded.
  750. // 12. Let contentRange be `bytes `.
  751. // 13. Append rangeStart, serialized and isomorphic encoded, to contentRange.
  752. // 14. Append 0x2D (-) to contentRange.
  753. // 15. Append rangeEnd, serialized and isomorphic encoded to contentRange.
  754. // 16. Append 0x2F (/) to contentRange.
  755. // 17. Append serializedFullLength to contentRange.
  756. // 18. Set response’s status to 206.
  757. // 19. Set response’s status message to `Partial Content`.
  758. // 20. Set response’s header list to « (`Content-Length`, serializedSlicedLength), (`Content-Type`, type), (`Content-Range`, contentRange) ».
  759. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request has a 'blob:' URL with a Content-Range header, which is currently unsupported"sv));
  760. }
  761. // 10. Return response.
  762. return PendingResponse::create(vm, request, response);
  763. }
  764. // -> "data"
  765. else if (request->current_url().scheme() == "data"sv) {
  766. // 1. Let dataURLStruct be the result of running the data: URL processor on request’s current URL.
  767. auto data_url_struct = Infrastructure::process_data_url(request->current_url());
  768. // 2. If dataURLStruct is failure, then return a network error.
  769. if (data_url_struct.is_error())
  770. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Failed to process 'data:' URL"sv));
  771. // 3. Let mimeType be dataURLStruct’s MIME type, serialized.
  772. auto const& mime_type = data_url_struct.value().mime_type.serialized();
  773. // 4. Return a new response whose status message is `OK`, header list is « (`Content-Type`, mimeType) », and
  774. // body is dataURLStruct’s body as a body.
  775. auto response = Infrastructure::Response::create(vm);
  776. response->set_status_message(MUST(ByteBuffer::copy("OK"sv.bytes())));
  777. auto header = Infrastructure::Header::from_string_pair("Content-Type"sv, mime_type);
  778. response->header_list()->append(move(header));
  779. response->set_body(TRY(Infrastructure::byte_sequence_as_body(realm, data_url_struct.value().body)));
  780. return PendingResponse::create(vm, request, response);
  781. }
  782. // -> "file"
  783. // AD-HOC: "resource"
  784. else if (request->current_url().scheme() == "file"sv || request->current_url().scheme() == "resource"sv) {
  785. // For now, unfortunate as it is, file: URLs are left as an exercise for the reader.
  786. // When in doubt, return a network error.
  787. if (request->origin().has<URL::Origin>() && (request->origin().get<URL::Origin>().is_opaque() || request->origin().get<URL::Origin>().scheme() == "file"sv || request->origin().get<URL::Origin>().scheme() == "resource"sv))
  788. return TRY(nonstandard_resource_loader_file_or_http_network_fetch(realm, fetch_params));
  789. else
  790. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request with 'file:' or 'resource:' URL blocked"sv));
  791. }
  792. // -> HTTP(S) scheme
  793. else if (Infrastructure::is_http_or_https_scheme(request->current_url().scheme())) {
  794. // Return the result of running HTTP fetch given fetchParams.
  795. return http_fetch(realm, fetch_params);
  796. }
  797. // 4. Return a network error.
  798. auto message = request->current_url().scheme() == "about"sv
  799. ? "Request has invalid 'about:' URL, only 'about:blank' can be fetched"_string
  800. : "Request URL has invalid scheme, must be one of 'about', 'blob', 'data', 'file', 'http', or 'https'"_string;
  801. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, move(message)));
  802. }
  803. // https://fetch.spec.whatwg.org/#concept-http-fetch
  804. WebIDL::ExceptionOr<JS::NonnullGCPtr<PendingResponse>> http_fetch(JS::Realm& realm, Infrastructure::FetchParams const& fetch_params, MakeCORSPreflight make_cors_preflight)
  805. {
  806. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP fetch' with: fetch_params @ {}, make_cors_preflight = {}",
  807. &fetch_params, make_cors_preflight == MakeCORSPreflight::Yes ? "Yes"sv : "No"sv);
  808. auto& vm = realm.vm();
  809. // 1. Let request be fetchParams’s request.
  810. auto request = fetch_params.request();
  811. // 2. Let response and internalResponse be null.
  812. JS::GCPtr<Infrastructure::Response> response;
  813. JS::GCPtr<Infrastructure::Response> internal_response;
  814. // 3. If request’s service-workers mode is "all", then:
  815. if (request->service_workers_mode() == Infrastructure::Request::ServiceWorkersMode::All) {
  816. // 1. Let requestForServiceWorker be a clone of request.
  817. auto request_for_service_worker = request->clone(realm);
  818. // 2. If requestForServiceWorker’s body is non-null, then:
  819. if (!request_for_service_worker->body().has<Empty>()) {
  820. // FIXME: 1. Let transformStream be a new TransformStream.
  821. // FIXME: 2. Let transformAlgorithm given chunk be these steps:
  822. // FIXME: 3. Set up transformStream with transformAlgorithm set to transformAlgorithm.
  823. // FIXME: 4. Set requestForServiceWorker’s body’s stream to the result of requestForServiceWorker’s body’s stream
  824. // piped through transformStream.
  825. }
  826. // 3. Let serviceWorkerStartTime be the coarsened shared current time given fetchParams’s cross-origin isolated
  827. // capability.
  828. auto service_worker_start_time = HighResolutionTime::coarsened_shared_current_time(fetch_params.cross_origin_isolated_capability() == HTML::CanUseCrossOriginIsolatedAPIs::Yes);
  829. // FIXME: 4. Set response to the result of invoking handle fetch for requestForServiceWorker, with fetchParams’s
  830. // controller and fetchParams’s cross-origin isolated capability.
  831. // 5. If response is non-null, then:
  832. if (response) {
  833. // 1. Set fetchParams’s timing info’s final service worker start time to serviceWorkerStartTime.
  834. fetch_params.timing_info()->set_final_service_worker_start_time(service_worker_start_time);
  835. // 2. If request’s body is non-null, then cancel request’s body with undefined.
  836. if (!request->body().has<Empty>()) {
  837. // FIXME: Implement cancelling streams
  838. }
  839. // 3. Set internalResponse to response, if response is not a filtered response; otherwise to response’s
  840. // internal response.
  841. internal_response = !is<Infrastructure::FilteredResponse>(*response)
  842. ? JS::NonnullGCPtr { *response }
  843. : static_cast<Infrastructure::FilteredResponse const&>(*response).internal_response();
  844. // 4. If one of the following is true
  845. if (
  846. // - response’s type is "error"
  847. response->type() == Infrastructure::Response::Type::Error
  848. // - request’s mode is "same-origin" and response’s type is "cors"
  849. || (request->mode() == Infrastructure::Request::Mode::SameOrigin && response->type() == Infrastructure::Response::Type::CORS)
  850. // - request’s mode is not "no-cors" and response’s type is "opaque"
  851. || (request->mode() != Infrastructure::Request::Mode::NoCORS && response->type() == Infrastructure::Response::Type::Opaque)
  852. // - request’s redirect mode is not "manual" and response’s type is "opaqueredirect"
  853. || (request->redirect_mode() != Infrastructure::Request::RedirectMode::Manual && response->type() == Infrastructure::Response::Type::OpaqueRedirect)
  854. // - request’s redirect mode is not "follow" and response’s URL list has more than one item.
  855. || (request->redirect_mode() != Infrastructure::Request::RedirectMode::Follow && response->url_list().size() > 1)) {
  856. // then return a network error.
  857. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Invalid request/response state combination"sv));
  858. }
  859. }
  860. }
  861. JS::GCPtr<PendingResponse> pending_actual_response;
  862. auto returned_pending_response = PendingResponse::create(vm, request);
  863. // 4. If response is null, then:
  864. if (!response) {
  865. // 1. If makeCORSPreflight is true and one of these conditions is true:
  866. // NOTE: This step checks the CORS-preflight cache and if there is no suitable entry it performs a
  867. // CORS-preflight fetch which, if successful, populates the cache. The purpose of the CORS-preflight
  868. // fetch is to ensure the fetched resource is familiar with the CORS protocol. The cache is there to
  869. // minimize the number of CORS-preflight fetches.
  870. JS::GCPtr<PendingResponse> pending_preflight_response;
  871. if (make_cors_preflight == MakeCORSPreflight::Yes && (
  872. // - There is no method cache entry match for request’s method using request, and either request’s
  873. // method is not a CORS-safelisted method or request’s use-CORS-preflight flag is set.
  874. // FIXME: We currently have no cache, so there will always be no method cache entry.
  875. (!Infrastructure::is_cors_safelisted_method(request->method()) || request->use_cors_preflight())
  876. // - There is at least one item in the CORS-unsafe request-header names with request’s header list for
  877. // which there is no header-name cache entry match using request.
  878. // FIXME: We currently have no cache, so there will always be no header-name cache entry.
  879. || !Infrastructure::get_cors_unsafe_header_names(request->header_list()).is_empty())) {
  880. // 1. Let preflightResponse be the result of running CORS-preflight fetch given request.
  881. pending_preflight_response = TRY(cors_preflight_fetch(realm, request));
  882. // NOTE: Step 2 is performed in pending_preflight_response's load callback below.
  883. }
  884. auto fetch_main_content = [request = JS::make_handle(request), realm = JS::make_handle(realm), fetch_params = JS::make_handle(fetch_params)]() -> WebIDL::ExceptionOr<JS::NonnullGCPtr<PendingResponse>> {
  885. // 2. If request’s redirect mode is "follow", then set request’s service-workers mode to "none".
  886. // NOTE: Redirects coming from the network (as opposed to from a service worker) are not to be exposed to a
  887. // service worker.
  888. if (request->redirect_mode() == Infrastructure::Request::RedirectMode::Follow)
  889. request->set_service_workers_mode(Infrastructure::Request::ServiceWorkersMode::None);
  890. // 3. Set response and internalResponse to the result of running HTTP-network-or-cache fetch given fetchParams.
  891. return http_network_or_cache_fetch(*realm, *fetch_params);
  892. };
  893. if (pending_preflight_response) {
  894. pending_actual_response = PendingResponse::create(vm, request);
  895. pending_preflight_response->when_loaded([returned_pending_response, pending_actual_response, fetch_main_content = move(fetch_main_content)](JS::NonnullGCPtr<Infrastructure::Response> preflight_response) {
  896. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP fetch' pending_preflight_response load callback");
  897. // 2. If preflightResponse is a network error, then return preflightResponse.
  898. if (preflight_response->is_network_error()) {
  899. returned_pending_response->resolve(preflight_response);
  900. return;
  901. }
  902. auto pending_main_content_response = TRY_OR_IGNORE(fetch_main_content());
  903. pending_main_content_response->when_loaded([pending_actual_response](JS::NonnullGCPtr<Infrastructure::Response> main_content_response) {
  904. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP fetch' pending_main_content_response load callback");
  905. pending_actual_response->resolve(main_content_response);
  906. });
  907. });
  908. } else {
  909. pending_actual_response = TRY(fetch_main_content());
  910. }
  911. } else {
  912. pending_actual_response = PendingResponse::create(vm, request, Infrastructure::Response::create(vm));
  913. }
  914. pending_actual_response->when_loaded([&realm, &vm, &fetch_params, request, response, internal_response, returned_pending_response, response_was_null = !response](JS::NonnullGCPtr<Infrastructure::Response> resolved_actual_response) mutable {
  915. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP fetch' pending_actual_response load callback");
  916. if (response_was_null) {
  917. response = internal_response = resolved_actual_response;
  918. // 4. If request’s response tainting is "cors" and a CORS check for request and response returns failure,
  919. // then return a network error.
  920. // NOTE: As the CORS check is not to be applied to responses whose status is 304 or 407, or responses from
  921. // a service worker for that matter, it is applied here.
  922. if (request->response_tainting() == Infrastructure::Request::ResponseTainting::CORS
  923. && !cors_check(request, *response)) {
  924. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, "Request with 'cors' response tainting failed CORS check"_string));
  925. return;
  926. }
  927. // 5. If the TAO check for request and response returns failure, then set request’s timing allow failed flag.
  928. if (!tao_check(request, *response))
  929. request->set_timing_allow_failed(true);
  930. }
  931. // 5. If either request’s response tainting or response’s type is "opaque", and the cross-origin resource
  932. // policy check with request’s origin, request’s client, request’s destination, and internalResponse returns
  933. // blocked, then return a network error.
  934. // NOTE: The cross-origin resource policy check runs for responses coming from the network and responses coming
  935. // from the service worker. This is different from the CORS check, as request’s client and the service
  936. // worker can have different embedder policies.
  937. if ((request->response_tainting() == Infrastructure::Request::ResponseTainting::Opaque || response->type() == Infrastructure::Response::Type::Opaque)
  938. && false // FIXME: "and the cross-origin resource policy check with request’s origin, request’s client, request’s destination, and actualResponse returns blocked"
  939. ) {
  940. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, "Response was blocked by cross-origin resource policy check"_string));
  941. return;
  942. }
  943. JS::GCPtr<PendingResponse> inner_pending_response;
  944. // 6. If internalResponse’s status is a redirect status:
  945. if (Infrastructure::is_redirect_status(internal_response->status())) {
  946. // FIXME: 1. If internalResponse’s status is not 303, request’s body is non-null, and the connection uses HTTP/2,
  947. // then user agents may, and are even encouraged to, transmit an RST_STREAM frame.
  948. // NOTE: 303 is excluded as certain communities ascribe special status to it.
  949. // 2. Switch on request’s redirect mode:
  950. switch (request->redirect_mode()) {
  951. // -> "error"
  952. case Infrastructure::Request::RedirectMode::Error:
  953. // 1. Set response to a network error.
  954. response = Infrastructure::Response::network_error(vm, "Request with 'error' redirect mode received redirect response"_string);
  955. break;
  956. // -> "manual"
  957. case Infrastructure::Request::RedirectMode::Manual:
  958. // 1. If request’s mode is "navigate", then set fetchParams’s controller’s next manual redirect steps
  959. // to run HTTP-redirect fetch given fetchParams and response.
  960. if (request->mode() == Infrastructure::Request::Mode::Navigate) {
  961. fetch_params.controller()->set_next_manual_redirect_steps([&realm, &fetch_params, response] {
  962. (void)http_redirect_fetch(realm, fetch_params, *response);
  963. });
  964. }
  965. // 2. Otherwise, set response to an opaque-redirect filtered response whose internal response is
  966. // internalResponse.
  967. else {
  968. response = Infrastructure::OpaqueRedirectFilteredResponse::create(vm, *internal_response);
  969. }
  970. break;
  971. // -> "follow"
  972. case Infrastructure::Request::RedirectMode::Follow:
  973. // 1. Set response to the result of running HTTP-redirect fetch given fetchParams and response.
  974. inner_pending_response = TRY_OR_IGNORE(http_redirect_fetch(realm, fetch_params, *response));
  975. break;
  976. default:
  977. VERIFY_NOT_REACHED();
  978. }
  979. }
  980. if (inner_pending_response) {
  981. inner_pending_response->when_loaded([returned_pending_response](JS::NonnullGCPtr<Infrastructure::Response> response) {
  982. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP fetch' inner_pending_response load callback");
  983. returned_pending_response->resolve(response);
  984. });
  985. } else {
  986. returned_pending_response->resolve(*response);
  987. }
  988. });
  989. // 7. Return response.
  990. // NOTE: Typically internalResponse’s body’s stream is still being enqueued to after returning.
  991. return returned_pending_response;
  992. }
  993. // https://fetch.spec.whatwg.org/#concept-http-redirect-fetch
  994. WebIDL::ExceptionOr<JS::GCPtr<PendingResponse>> http_redirect_fetch(JS::Realm& realm, Infrastructure::FetchParams const& fetch_params, Infrastructure::Response& response)
  995. {
  996. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP-redirect fetch' with: fetch_params @ {}, response = {}", &fetch_params, &response);
  997. auto& vm = realm.vm();
  998. // 1. Let request be fetchParams’s request.
  999. auto request = fetch_params.request();
  1000. // 2. Let internalResponse be response, if response is not a filtered response; otherwise response’s internal
  1001. // response.
  1002. auto internal_response = !is<Infrastructure::FilteredResponse>(response)
  1003. ? JS::NonnullGCPtr { response }
  1004. : static_cast<Infrastructure::FilteredResponse const&>(response).internal_response();
  1005. // 3. Let locationURL be internalResponse’s location URL given request’s current URL’s fragment.
  1006. auto location_url_or_error = internal_response->location_url(request->current_url().fragment());
  1007. // 4. If locationURL is null, then return response.
  1008. if (!location_url_or_error.is_error() && !location_url_or_error.value().has_value())
  1009. return PendingResponse::create(vm, request, response);
  1010. // 5. If locationURL is failure, then return a network error.
  1011. if (location_url_or_error.is_error())
  1012. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request redirect URL is invalid"sv));
  1013. auto location_url = location_url_or_error.release_value().release_value();
  1014. // 6. If locationURL’s scheme is not an HTTP(S) scheme, then return a network error.
  1015. if (!Infrastructure::is_http_or_https_scheme(location_url.scheme()))
  1016. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request redirect URL must have HTTP or HTTPS scheme"sv));
  1017. // 7. If request’s redirect count is 20, then return a network error.
  1018. if (request->redirect_count() == 20)
  1019. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request has reached maximum redirect count of 20"sv));
  1020. // 8. Increase request’s redirect count by 1.
  1021. request->set_redirect_count(request->redirect_count() + 1);
  1022. // 9. If request’s mode is "cors", locationURL includes credentials, and request’s origin is not same origin with
  1023. // locationURL’s origin, then return a network error.
  1024. if (request->mode() == Infrastructure::Request::Mode::CORS
  1025. && location_url.includes_credentials()
  1026. && request->origin().has<URL::Origin>()
  1027. && !request->origin().get<URL::Origin>().is_same_origin(location_url.origin())) {
  1028. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request with 'cors' mode and different URL and request origin must not include credentials in redirect URL"sv));
  1029. }
  1030. // 10. If request’s response tainting is "cors" and locationURL includes credentials, then return a network error.
  1031. // NOTE: This catches a cross-origin resource redirecting to a same-origin URL.
  1032. if (request->response_tainting() == Infrastructure::Request::ResponseTainting::CORS && location_url.includes_credentials())
  1033. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request with 'cors' response tainting must not include credentials in redirect URL"sv));
  1034. // 11. If internalResponse’s status is not 303, request’s body is non-null, and request’s body’s source is null, then
  1035. // return a network error.
  1036. if (internal_response->status() != 303
  1037. && !request->body().has<Empty>()
  1038. && request->body().get<JS::NonnullGCPtr<Infrastructure::Body>>()->source().has<Empty>()) {
  1039. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request has body but no body source"sv));
  1040. }
  1041. // 12. If one of the following is true
  1042. if (
  1043. // - internalResponse’s status is 301 or 302 and request’s method is `POST`
  1044. ((internal_response->status() == 301 || internal_response->status() == 302) && request->method() == "POST"sv.bytes())
  1045. // - internalResponse’s status is 303 and request’s method is not `GET` or `HEAD`
  1046. || (internal_response->status() == 303 && !(request->method() == "GET"sv.bytes() || request->method() == "HEAD"sv.bytes()))
  1047. // then:
  1048. ) {
  1049. // 1. Set request’s method to `GET` and request’s body to null.
  1050. request->set_method(MUST(ByteBuffer::copy("GET"sv.bytes())));
  1051. request->set_body({});
  1052. static constexpr Array request_body_header_names {
  1053. "Content-Encoding"sv,
  1054. "Content-Language"sv,
  1055. "Content-Location"sv,
  1056. "Content-Type"sv
  1057. };
  1058. // 2. For each headerName of request-body-header name, delete headerName from request’s header list.
  1059. for (auto header_name : request_body_header_names.span())
  1060. request->header_list()->delete_(header_name.bytes());
  1061. }
  1062. // 13. If request’s current URL’s origin is not same origin with locationURL’s origin, then for each headerName of
  1063. // CORS non-wildcard request-header name, delete headerName from request’s header list.
  1064. // NOTE: I.e., the moment another origin is seen after the initial request, the `Authorization` header is removed.
  1065. if (!request->current_url().origin().is_same_origin(location_url.origin())) {
  1066. static constexpr Array cors_non_wildcard_request_header_names {
  1067. "Authorization"sv
  1068. };
  1069. for (auto header_name : cors_non_wildcard_request_header_names)
  1070. request->header_list()->delete_(header_name.bytes());
  1071. }
  1072. // 14. If request’s body is non-null, then set request’s body to the body of the result of safely extracting
  1073. // request’s body’s source.
  1074. // NOTE: request’s body’s source’s nullity has already been checked.
  1075. if (!request->body().has<Empty>()) {
  1076. auto const& source = request->body().get<JS::NonnullGCPtr<Infrastructure::Body>>()->source();
  1077. // NOTE: BodyInitOrReadableBytes is a superset of Body::SourceType
  1078. auto converted_source = source.has<ByteBuffer>()
  1079. ? BodyInitOrReadableBytes { source.get<ByteBuffer>() }
  1080. : BodyInitOrReadableBytes { source.get<JS::Handle<FileAPI::Blob>>() };
  1081. auto [body, _] = TRY(safely_extract_body(realm, converted_source));
  1082. request->set_body(move(body));
  1083. }
  1084. // 15. Let timingInfo be fetchParams’s timing info.
  1085. auto timing_info = fetch_params.timing_info();
  1086. // 16. Set timingInfo’s redirect end time and post-redirect start time to the coarsened shared current time given
  1087. // fetchParams’s cross-origin isolated capability.
  1088. auto now = HighResolutionTime::coarsened_shared_current_time(fetch_params.cross_origin_isolated_capability() == HTML::CanUseCrossOriginIsolatedAPIs::Yes);
  1089. timing_info->set_redirect_end_time(now);
  1090. timing_info->set_post_redirect_start_time(now);
  1091. // 17. If timingInfo’s redirect start time is 0, then set timingInfo’s redirect start time to timingInfo’s start
  1092. // time.
  1093. if (timing_info->redirect_start_time() == 0)
  1094. timing_info->set_redirect_start_time(timing_info->start_time());
  1095. // 18. Append locationURL to request’s URL list.
  1096. request->url_list().append(location_url);
  1097. // 19. Invoke set request’s referrer policy on redirect on request and internalResponse.
  1098. ReferrerPolicy::set_request_referrer_policy_on_redirect(request, internal_response);
  1099. // 20. Let recursive be true.
  1100. auto recursive = Recursive::Yes;
  1101. // 21. If request’s redirect mode is "manual", then:
  1102. if (request->redirect_mode() == Infrastructure::Request::RedirectMode::Manual) {
  1103. // 1. Assert: request’s mode is "navigate".
  1104. VERIFY(request->mode() == Infrastructure::Request::Mode::Navigate);
  1105. // 2. Set recursive to false.
  1106. recursive = Recursive::No;
  1107. }
  1108. // 22. Return the result of running main fetch given fetchParams and recursive.
  1109. return main_fetch(realm, fetch_params, recursive);
  1110. }
  1111. class CachePartition : public RefCounted<CachePartition> {
  1112. public:
  1113. // https://httpwg.org/specs/rfc9111.html#constructing.responses.from.caches
  1114. JS::GCPtr<Infrastructure::Response> select_response(URL::URL const& url, ReadonlyBytes method, Vector<Infrastructure::Header> const& headers, Vector<JS::GCPtr<Infrastructure::Response>>& initial_set_of_stored_responses) const
  1115. {
  1116. // When presented with a request, a cache MUST NOT reuse a stored response unless:
  1117. // - the presented target URI (Section 7.1 of [HTTP]) and that of the stored response match, and
  1118. auto it = m_cache.find(url);
  1119. if (it == m_cache.end()) {
  1120. dbgln("\033[31;1mHTTP CACHE MISS!\033[0m {}", url);
  1121. return {};
  1122. }
  1123. auto const& cached_response = it->value;
  1124. // - the request method associated with the stored response allows it to be used for the presented request, and
  1125. if (method != cached_response->method()) {
  1126. dbgln("\033[31;1mHTTP CACHE MISS!\033[0m (Bad method) {}", url);
  1127. return {};
  1128. }
  1129. // FIXME: - request header fields nominated by the stored response (if any) match those presented (see Section 4.1), and
  1130. (void)headers;
  1131. // FIXME: - the stored response does not contain the no-cache directive (Section 5.2.2.4), unless it is successfully validated (Section 4.3), and
  1132. initial_set_of_stored_responses.append(cached_response);
  1133. // FIXME: - the stored response is one of the following:
  1134. // + fresh (see Section 4.2), or
  1135. // + allowed to be served stale (see Section 4.2.4), or
  1136. // + successfully validated (see Section 4.3).
  1137. dbgln("\033[32;1mHTTP CACHE HIT!\033[0m {}", url);
  1138. return cached_response;
  1139. }
  1140. void store_response(JS::Realm& realm, Infrastructure::Request const& http_request, Infrastructure::Response const& response)
  1141. {
  1142. if (!is_cacheable(http_request, response))
  1143. return;
  1144. auto cached_response = Infrastructure::Response::create(realm.vm());
  1145. store_header_and_trailer_fields(response, *cached_response->header_list());
  1146. cached_response->set_body(response.body()->clone(realm));
  1147. cached_response->set_body_info(response.body_info());
  1148. cached_response->set_method(MUST(ByteBuffer::copy(http_request.method())));
  1149. cached_response->set_status(response.status());
  1150. cached_response->url_list().append(http_request.current_url());
  1151. m_cache.set(http_request.current_url(), move(cached_response));
  1152. }
  1153. // https://httpwg.org/specs/rfc9111.html#freshening.responses
  1154. void freshen_stored_responses_upon_validation(Infrastructure::Response const& response, Vector<JS::GCPtr<Infrastructure::Response>>& initial_set_of_stored_responses)
  1155. {
  1156. // When a cache receives a 304 (Not Modified) response, it needs to identify stored
  1157. // responses that are suitable for updating with the new information provided, and then do so.
  1158. // The initial set of stored responses to update are those that could have been
  1159. // chosen for that request — i.e., those that meet the requirements in Section 4,
  1160. // except the last requirement to be fresh, able to be served stale, or just validated.
  1161. for (auto stored_response : initial_set_of_stored_responses) {
  1162. // Then, that initial set of stored responses is further filtered by the first match of:
  1163. // - FIXME: If the new response contains one or more strong validators (see Section 8.8.1 of [HTTP]),
  1164. // then each of those strong validators identifies a selected representation for update.
  1165. // All the stored responses in the initial set with one of those same strong validators
  1166. // are identified for update.
  1167. // If none of the initial set contains at least one of the same strong validators,
  1168. // then the cache MUST NOT use the new response to update any stored responses.
  1169. // - FIXME: If the new response contains no strong validators but does contain one or more weak validators,
  1170. // and those validators correspond to one of the initial set's stored responses,
  1171. // then the most recent of those matching stored responses is identified for update.
  1172. // - FIXME: If the new response does not include any form of validator (such as where a client generates an
  1173. // `If-Modified-Since` request from a source other than the `Last-Modified` response header field),
  1174. // and there is only one stored response in the initial set, and that stored response also lacks a validator,
  1175. // then that stored response is identified for update.
  1176. // For each stored response identified, the cache MUST update its header fields
  1177. // with the header fields provided in the 304 (Not Modified) response, as per Section 3.2.
  1178. update_stored_header_fields(response, stored_response->header_list());
  1179. }
  1180. }
  1181. private:
  1182. // https://httpwg.org/specs/rfc9111.html#storing.fields
  1183. bool is_exempted_for_storage(StringView header_name)
  1184. {
  1185. // Caches MUST include all received response header fields — including unrecognized ones — when storing a response;
  1186. // this assures that new HTTP header fields can be successfully deployed. However, the following exceptions are made:
  1187. // - The Connection header field and fields whose names are listed in it are required by Section 7.6.1 of [HTTP]
  1188. // to be removed before forwarding the message. This MAY be implemented by doing so before storage.
  1189. // - Likewise, some fields' semantics require them to be removed before forwarding the message, and this MAY be
  1190. // implemented by doing so before storage; see Section 7.6.1 of [HTTP] for some examples.
  1191. // FIXME: - The no-cache (Section 5.2.2.4) and private (Section 5.2.2.7) cache directives can have arguments that
  1192. // prevent storage of header fields by all caches and shared caches, respectively.
  1193. // FIXME: - Header fields that are specific to the proxy that a cache uses when forwarding a request MUST NOT be stored,
  1194. // unless the cache incorporates the identity of the proxy into the cache key.
  1195. // Effectively, this is limited to Proxy-Authenticate (Section 11.7.1 of [HTTP]), Proxy-Authentication-Info (Section 11.7.3 of [HTTP]), and Proxy-Authorization (Section 11.7.2 of [HTTP]).
  1196. return header_name.is_one_of_ignoring_ascii_case(
  1197. "Connection"sv,
  1198. "Proxy-Connection"sv,
  1199. "Keep-Alive"sv,
  1200. "TE"sv,
  1201. "Transfer-Encoding"sv,
  1202. "Upgrade"sv);
  1203. }
  1204. // https://httpwg.org/specs/rfc9111.html#update
  1205. bool is_exempted_for_updating(StringView header_name)
  1206. {
  1207. // Caches are required to update a stored response's header fields from another
  1208. // (typically newer) response in several situations; for example, see Sections 3.4, 4.3.4, and 4.3.5.
  1209. // When doing so, the cache MUST add each header field in the provided response to the stored response,
  1210. // replacing field values that are already present, with the following exceptions:
  1211. // - Header fields excepted from storage in Section 3.1,
  1212. return is_exempted_for_storage(header_name)
  1213. // - Header fields that the cache's stored response depends upon, as described below,
  1214. || false
  1215. // - Header fields that are automatically processed and removed by the recipient, as described below, and
  1216. || false
  1217. // - The Content-Length header field.
  1218. || header_name.equals_ignoring_ascii_case("Content-Length"sv);
  1219. // In some cases, caches (especially in user agents) store the results of processing
  1220. // the received response, rather than the response itself, and updating header fields
  1221. // that affect that processing can result in inconsistent behavior and security issues.
  1222. // Caches in this situation MAY omit these header fields from updating stored responses
  1223. // on an exceptional basis but SHOULD limit such omission to those fields necessary to
  1224. // assure integrity of the stored response.
  1225. // For example, a browser might decode the content coding of a response while it is being received,
  1226. // creating a disconnect between the data it has stored and the response's original metadata.
  1227. // Updating that stored metadata with a different Content-Encoding header field would be problematic.
  1228. // Likewise, a browser might store a post-parse HTML tree rather than the content received in the response;
  1229. // updating the Content-Type header field would not be workable in this case because any assumptions about
  1230. // the format made in parsing would now be invalid.
  1231. // Furthermore, some fields are automatically processed and removed by the HTTP implementation,
  1232. // such as the Content-Range header field. Implementations MAY automatically omit such header fields from updates,
  1233. // even when the processing does not actually occur.
  1234. // Note that the Content-* prefix is not a signal that a header field is omitted from update; it is a convention for MIME header fields, not HTTP.
  1235. }
  1236. // https://httpwg.org/specs/rfc9111.html#update
  1237. void update_stored_header_fields(Infrastructure::Response const& response, Infrastructure::HeaderList& headers)
  1238. {
  1239. for (auto& header : *response.header_list()) {
  1240. auto name = StringView(header.name);
  1241. if (is_exempted_for_updating(name))
  1242. continue;
  1243. headers.delete_(header.name);
  1244. }
  1245. for (auto& header : *response.header_list()) {
  1246. auto name = StringView(header.name);
  1247. if (is_exempted_for_updating(name))
  1248. continue;
  1249. headers.append(Infrastructure::Header::copy(header));
  1250. }
  1251. }
  1252. // https://httpwg.org/specs/rfc9111.html#storing.fields
  1253. void store_header_and_trailer_fields(Infrastructure::Response const& response, Web::Fetch::Infrastructure::HeaderList& headers)
  1254. {
  1255. for (auto& header : *response.header_list()) {
  1256. auto name = StringView(header.name);
  1257. if (is_exempted_for_storage(name))
  1258. continue;
  1259. headers.append(Infrastructure::Header::copy(header));
  1260. }
  1261. }
  1262. // https://httpwg.org/specs/rfc9111.html#response.cacheability
  1263. static bool is_cacheable(Infrastructure::Request const& request, Infrastructure::Response const& response)
  1264. {
  1265. // A cache MUST NOT store a response to a request unless:
  1266. // - AD-HOC: For now, we simply don't cache responses without a simple ByteBuffer body.
  1267. if (!response.body() || !response.body()->source().has<ByteBuffer>())
  1268. return false;
  1269. // - the request method is understood by the cache;
  1270. if (request.method() != "GET"sv.bytes() && request.method() != "HEAD"sv.bytes())
  1271. return false;
  1272. // - the response status code is final (see Section 15 of [HTTP]);
  1273. if (response.status() < 200)
  1274. return false;
  1275. // - if the response status code is 206 or 304,
  1276. // or the must-understand cache directive (see Section 5.2.2.3) is present:
  1277. // the cache understands the response status code;
  1278. if (response.status() == 206 || response.status() == 304) {
  1279. // FIXME: Implement must-understand cache directive
  1280. }
  1281. // - the no-store cache directive is not present in the response (see Section 5.2.2.5);
  1282. if (request.cache_mode() == Infrastructure::Request::CacheMode::NoStore)
  1283. return false;
  1284. // FIXME: - if the cache is shared: the private response directive is either not present
  1285. // or allows a shared cache to store a modified response; see Section 5.2.2.7);
  1286. // FIXME: - if the cache is shared: the Authorization header field is not present in the
  1287. // request (see Section 11.6.2 of [HTTP]) or a response directive is present
  1288. // that explicitly allows shared caching (see Section 3.5); and
  1289. // FIXME: - the response contains at least one of the following:
  1290. // + a public response directive (see Section 5.2.2.9);
  1291. // + a private response directive, if the cache is not shared (see Section 5.2.2.7);
  1292. // + an Expires header field (see Section 5.3);
  1293. // + a max-age response directive (see Section 5.2.2.1);
  1294. // + if the cache is shared: an s-maxage response directive (see Section 5.2.2.10);
  1295. // + a cache extension that allows it to be cached (see Section 5.2.3); or
  1296. // + a status code that is defined as heuristically cacheable (see Section 4.2.2).
  1297. return true;
  1298. }
  1299. HashMap<URL::URL, JS::GCPtr<Infrastructure::Response>> m_cache;
  1300. };
  1301. class HTTPCache {
  1302. public:
  1303. CachePartition& get(Infrastructure::NetworkPartitionKey const& key)
  1304. {
  1305. return *m_cache.ensure(key, [] {
  1306. return adopt_ref(*new CachePartition);
  1307. });
  1308. }
  1309. static HTTPCache& the()
  1310. {
  1311. static HTTPCache s_cache;
  1312. return s_cache;
  1313. }
  1314. private:
  1315. HashMap<Infrastructure::NetworkPartitionKey, NonnullRefPtr<CachePartition>> m_cache;
  1316. };
  1317. // https://fetch.spec.whatwg.org/#determine-the-http-cache-partition
  1318. static RefPtr<CachePartition> determine_the_http_cache_partition(Infrastructure::Request const& request)
  1319. {
  1320. if (!g_http_cache_enabled)
  1321. return nullptr;
  1322. // 1. Let key be the result of determining the network partition key given request.
  1323. auto key = Infrastructure::determine_the_network_partition_key(request);
  1324. // 2. If key is null, then return null.
  1325. if (!key.has_value())
  1326. return nullptr;
  1327. // 3. Return the unique HTTP cache associated with key. [HTTP-CACHING]
  1328. return HTTPCache::the().get(key.value());
  1329. }
  1330. // https://fetch.spec.whatwg.org/#concept-http-network-or-cache-fetch
  1331. WebIDL::ExceptionOr<JS::NonnullGCPtr<PendingResponse>> http_network_or_cache_fetch(JS::Realm& realm, Infrastructure::FetchParams const& fetch_params, IsAuthenticationFetch is_authentication_fetch, IsNewConnectionFetch is_new_connection_fetch)
  1332. {
  1333. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP-network-or-cache fetch' with: fetch_params @ {}, is_authentication_fetch = {}, is_new_connection_fetch = {}",
  1334. &fetch_params, is_authentication_fetch == IsAuthenticationFetch::Yes ? "Yes"sv : "No"sv, is_new_connection_fetch == IsNewConnectionFetch::Yes ? "Yes"sv : "No"sv);
  1335. auto& vm = realm.vm();
  1336. // 1. Let request be fetchParams’s request.
  1337. auto request = fetch_params.request();
  1338. // 2. Let httpFetchParams be null.
  1339. JS::GCPtr<Infrastructure::FetchParams const> http_fetch_params;
  1340. // 3. Let httpRequest be null.
  1341. JS::GCPtr<Infrastructure::Request> http_request;
  1342. // 4. Let response be null.
  1343. JS::GCPtr<Infrastructure::Response> response;
  1344. // 5. Let storedResponse be null.
  1345. JS::GCPtr<Infrastructure::Response> stored_response;
  1346. Vector<JS::GCPtr<Infrastructure::Response>> initial_set_of_stored_responses;
  1347. // 6. Let httpCache be null.
  1348. // (Typeless until we actually implement it, needed for checks below)
  1349. RefPtr<CachePartition> http_cache;
  1350. // 7. Let the revalidatingFlag be unset.
  1351. auto revalidating_flag = RefCountedFlag::create(false);
  1352. auto include_credentials = IncludeCredentials::No;
  1353. // 8. Run these steps, but abort when fetchParams is canceled:
  1354. // NOTE: There's an 'if aborted' check after this anyway, so not doing this is fine and only incurs a small delay.
  1355. // For now, support for aborting fetch requests is limited anyway as ResourceLoader doesn't support it.
  1356. auto aborted = false;
  1357. {
  1358. ScopeGuard set_aborted = [&] {
  1359. if (fetch_params.is_canceled())
  1360. aborted = true;
  1361. };
  1362. // 1. If request’s window is "no-window" and request’s redirect mode is "error", then set httpFetchParams to
  1363. // fetchParams and httpRequest to request.
  1364. if (request->window().has<Infrastructure::Request::Window>()
  1365. && request->window().get<Infrastructure::Request::Window>() == Infrastructure::Request::Window::NoWindow
  1366. && request->redirect_mode() == Infrastructure::Request::RedirectMode::Error) {
  1367. http_fetch_params = fetch_params;
  1368. http_request = request;
  1369. }
  1370. // 2. Otherwise:
  1371. else {
  1372. // 1. Set httpRequest to a clone of request.
  1373. // NOTE: Implementations are encouraged to avoid teeing request’s body’s stream when request’s body’s
  1374. // source is null as only a single body is needed in that case. E.g., when request’s body’s source
  1375. // is null, redirects and authentication will end up failing the fetch.
  1376. http_request = request->clone(realm);
  1377. // 2. Set httpFetchParams to a copy of fetchParams.
  1378. // 3. Set httpFetchParams’s request to httpRequest.
  1379. auto new_http_fetch_params = Infrastructure::FetchParams::create(vm, *http_request, fetch_params.timing_info());
  1380. new_http_fetch_params->set_algorithms(fetch_params.algorithms());
  1381. new_http_fetch_params->set_task_destination(fetch_params.task_destination());
  1382. new_http_fetch_params->set_cross_origin_isolated_capability(fetch_params.cross_origin_isolated_capability());
  1383. new_http_fetch_params->set_preloaded_response_candidate(fetch_params.preloaded_response_candidate());
  1384. http_fetch_params = new_http_fetch_params;
  1385. }
  1386. // 3. Let includeCredentials be true if one of
  1387. if (
  1388. // - request’s credentials mode is "include"
  1389. request->credentials_mode() == Infrastructure::Request::CredentialsMode::Include
  1390. // - request’s credentials mode is "same-origin" and request’s response tainting is "basic"
  1391. || (request->credentials_mode() == Infrastructure::Request::CredentialsMode::SameOrigin
  1392. && request->response_tainting() == Infrastructure::Request::ResponseTainting::Basic)
  1393. // is true; otherwise false.
  1394. ) {
  1395. include_credentials = IncludeCredentials::Yes;
  1396. } else {
  1397. include_credentials = IncludeCredentials::No;
  1398. }
  1399. // 4. If Cross-Origin-Embedder-Policy allows credentials with request returns false, then set
  1400. // includeCredentials to false.
  1401. if (!request->cross_origin_embedder_policy_allows_credentials())
  1402. include_credentials = IncludeCredentials::No;
  1403. // 5. Let contentLength be httpRequest’s body’s length, if httpRequest’s body is non-null; otherwise null.
  1404. auto content_length = http_request->body().has<JS::NonnullGCPtr<Infrastructure::Body>>()
  1405. ? http_request->body().get<JS::NonnullGCPtr<Infrastructure::Body>>()->length()
  1406. : Optional<u64> {};
  1407. // 6. Let contentLengthHeaderValue be null.
  1408. auto content_length_header_value = Optional<ByteBuffer> {};
  1409. // 7. If httpRequest’s body is null and httpRequest’s method is `POST` or `PUT`, then set
  1410. // contentLengthHeaderValue to `0`.
  1411. if (http_request->body().has<Empty>() && StringView { http_request->method() }.is_one_of("POST"sv, "PUT"sv))
  1412. content_length_header_value = MUST(ByteBuffer::copy("0"sv.bytes()));
  1413. // 8. If contentLength is non-null, then set contentLengthHeaderValue to contentLength, serialized and
  1414. // isomorphic encoded.
  1415. if (content_length.has_value())
  1416. content_length_header_value = MUST(ByteBuffer::copy(String::number(*content_length).bytes()));
  1417. // 9. If contentLengthHeaderValue is non-null, then append (`Content-Length`, contentLengthHeaderValue) to
  1418. // httpRequest’s header list.
  1419. if (content_length_header_value.has_value()) {
  1420. auto header = Infrastructure::Header {
  1421. .name = MUST(ByteBuffer::copy("Content-Length"sv.bytes())),
  1422. .value = content_length_header_value.release_value(),
  1423. };
  1424. http_request->header_list()->append(move(header));
  1425. }
  1426. // 10. If contentLength is non-null and httpRequest’s keepalive is true, then:
  1427. if (content_length.has_value() && http_request->keepalive()) {
  1428. // 1. Let inflightKeepaliveBytes be 0.
  1429. u64 inflight_keep_alive_bytes = 0;
  1430. // 2. Let group be httpRequest’s client’s fetch group.
  1431. auto& group = http_request->client()->fetch_group();
  1432. // 3. Let inflightRecords be the set of fetch records in group whose request’s keepalive is true and done flag is unset.
  1433. Vector<JS::NonnullGCPtr<Infrastructure::FetchRecord>> in_flight_records;
  1434. for (auto const& fetch_record : group) {
  1435. if (fetch_record->request()->keepalive() && !fetch_record->request()->done())
  1436. in_flight_records.append(fetch_record);
  1437. }
  1438. // 4. For each fetchRecord of inflightRecords:
  1439. for (auto const& fetch_record : in_flight_records) {
  1440. // 1. Let inflightRequest be fetchRecord’s request.
  1441. auto const& in_flight_request = fetch_record->request();
  1442. // 2. Increment inflightKeepaliveBytes by inflightRequest’s body’s length.
  1443. inflight_keep_alive_bytes += in_flight_request->body().visit(
  1444. [](Empty) -> u64 { return 0; },
  1445. [](ByteBuffer const& buffer) -> u64 { return buffer.size(); },
  1446. [](JS::NonnullGCPtr<Infrastructure::Body> body) -> u64 {
  1447. return body->length().has_value() ? body->length().value() : 0;
  1448. });
  1449. }
  1450. // 5. If the sum of contentLength and inflightKeepaliveBytes is greater than 64 kibibytes, then return a network error.
  1451. if ((content_length.value() + inflight_keep_alive_bytes) > keepalive_maximum_size)
  1452. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Keepalive request exceeded maximum allowed size of 64 KiB"sv));
  1453. // NOTE: The above limit ensures that requests that are allowed to outlive the environment settings object
  1454. // and contain a body, have a bounded size and are not allowed to stay alive indefinitely.
  1455. }
  1456. // 11. If httpRequest’s referrer is a URL, then:
  1457. if (http_request->referrer().has<URL::URL>()) {
  1458. // 1. Let referrerValue be httpRequest’s referrer, serialized and isomorphic encoded.
  1459. auto referrer_string = http_request->referrer().get<URL::URL>().serialize();
  1460. auto referrer_value = TRY_OR_THROW_OOM(vm, ByteBuffer::copy(referrer_string.bytes()));
  1461. // 2. Append (`Referer`, referrerValue) to httpRequest’s header list.
  1462. auto header = Infrastructure::Header {
  1463. .name = MUST(ByteBuffer::copy("Referer"sv.bytes())),
  1464. .value = move(referrer_value),
  1465. };
  1466. http_request->header_list()->append(move(header));
  1467. }
  1468. // 12. Append a request `Origin` header for httpRequest.
  1469. http_request->add_origin_header();
  1470. // 13. Append the Fetch metadata headers for httpRequest.
  1471. append_fetch_metadata_headers_for_request(*http_request);
  1472. // 14. FIXME If httpRequest’s initiator is "prefetch", then set a structured field value
  1473. // given (`Sec-Purpose`, the token prefetch) in httpRequest’s header list.
  1474. // 15. If httpRequest’s header list does not contain `User-Agent`, then user agents should append
  1475. // (`User-Agent`, default `User-Agent` value) to httpRequest’s header list.
  1476. if (!http_request->header_list()->contains("User-Agent"sv.bytes())) {
  1477. auto header = Infrastructure::Header {
  1478. .name = MUST(ByteBuffer::copy("User-Agent"sv.bytes())),
  1479. .value = Infrastructure::default_user_agent_value(),
  1480. };
  1481. http_request->header_list()->append(move(header));
  1482. }
  1483. // 16. If httpRequest’s cache mode is "default" and httpRequest’s header list contains `If-Modified-Since`,
  1484. // `If-None-Match`, `If-Unmodified-Since`, `If-Match`, or `If-Range`, then set httpRequest’s cache mode to
  1485. // "no-store".
  1486. if (http_request->cache_mode() == Infrastructure::Request::CacheMode::Default
  1487. && (http_request->header_list()->contains("If-Modified-Since"sv.bytes())
  1488. || http_request->header_list()->contains("If-None-Match"sv.bytes())
  1489. || http_request->header_list()->contains("If-Unmodified-Since"sv.bytes())
  1490. || http_request->header_list()->contains("If-Match"sv.bytes())
  1491. || http_request->header_list()->contains("If-Range"sv.bytes()))) {
  1492. http_request->set_cache_mode(Infrastructure::Request::CacheMode::NoStore);
  1493. }
  1494. // 17. If httpRequest’s cache mode is "no-cache", httpRequest’s prevent no-cache cache-control header
  1495. // modification flag is unset, and httpRequest’s header list does not contain `Cache-Control`, then append
  1496. // (`Cache-Control`, `max-age=0`) to httpRequest’s header list.
  1497. if (http_request->cache_mode() == Infrastructure::Request::CacheMode::NoCache
  1498. && !http_request->prevent_no_cache_cache_control_header_modification()
  1499. && !http_request->header_list()->contains("Cache-Control"sv.bytes())) {
  1500. auto header = Infrastructure::Header::from_string_pair("Cache-Control"sv, "max-age=0"sv);
  1501. http_request->header_list()->append(move(header));
  1502. }
  1503. // 18. If httpRequest’s cache mode is "no-store" or "reload", then:
  1504. if (http_request->cache_mode() == Infrastructure::Request::CacheMode::NoStore
  1505. || http_request->cache_mode() == Infrastructure::Request::CacheMode::Reload) {
  1506. // 1. If httpRequest’s header list does not contain `Pragma`, then append (`Pragma`, `no-cache`) to
  1507. // httpRequest’s header list.
  1508. if (!http_request->header_list()->contains("Pragma"sv.bytes())) {
  1509. auto header = Infrastructure::Header::from_string_pair("Pragma"sv, "no-cache"sv);
  1510. http_request->header_list()->append(move(header));
  1511. }
  1512. // 2. If httpRequest’s header list does not contain `Cache-Control`, then append
  1513. // (`Cache-Control`, `no-cache`) to httpRequest’s header list.
  1514. if (!http_request->header_list()->contains("Cache-Control"sv.bytes())) {
  1515. auto header = Infrastructure::Header::from_string_pair("Cache-Control"sv, "no-cache"sv);
  1516. http_request->header_list()->append(move(header));
  1517. }
  1518. }
  1519. // 19. If httpRequest’s header list contains `Range`, then append (`Accept-Encoding`, `identity`) to
  1520. // httpRequest’s header list.
  1521. // NOTE: This avoids a failure when handling content codings with a part of an encoded response.
  1522. // Additionally, many servers mistakenly ignore `Range` headers if a non-identity encoding is accepted.
  1523. if (http_request->header_list()->contains("Range"sv.bytes())) {
  1524. auto header = Infrastructure::Header::from_string_pair("Accept-Encoding"sv, "identity"sv);
  1525. http_request->header_list()->append(move(header));
  1526. }
  1527. // 20. Modify httpRequest’s header list per HTTP. Do not append a given header if httpRequest’s header list
  1528. // contains that header’s name.
  1529. // NOTE: It would be great if we could make this more normative somehow. At this point headers such as
  1530. // `Accept-Encoding`, `Connection`, `DNT`, and `Host`, are to be appended if necessary.
  1531. // `Accept`, `Accept-Charset`, and `Accept-Language` must not be included at this point.
  1532. // NOTE: `Accept` and `Accept-Language` are already included (unless fetch() is used, which does not include
  1533. // the latter by default), and `Accept-Charset` is a waste of bytes. See HTTP header layer division for
  1534. // more details.
  1535. if (ResourceLoader::the().enable_do_not_track() && !http_request->header_list()->contains("DNT"sv.bytes())) {
  1536. auto header = Infrastructure::Header::from_string_pair("DNT"sv, "1"sv);
  1537. http_request->header_list()->append(move(header));
  1538. }
  1539. // 21. If includeCredentials is true, then:
  1540. if (include_credentials == IncludeCredentials::Yes) {
  1541. // 1. If the user agent is not configured to block cookies for httpRequest (see section 7 of [COOKIES]),
  1542. // then:
  1543. if (true) {
  1544. // 1. Let cookies be the result of running the "cookie-string" algorithm (see section 5.4 of [COOKIES])
  1545. // with the user agent’s cookie store and httpRequest’s current URL.
  1546. auto cookies = ([&] {
  1547. // FIXME: Getting to the page client reliably is way too complicated, and going via the document won't work in workers.
  1548. auto document = Bindings::host_defined_environment_settings_object(realm).responsible_document();
  1549. if (!document)
  1550. return String {};
  1551. return document->page().client().page_did_request_cookie(http_request->current_url(), Cookie::Source::Http);
  1552. })();
  1553. // 2. If cookies is not the empty string, then append (`Cookie`, cookies) to httpRequest’s header list.
  1554. if (!cookies.is_empty()) {
  1555. auto header = Infrastructure::Header::from_string_pair("Cookie"sv, cookies);
  1556. http_request->header_list()->append(move(header));
  1557. }
  1558. }
  1559. // 2. If httpRequest’s header list does not contain `Authorization`, then:
  1560. if (!http_request->header_list()->contains("Authorization"sv.bytes())) {
  1561. // 1. Let authorizationValue be null.
  1562. auto authorization_value = Optional<String> {};
  1563. // 2. If there’s an authentication entry for httpRequest and either httpRequest’s use-URL-credentials
  1564. // flag is unset or httpRequest’s current URL does not include credentials, then set
  1565. // authorizationValue to authentication entry.
  1566. if (false // FIXME: "If there’s an authentication entry for httpRequest"
  1567. && (!http_request->use_url_credentials() || !http_request->current_url().includes_credentials())) {
  1568. // FIXME: "set authorizationValue to authentication entry."
  1569. }
  1570. // 3. Otherwise, if httpRequest’s current URL does include credentials and isAuthenticationFetch is
  1571. // true, set authorizationValue to httpRequest’s current URL, converted to an `Authorization` value.
  1572. else if (http_request->current_url().includes_credentials() && is_authentication_fetch == IsAuthenticationFetch::Yes) {
  1573. auto const& url = http_request->current_url();
  1574. auto payload = MUST(String::formatted("{}:{}", URL::percent_decode(url.username()), URL::percent_decode(url.password())));
  1575. authorization_value = TRY_OR_THROW_OOM(vm, encode_base64(payload.bytes()));
  1576. }
  1577. // 4. If authorizationValue is non-null, then append (`Authorization`, authorizationValue) to
  1578. // httpRequest’s header list.
  1579. if (authorization_value.has_value()) {
  1580. auto header = Infrastructure::Header::from_string_pair("Authorization"sv, *authorization_value);
  1581. http_request->header_list()->append(move(header));
  1582. }
  1583. }
  1584. }
  1585. // FIXME: 22. If there’s a proxy-authentication entry, use it as appropriate.
  1586. // NOTE: This intentionally does not depend on httpRequest’s credentials mode.
  1587. // 23. Set httpCache to the result of determining the HTTP cache partition, given httpRequest.
  1588. http_cache = determine_the_http_cache_partition(*http_request);
  1589. // 24. If httpCache is null, then set httpRequest’s cache mode to "no-store".
  1590. if (!http_cache)
  1591. http_request->set_cache_mode(Infrastructure::Request::CacheMode::NoStore);
  1592. // 25. If httpRequest’s cache mode is neither "no-store" nor "reload", then:
  1593. if (http_request->cache_mode() != Infrastructure::Request::CacheMode::NoStore
  1594. && http_request->cache_mode() != Infrastructure::Request::CacheMode::Reload) {
  1595. // 1. Set storedResponse to the result of selecting a response from the httpCache, possibly needing
  1596. // validation, as per the "Constructing Responses from Caches" chapter of HTTP Caching [HTTP-CACHING],
  1597. // if any.
  1598. // NOTE: As mandated by HTTP, this still takes the `Vary` header into account.
  1599. stored_response = http_cache->select_response(http_request->current_url(), http_request->method(), *http_request->header_list(), initial_set_of_stored_responses);
  1600. // 2. If storedResponse is non-null, then:
  1601. if (stored_response) {
  1602. // 1. If cache mode is "default", storedResponse is a stale-while-revalidate response,
  1603. // and httpRequest’s client is non-null, then:
  1604. if (http_request->cache_mode() == Infrastructure::Request::CacheMode::Default
  1605. && stored_response->is_stale_while_revalidate()
  1606. && http_request->client() != nullptr) {
  1607. // 1. Set response to storedResponse.
  1608. response = stored_response;
  1609. // 2. Set response’s cache state to "local".
  1610. response->set_cache_state(Infrastructure::Response::CacheState::Local);
  1611. // 3. Let revalidateRequest be a clone of request.
  1612. auto revalidate_request = request->clone(realm);
  1613. // 4. Set revalidateRequest’s cache mode set to "no-cache".
  1614. revalidate_request->set_cache_mode(Infrastructure::Request::CacheMode::NoCache);
  1615. // 5. Set revalidateRequest’s prevent no-cache cache-control header modification flag.
  1616. revalidate_request->set_prevent_no_cache_cache_control_header_modification(true);
  1617. // 6. Set revalidateRequest’s service-workers mode set to "none".
  1618. revalidate_request->set_service_workers_mode(Infrastructure::Request::ServiceWorkersMode::None);
  1619. // 7. In parallel, run main fetch given a new fetch params whose request is revalidateRequest.
  1620. Platform::EventLoopPlugin::the().deferred_invoke(JS::create_heap_function(realm.heap(), [&vm, &realm, revalidate_request, fetch_params = JS::NonnullGCPtr(fetch_params)] {
  1621. (void)main_fetch(realm, Infrastructure::FetchParams::create(vm, revalidate_request, fetch_params->timing_info()));
  1622. }));
  1623. }
  1624. // 2. Otherwise:
  1625. else {
  1626. // 1. If storedResponse is a stale response, then set the revalidatingFlag.
  1627. if (stored_response->is_stale())
  1628. revalidating_flag->set_value(true);
  1629. // 2. If the revalidatingFlag is set and httpRequest’s cache mode is neither "force-cache" nor "only-if-cached", then:
  1630. if (revalidating_flag->value()
  1631. && http_request->cache_mode() != Infrastructure::Request::CacheMode::ForceCache
  1632. && http_request->cache_mode() != Infrastructure::Request::CacheMode::OnlyIfCached) {
  1633. // 1. If storedResponse’s header list contains `ETag`, then append (`If-None-Match`, `ETag`'s value) to httpRequest’s header list.
  1634. if (auto etag = stored_response->header_list()->get("ETag"sv.bytes()); etag.has_value()) {
  1635. http_request->header_list()->append(Infrastructure::Header::from_string_pair("If-None-Match"sv, *etag));
  1636. }
  1637. // 2. If storedResponse’s header list contains `Last-Modified`, then append (`If-Modified-Since`, `Last-Modified`'s value) to httpRequest’s header list.
  1638. if (auto last_modified = stored_response->header_list()->get("Last-Modified"sv.bytes()); last_modified.has_value()) {
  1639. http_request->header_list()->append(Infrastructure::Header::from_string_pair("If-Modified-Since"sv, *last_modified));
  1640. }
  1641. }
  1642. // 3. Otherwise, set response to storedResponse and set response’s cache state to "local".
  1643. else {
  1644. response = stored_response;
  1645. response->set_cache_state(Infrastructure::Response::CacheState::Local);
  1646. }
  1647. }
  1648. }
  1649. }
  1650. }
  1651. // 9. If aborted, then return the appropriate network error for fetchParams.
  1652. if (aborted)
  1653. return PendingResponse::create(vm, request, Infrastructure::Response::appropriate_network_error(vm, fetch_params));
  1654. JS::GCPtr<PendingResponse> pending_forward_response;
  1655. // 10. If response is null, then:
  1656. if (!response) {
  1657. // 1. If httpRequest’s cache mode is "only-if-cached", then return a network error.
  1658. if (http_request->cache_mode() == Infrastructure::Request::CacheMode::OnlyIfCached)
  1659. return PendingResponse::create(vm, request, Infrastructure::Response::network_error(vm, "Request with 'only-if-cached' cache mode doesn't have a cached response"sv));
  1660. // 2. Let forwardResponse be the result of running HTTP-network fetch given httpFetchParams, includeCredentials,
  1661. // and isNewConnectionFetch.
  1662. pending_forward_response = TRY(nonstandard_resource_loader_file_or_http_network_fetch(realm, *http_fetch_params, include_credentials, is_new_connection_fetch));
  1663. } else {
  1664. pending_forward_response = PendingResponse::create(vm, request, Infrastructure::Response::create(vm));
  1665. }
  1666. auto returned_pending_response = PendingResponse::create(vm, request);
  1667. pending_forward_response->when_loaded([&realm, &vm, &fetch_params, request, response, stored_response, initial_set_of_stored_responses, http_request, returned_pending_response, is_authentication_fetch, is_new_connection_fetch, revalidating_flag, include_credentials, response_was_null = !response, http_cache](JS::NonnullGCPtr<Infrastructure::Response> resolved_forward_response) mutable {
  1668. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP-network-or-cache fetch' pending_forward_response load callback");
  1669. if (response_was_null) {
  1670. auto forward_response = resolved_forward_response;
  1671. // NOTE: TRACE is omitted as it is a forbidden method in Fetch.
  1672. auto method_is_unsafe = !(StringView { http_request->method() }.is_one_of("GET"sv, "HEAD"sv, "OPTIONS"sv));
  1673. // 3. If httpRequest’s method is unsafe and forwardResponse’s status is in the range 200 to 399, inclusive,
  1674. // invalidate appropriate stored responses in httpCache, as per the "Invalidation" chapter of HTTP
  1675. // Caching, and set storedResponse to null.
  1676. if (method_is_unsafe && forward_response->status() >= 200 && forward_response->status() <= 399) {
  1677. // FIXME: "invalidate appropriate stored responses in httpCache, as per the "Invalidation" chapter of HTTP Caching"
  1678. stored_response = nullptr;
  1679. }
  1680. // 4. If the revalidatingFlag is set and forwardResponse’s status is 304, then:
  1681. if (revalidating_flag->value() && forward_response->status() == 304) {
  1682. dbgln("\033[34;1mHTTP CACHE REVALIDATE (304)\033[0m {}", http_request->current_url());
  1683. // 1. Update storedResponse’s header list using forwardResponse’s header list, as per the "Freshening
  1684. // Stored Responses upon Validation" chapter of HTTP Caching.
  1685. // NOTE: This updates the stored response in cache as well.
  1686. http_cache->freshen_stored_responses_upon_validation(*forward_response, initial_set_of_stored_responses);
  1687. // 2. Set response to storedResponse.
  1688. response = stored_response;
  1689. // 3. Set response’s cache state to "validated".
  1690. if (response)
  1691. response->set_cache_state(Infrastructure::Response::CacheState::Validated);
  1692. }
  1693. // 5. If response is null, then:
  1694. if (!response) {
  1695. // 1. Set response to forwardResponse.
  1696. response = forward_response;
  1697. // 2. Store httpRequest and forwardResponse in httpCache, as per the "Storing Responses in Caches" chapter of HTTP Caching.
  1698. // NOTE: If forwardResponse is a network error, this effectively caches the network error, which is
  1699. // sometimes known as "negative caching".
  1700. // NOTE: The associated body info is stored in the cache alongside the response.
  1701. if (http_cache)
  1702. http_cache->store_response(realm, *http_request, *forward_response);
  1703. }
  1704. }
  1705. // 11. Set response’s URL list to a clone of httpRequest’s URL list.
  1706. response->set_url_list(http_request->url_list());
  1707. // 12. If httpRequest’s header list contains `Range`, then set response’s range-requested flag.
  1708. if (http_request->header_list()->contains("Range"sv.bytes()))
  1709. response->set_range_requested(true);
  1710. // 13. Set response’s request-includes-credentials to includeCredentials.
  1711. response->set_request_includes_credentials(include_credentials == IncludeCredentials::Yes);
  1712. auto inner_pending_response = PendingResponse::create(vm, request, *response);
  1713. // 14. If response’s status is 401, httpRequest’s response tainting is not "cors", includeCredentials is true,
  1714. // and request’s window is an environment settings object, then:
  1715. if (response->status() == 401
  1716. && http_request->response_tainting() != Infrastructure::Request::ResponseTainting::CORS
  1717. && include_credentials == IncludeCredentials::Yes
  1718. && request->window().has<JS::GCPtr<HTML::EnvironmentSettingsObject>>()
  1719. // AD-HOC: Require at least one WWW-Authenticate header to be set before automatically retrying an authenticated
  1720. // request (see rule 1 below). See: https://github.com/whatwg/fetch/issues/1766
  1721. && request->header_list()->contains("WWW-Authenticate"sv.bytes())) {
  1722. // 1. Needs testing: multiple `WWW-Authenticate` headers, missing, parsing issues.
  1723. // (Red box in the spec, no-op)
  1724. // 2. If request’s body is non-null, then:
  1725. if (!request->body().has<Empty>()) {
  1726. // 1. If request’s body’s source is null, then return a network error.
  1727. if (request->body().get<JS::NonnullGCPtr<Infrastructure::Body>>()->source().has<Empty>()) {
  1728. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, "Request has body but no body source"_string));
  1729. return;
  1730. }
  1731. // 2. Set request’s body to the body of the result of safely extracting request’s body’s source.
  1732. auto const& source = request->body().get<JS::NonnullGCPtr<Infrastructure::Body>>()->source();
  1733. // NOTE: BodyInitOrReadableBytes is a superset of Body::SourceType
  1734. auto converted_source = source.has<ByteBuffer>()
  1735. ? BodyInitOrReadableBytes { source.get<ByteBuffer>() }
  1736. : BodyInitOrReadableBytes { source.get<JS::Handle<FileAPI::Blob>>() };
  1737. auto [body, _] = TRY_OR_IGNORE(safely_extract_body(realm, converted_source));
  1738. request->set_body(move(body));
  1739. }
  1740. // 3. If request’s use-URL-credentials flag is unset or isAuthenticationFetch is true, then:
  1741. if (!request->use_url_credentials() || is_authentication_fetch == IsAuthenticationFetch::Yes) {
  1742. // 1. If fetchParams is canceled, then return the appropriate network error for fetchParams.
  1743. if (fetch_params.is_canceled()) {
  1744. returned_pending_response->resolve(Infrastructure::Response::appropriate_network_error(vm, fetch_params));
  1745. return;
  1746. }
  1747. // FIXME: 2. Let username and password be the result of prompting the end user for a username and password,
  1748. // respectively, in request’s window.
  1749. dbgln("Fetch: Username/password prompt is not implemented, using empty strings. This request will probably fail.");
  1750. auto username = ByteString::empty();
  1751. auto password = ByteString::empty();
  1752. // 3. Set the username given request’s current URL and username.
  1753. request->current_url().set_username(username);
  1754. // 4. Set the password given request’s current URL and password.
  1755. request->current_url().set_password(password);
  1756. }
  1757. // 4. Set response to the result of running HTTP-network-or-cache fetch given fetchParams and true.
  1758. inner_pending_response = TRY_OR_IGNORE(http_network_or_cache_fetch(realm, fetch_params, IsAuthenticationFetch::Yes));
  1759. }
  1760. inner_pending_response->when_loaded([&realm, &vm, &fetch_params, request, returned_pending_response, is_authentication_fetch, is_new_connection_fetch](JS::NonnullGCPtr<Infrastructure::Response> response) {
  1761. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'HTTP network-or-cache fetch' inner_pending_response load callback");
  1762. // 15. If response’s status is 407, then:
  1763. if (response->status() == 407) {
  1764. // 1. If request’s window is "no-window", then return a network error.
  1765. if (request->window().has<Infrastructure::Request::Window>()
  1766. && request->window().get<Infrastructure::Request::Window>() == Infrastructure::Request::Window::NoWindow) {
  1767. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, "Request requires proxy authentication but has 'no-window' set"_string));
  1768. return;
  1769. }
  1770. // 2. Needs testing: multiple `Proxy-Authenticate` headers, missing, parsing issues.
  1771. // (Red box in the spec, no-op)
  1772. // 3. If fetchParams is canceled, then return the appropriate network error for fetchParams.
  1773. if (fetch_params.is_canceled()) {
  1774. returned_pending_response->resolve(Infrastructure::Response::appropriate_network_error(vm, fetch_params));
  1775. return;
  1776. }
  1777. // FIXME: 4. Prompt the end user as appropriate in request’s window and store the result as a
  1778. // proxy-authentication entry.
  1779. // NOTE: Remaining details surrounding proxy authentication are defined by HTTP.
  1780. // FIXME: 5. Set response to the result of running HTTP-network-or-cache fetch given fetchParams.
  1781. // (Doing this without step 4 would potentially lead to an infinite request cycle.)
  1782. }
  1783. auto inner_pending_response = PendingResponse::create(vm, request, *response);
  1784. // 16. If all of the following are true
  1785. if (
  1786. // - response’s status is 421
  1787. response->status() == 421
  1788. // - isNewConnectionFetch is false
  1789. && is_new_connection_fetch == IsNewConnectionFetch::No
  1790. // - request’s body is null, or request’s body is non-null and request’s body’s source is non-null
  1791. && (request->body().has<Empty>() || !request->body().get<JS::NonnullGCPtr<Infrastructure::Body>>()->source().has<Empty>())
  1792. // then:
  1793. ) {
  1794. // 1. If fetchParams is canceled, then return the appropriate network error for fetchParams.
  1795. if (fetch_params.is_canceled()) {
  1796. returned_pending_response->resolve(Infrastructure::Response::appropriate_network_error(vm, fetch_params));
  1797. return;
  1798. }
  1799. // 2. Set response to the result of running HTTP-network-or-cache fetch given fetchParams,
  1800. // isAuthenticationFetch, and true.
  1801. inner_pending_response = TRY_OR_IGNORE(http_network_or_cache_fetch(realm, fetch_params, is_authentication_fetch, IsNewConnectionFetch::Yes));
  1802. }
  1803. inner_pending_response->when_loaded([returned_pending_response, is_authentication_fetch](JS::NonnullGCPtr<Infrastructure::Response> response) {
  1804. // 17. If isAuthenticationFetch is true, then create an authentication entry for request and the given
  1805. // realm.
  1806. if (is_authentication_fetch == IsAuthenticationFetch::Yes) {
  1807. // FIXME: "create an authentication entry for request and the given realm"
  1808. }
  1809. returned_pending_response->resolve(response);
  1810. });
  1811. });
  1812. });
  1813. // 18. Return response.
  1814. // NOTE: Typically response’s body’s stream is still being enqueued to after returning.
  1815. return returned_pending_response;
  1816. }
  1817. #if defined(WEB_FETCH_DEBUG)
  1818. static void log_load_request(auto const& load_request)
  1819. {
  1820. dbgln("Fetch: Invoking ResourceLoader");
  1821. dbgln("> {} {} HTTP/1.1", load_request.method(), load_request.url());
  1822. for (auto const& [name, value] : load_request.headers())
  1823. dbgln("> {}: {}", name, value);
  1824. dbgln(">");
  1825. for (auto line : StringView { load_request.body() }.split_view('\n', SplitBehavior::KeepEmpty))
  1826. dbgln("> {}", line);
  1827. }
  1828. static void log_response(auto const& status_code, auto const& headers, auto const& data)
  1829. {
  1830. dbgln("< HTTP/1.1 {}", status_code.value_or(0));
  1831. for (auto const& [name, value] : headers.headers())
  1832. dbgln("< {}: {}", name, value);
  1833. dbgln("<");
  1834. for (auto line : StringView { data }.split_view('\n', SplitBehavior::KeepEmpty))
  1835. dbgln("< {}", line);
  1836. }
  1837. #endif
  1838. // https://fetch.spec.whatwg.org/#concept-http-network-fetch
  1839. // Drop-in replacement for 'HTTP-network fetch', but obviously non-standard :^)
  1840. // It also handles file:// URLs since those can also go through ResourceLoader.
  1841. WebIDL::ExceptionOr<JS::NonnullGCPtr<PendingResponse>> nonstandard_resource_loader_file_or_http_network_fetch(JS::Realm& realm, Infrastructure::FetchParams const& fetch_params, IncludeCredentials include_credentials, IsNewConnectionFetch is_new_connection_fetch)
  1842. {
  1843. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'non-standard HTTP-network fetch' with: fetch_params @ {}", &fetch_params);
  1844. auto& vm = realm.vm();
  1845. (void)include_credentials;
  1846. (void)is_new_connection_fetch;
  1847. auto request = fetch_params.request();
  1848. auto& page = Bindings::host_defined_page(realm);
  1849. // NOTE: Using LoadRequest::create_for_url_on_page here will unconditionally add cookies as long as there's a page available.
  1850. // However, it is up to http_network_or_cache_fetch to determine if cookies should be added to the request.
  1851. LoadRequest load_request;
  1852. load_request.set_url(request->current_url());
  1853. load_request.set_page(page);
  1854. load_request.set_method(ByteString::copy(request->method()));
  1855. for (auto const& header : *request->header_list())
  1856. load_request.set_header(ByteString::copy(header.name), ByteString::copy(header.value));
  1857. if (auto const* body = request->body().get_pointer<JS::NonnullGCPtr<Infrastructure::Body>>()) {
  1858. TRY((*body)->source().visit(
  1859. [&](ByteBuffer const& byte_buffer) -> WebIDL::ExceptionOr<void> {
  1860. load_request.set_body(TRY_OR_THROW_OOM(vm, ByteBuffer::copy(byte_buffer)));
  1861. return {};
  1862. },
  1863. [&](JS::Handle<FileAPI::Blob> const& blob_handle) -> WebIDL::ExceptionOr<void> {
  1864. load_request.set_body(TRY_OR_THROW_OOM(vm, ByteBuffer::copy(blob_handle->raw_bytes())));
  1865. return {};
  1866. },
  1867. [](Empty) -> WebIDL::ExceptionOr<void> {
  1868. return {};
  1869. }));
  1870. }
  1871. auto pending_response = PendingResponse::create(vm, request);
  1872. if constexpr (WEB_FETCH_DEBUG) {
  1873. dbgln("Fetch: Invoking ResourceLoader");
  1874. log_load_request(load_request);
  1875. }
  1876. // FIXME: This check should be removed and all HTTP requests should go through the `ResourceLoader::load_unbuffered`
  1877. // path. The buffer option should then be supplied to the steps below that allow us to buffer data up to a
  1878. // user-agent-defined limit (or not). However, we will need to fully use stream operations throughout the
  1879. // fetch process to enable this (e.g. Body::fully_read must use streams for this to work).
  1880. if (request->buffer_policy() == Infrastructure::Request::BufferPolicy::DoNotBufferResponse) {
  1881. HTML::TemporaryExecutionContext execution_context { realm, HTML::TemporaryExecutionContext::CallbacksEnabled::Yes };
  1882. // 12. Let stream be a new ReadableStream.
  1883. auto stream = realm.heap().allocate<Streams::ReadableStream>(realm, realm);
  1884. auto fetched_data_receiver = realm.heap().allocate<FetchedDataReceiver>(realm, fetch_params, stream);
  1885. // 10. Let pullAlgorithm be the followings steps:
  1886. auto pull_algorithm = JS::create_heap_function(realm.heap(), [&realm, fetched_data_receiver]() {
  1887. // 1. Let promise be a new promise.
  1888. auto promise = WebIDL::create_promise(realm);
  1889. // 2. Run the following steps in parallel:
  1890. // NOTE: This is handled by FetchedDataReceiver.
  1891. fetched_data_receiver->set_pending_promise(promise);
  1892. // 3. Return promise.
  1893. return promise;
  1894. });
  1895. // 11. Let cancelAlgorithm be an algorithm that aborts fetchParams’s controller with reason, given reason.
  1896. auto cancel_algorithm = JS::create_heap_function(realm.heap(), [&realm, &fetch_params](JS::Value reason) {
  1897. fetch_params.controller()->abort(realm, reason);
  1898. return WebIDL::create_resolved_promise(realm, JS::js_undefined());
  1899. });
  1900. // 13. Set up stream with byte reading support with pullAlgorithm set to pullAlgorithm, cancelAlgorithm set to cancelAlgorithm.
  1901. Streams::set_up_readable_stream_controller_with_byte_reading_support(stream, pull_algorithm, cancel_algorithm);
  1902. auto on_headers_received = JS::create_heap_function(vm.heap(), [&vm, request, pending_response, stream](HTTP::HeaderMap const& response_headers, Optional<u32> status_code) {
  1903. (void)request;
  1904. if (pending_response->is_resolved()) {
  1905. // RequestServer will send us the response headers twice, the second time being for HTTP trailers. This
  1906. // fetch algorithm is not interested in trailers, so just drop them here.
  1907. return;
  1908. }
  1909. auto response = Infrastructure::Response::create(vm);
  1910. response->set_status(status_code.value_or(200));
  1911. // FIXME: Set response status message
  1912. if constexpr (WEB_FETCH_DEBUG) {
  1913. dbgln("Fetch: ResourceLoader load for '{}' {}: (status {})",
  1914. request->url(),
  1915. Infrastructure::is_ok_status(response->status()) ? "complete"sv : "failed"sv,
  1916. response->status());
  1917. log_response(status_code, response_headers, ReadonlyBytes {});
  1918. }
  1919. for (auto const& [name, value] : response_headers.headers()) {
  1920. auto header = Infrastructure::Header::from_string_pair(name, value);
  1921. response->header_list()->append(move(header));
  1922. }
  1923. // 14. Set response’s body to a new body whose stream is stream.
  1924. response->set_body(Infrastructure::Body::create(vm, stream));
  1925. // 17. Return response.
  1926. // NOTE: Typically response’s body’s stream is still being enqueued to after returning.
  1927. pending_response->resolve(response);
  1928. });
  1929. // 16. Run these steps in parallel:
  1930. // FIXME: 1. Run these steps, but abort when fetchParams is canceled:
  1931. auto on_data_received = JS::create_heap_function(vm.heap(), [fetched_data_receiver](ReadonlyBytes bytes) {
  1932. // 1. If one or more bytes have been transmitted from response’s message body, then:
  1933. if (!bytes.is_empty()) {
  1934. // 1. Let bytes be the transmitted bytes.
  1935. // FIXME: 2. Let codings be the result of extracting header list values given `Content-Encoding` and response’s header list.
  1936. // FIXME: 3. Increase response’s body info’s encoded size by bytes’s length.
  1937. // FIXME: 4. Set bytes to the result of handling content codings given codings and bytes.
  1938. // FIXME: 5. Increase response’s body info’s decoded size by bytes’s length.
  1939. // FIXME: 6. If bytes is failure, then terminate fetchParams’s controller.
  1940. // 7. Append bytes to buffer.
  1941. fetched_data_receiver->on_data_received(bytes);
  1942. // FIXME: 8. If the size of buffer is larger than an upper limit chosen by the user agent, ask the user agent
  1943. // to suspend the ongoing fetch.
  1944. }
  1945. });
  1946. auto on_complete = JS::create_heap_function(vm.heap(), [&vm, &realm, pending_response, stream](bool success, Optional<StringView> error_message) {
  1947. HTML::TemporaryExecutionContext execution_context { realm, HTML::TemporaryExecutionContext::CallbacksEnabled::Yes };
  1948. // 16.1.1.2. Otherwise, if the bytes transmission for response’s message body is done normally and stream is readable,
  1949. // then close stream, and abort these in-parallel steps.
  1950. if (success) {
  1951. if (stream->is_readable())
  1952. stream->close();
  1953. }
  1954. // 16.1.2.2. Otherwise, if stream is readable, error stream with a TypeError.
  1955. else {
  1956. auto error = MUST(String::formatted("Load failed: {}", error_message));
  1957. if (stream->is_readable())
  1958. stream->error(JS::TypeError::create(realm, error));
  1959. if (!pending_response->is_resolved())
  1960. pending_response->resolve(Infrastructure::Response::network_error(vm, error));
  1961. }
  1962. });
  1963. ResourceLoader::the().load_unbuffered(load_request, on_headers_received, on_data_received, on_complete);
  1964. } else {
  1965. auto on_load_success = JS::create_heap_function(vm.heap(), [&realm, &vm, request, pending_response](ReadonlyBytes data, HTTP::HeaderMap const& response_headers, Optional<u32> status_code) {
  1966. (void)request;
  1967. dbgln_if(WEB_FETCH_DEBUG, "Fetch: ResourceLoader load for '{}' complete", request->url());
  1968. if constexpr (WEB_FETCH_DEBUG)
  1969. log_response(status_code, response_headers, data);
  1970. auto [body, _] = TRY_OR_IGNORE(extract_body(realm, data));
  1971. auto response = Infrastructure::Response::create(vm);
  1972. response->set_status(status_code.value_or(200));
  1973. response->set_body(move(body));
  1974. for (auto const& [name, value] : response_headers.headers()) {
  1975. auto header = Infrastructure::Header::from_string_pair(name, value);
  1976. response->header_list()->append(move(header));
  1977. }
  1978. // FIXME: Set response status message
  1979. pending_response->resolve(response);
  1980. });
  1981. auto on_load_error = JS::create_heap_function(vm.heap(), [&realm, &vm, request, pending_response](ByteString const& error, Optional<u32> status_code, ReadonlyBytes data, HTTP::HeaderMap const& response_headers) {
  1982. (void)request;
  1983. dbgln_if(WEB_FETCH_DEBUG, "Fetch: ResourceLoader load for '{}' failed: {} (status {})", request->url(), error, status_code.value_or(0));
  1984. if constexpr (WEB_FETCH_DEBUG)
  1985. log_response(status_code, response_headers, data);
  1986. auto response = Infrastructure::Response::create(vm);
  1987. // FIXME: This is ugly, ResourceLoader should tell us.
  1988. if (status_code.value_or(0) == 0) {
  1989. response = Infrastructure::Response::network_error(vm, TRY_OR_IGNORE(String::from_byte_string(error)));
  1990. } else {
  1991. response->set_type(Infrastructure::Response::Type::Error);
  1992. response->set_status(status_code.value_or(400));
  1993. auto [body, _] = TRY_OR_IGNORE(extract_body(realm, data));
  1994. response->set_body(move(body));
  1995. for (auto const& [name, value] : response_headers.headers()) {
  1996. auto header = Infrastructure::Header::from_string_pair(name, value);
  1997. response->header_list()->append(move(header));
  1998. }
  1999. // FIXME: Set response status message
  2000. }
  2001. pending_response->resolve(response);
  2002. });
  2003. ResourceLoader::the().load(load_request, on_load_success, on_load_error);
  2004. }
  2005. return pending_response;
  2006. }
  2007. // https://fetch.spec.whatwg.org/#cors-preflight-fetch-0
  2008. WebIDL::ExceptionOr<JS::NonnullGCPtr<PendingResponse>> cors_preflight_fetch(JS::Realm& realm, Infrastructure::Request& request)
  2009. {
  2010. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'CORS-preflight fetch' with request @ {}", &request);
  2011. auto& vm = realm.vm();
  2012. // 1. Let preflight be a new request whose method is `OPTIONS`, URL list is a clone of request’s URL list, initiator is
  2013. // request’s initiator, destination is request’s destination, origin is request’s origin, referrer is request’s referrer,
  2014. // referrer policy is request’s referrer policy, mode is "cors", and response tainting is "cors".
  2015. auto preflight = Fetch::Infrastructure::Request::create(vm);
  2016. preflight->set_method(TRY_OR_THROW_OOM(vm, ByteBuffer::copy("OPTIONS"sv.bytes())));
  2017. preflight->set_url_list(request.url_list());
  2018. preflight->set_initiator(request.initiator());
  2019. preflight->set_destination(request.destination());
  2020. preflight->set_origin(request.origin());
  2021. preflight->set_referrer(request.referrer());
  2022. preflight->set_referrer_policy(request.referrer_policy());
  2023. preflight->set_mode(Infrastructure::Request::Mode::CORS);
  2024. preflight->set_response_tainting(Infrastructure::Request::ResponseTainting::CORS);
  2025. // 2. Append (`Accept`, `*/*`) to preflight’s header list.
  2026. auto temp_header = Infrastructure::Header::from_string_pair("Accept"sv, "*/*"sv);
  2027. preflight->header_list()->append(move(temp_header));
  2028. // 3. Append (`Access-Control-Request-Method`, request’s method) to preflight’s header list.
  2029. temp_header = Infrastructure::Header::from_string_pair("Access-Control-Request-Method"sv, request.method());
  2030. preflight->header_list()->append(move(temp_header));
  2031. // 4. Let headers be the CORS-unsafe request-header names with request’s header list.
  2032. auto headers = Infrastructure::get_cors_unsafe_header_names(request.header_list());
  2033. // 5. If headers is not empty, then:
  2034. if (!headers.is_empty()) {
  2035. // 1. Let value be the items in headers separated from each other by `,`.
  2036. // NOTE: This intentionally does not use combine, as 0x20 following 0x2C is not the way this was implemented,
  2037. // for better or worse.
  2038. ByteBuffer value;
  2039. bool first = true;
  2040. for (auto const& header : headers) {
  2041. if (!first)
  2042. TRY_OR_THROW_OOM(vm, value.try_append(','));
  2043. TRY_OR_THROW_OOM(vm, value.try_append(header));
  2044. first = false;
  2045. }
  2046. // 2. Append (`Access-Control-Request-Headers`, value) to preflight’s header list.
  2047. temp_header = Infrastructure::Header {
  2048. .name = TRY_OR_THROW_OOM(vm, ByteBuffer::copy("Access-Control-Request-Headers"sv.bytes())),
  2049. .value = move(value),
  2050. };
  2051. preflight->header_list()->append(move(temp_header));
  2052. }
  2053. // 6. Let response be the result of running HTTP-network-or-cache fetch given a new fetch params whose request is preflight.
  2054. // FIXME: The spec doesn't say anything about timing_info here, but FetchParams requires a non-null FetchTimingInfo object.
  2055. auto timing_info = Infrastructure::FetchTimingInfo::create(vm);
  2056. auto fetch_params = Infrastructure::FetchParams::create(vm, preflight, timing_info);
  2057. auto returned_pending_response = PendingResponse::create(vm, request);
  2058. auto preflight_response = TRY(http_network_or_cache_fetch(realm, fetch_params));
  2059. preflight_response->when_loaded([&vm, &request, returned_pending_response](JS::NonnullGCPtr<Infrastructure::Response> response) {
  2060. dbgln_if(WEB_FETCH_DEBUG, "Fetch: Running 'CORS-preflight fetch' preflight_response load callback");
  2061. // 7. If a CORS check for request and response returns success and response’s status is an ok status, then:
  2062. // NOTE: The CORS check is done on request rather than preflight to ensure the correct credentials mode is used.
  2063. if (cors_check(request, response) && Infrastructure::is_ok_status(response->status())) {
  2064. // 1. Let methods be the result of extracting header list values given `Access-Control-Allow-Methods` and response’s header list.
  2065. auto methods_or_failure = Infrastructure::extract_header_list_values("Access-Control-Allow-Methods"sv.bytes(), response->header_list());
  2066. // 2. Let headerNames be the result of extracting header list values given `Access-Control-Allow-Headers` and
  2067. // response’s header list.
  2068. auto header_names_or_failure = Infrastructure::extract_header_list_values("Access-Control-Allow-Headers"sv.bytes(), response->header_list());
  2069. // 3. If either methods or headerNames is failure, return a network error.
  2070. if (methods_or_failure.has<Infrastructure::ExtractHeaderParseFailure>()) {
  2071. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, "The Access-Control-Allow-Methods in the CORS-preflight response is syntactically invalid"_string));
  2072. return;
  2073. }
  2074. if (header_names_or_failure.has<Infrastructure::ExtractHeaderParseFailure>()) {
  2075. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, "The Access-Control-Allow-Headers in the CORS-preflight response is syntactically invalid"_string));
  2076. return;
  2077. }
  2078. // NOTE: We treat "methods_or_failure" being `Empty` as empty Vector here.
  2079. auto methods = methods_or_failure.has<Vector<ByteBuffer>>() ? methods_or_failure.get<Vector<ByteBuffer>>() : Vector<ByteBuffer> {};
  2080. // NOTE: We treat "header_names_or_failure" being `Empty` as empty Vector here.
  2081. auto header_names = header_names_or_failure.has<Vector<ByteBuffer>>() ? header_names_or_failure.get<Vector<ByteBuffer>>() : Vector<ByteBuffer> {};
  2082. // 4. If methods is null and request’s use-CORS-preflight flag is set, then set methods to a new list containing request’s method.
  2083. // NOTE: This ensures that a CORS-preflight fetch that happened due to request’s use-CORS-preflight flag being set is cached.
  2084. if (methods.is_empty() && request.use_cors_preflight())
  2085. methods = Vector { TRY_OR_IGNORE(ByteBuffer::copy(request.method())) };
  2086. // 5. If request’s method is not in methods, request’s method is not a CORS-safelisted method, and request’s credentials mode
  2087. // is "include" or methods does not contain `*`, then return a network error.
  2088. if (!methods.contains_slow(request.method()) && !Infrastructure::is_cors_safelisted_method(request.method())) {
  2089. if (request.credentials_mode() == Infrastructure::Request::CredentialsMode::Include) {
  2090. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, TRY_OR_IGNORE(String::formatted("Non-CORS-safelisted method '{}' not found in the CORS-preflight response's Access-Control-Allow-Methods header (the header may be missing). '*' is not allowed as the main request includes credentials."sv, StringView { request.method() }))));
  2091. return;
  2092. }
  2093. if (!methods.contains_slow("*"sv.bytes())) {
  2094. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, TRY_OR_IGNORE(String::formatted("Non-CORS-safelisted method '{}' not found in the CORS-preflight response's Access-Control-Allow-Methods header and there was no '*' entry. The header may be missing."sv, StringView { request.method() }))));
  2095. return;
  2096. }
  2097. }
  2098. // 6. If one of request’s header list’s names is a CORS non-wildcard request-header name and is not a byte-case-insensitive match
  2099. // for an item in headerNames, then return a network error.
  2100. for (auto const& header : *request.header_list()) {
  2101. if (Infrastructure::is_cors_non_wildcard_request_header_name(header.name)) {
  2102. bool is_in_header_names = false;
  2103. for (auto const& allowed_header_name : header_names) {
  2104. if (StringView { allowed_header_name }.equals_ignoring_ascii_case(header.name)) {
  2105. is_in_header_names = true;
  2106. break;
  2107. }
  2108. }
  2109. if (!is_in_header_names) {
  2110. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, TRY_OR_IGNORE(String::formatted("Main request contains the header '{}' that is not specified in the CORS-preflight response's Access-Control-Allow-Headers header (the header may be missing). '*' does not capture this header."sv, StringView { header.name }))));
  2111. return;
  2112. }
  2113. }
  2114. }
  2115. // 7. For each unsafeName of the CORS-unsafe request-header names with request’s header list, if unsafeName is not a
  2116. // byte-case-insensitive match for an item in headerNames and request’s credentials mode is "include" or headerNames
  2117. // does not contain `*`, return a network error.
  2118. auto unsafe_names = Infrastructure::get_cors_unsafe_header_names(request.header_list());
  2119. for (auto const& unsafe_name : unsafe_names) {
  2120. bool is_in_header_names = false;
  2121. for (auto const& header_name : header_names) {
  2122. if (StringView { unsafe_name }.equals_ignoring_ascii_case(header_name)) {
  2123. is_in_header_names = true;
  2124. break;
  2125. }
  2126. }
  2127. if (!is_in_header_names) {
  2128. if (request.credentials_mode() == Infrastructure::Request::CredentialsMode::Include) {
  2129. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, TRY_OR_IGNORE(String::formatted("CORS-unsafe request-header '{}' not found in the CORS-preflight response's Access-Control-Allow-Headers header (the header may be missing). '*' is not allowed as the main request includes credentials."sv, StringView { unsafe_name }))));
  2130. return;
  2131. }
  2132. if (!header_names.contains_slow("*"sv.bytes())) {
  2133. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, TRY_OR_IGNORE(String::formatted("CORS-unsafe request-header '{}' not found in the CORS-preflight response's Access-Control-Allow-Headers header and there was no '*' entry. The header may be missing."sv, StringView { unsafe_name }))));
  2134. return;
  2135. }
  2136. }
  2137. }
  2138. // FIXME: 8. Let max-age be the result of extracting header list values given `Access-Control-Max-Age` and response’s header list.
  2139. // FIXME: 9. If max-age is failure or null, then set max-age to 5.
  2140. // FIXME: 10. If max-age is greater than an imposed limit on max-age, then set max-age to the imposed limit.
  2141. // 11. If the user agent does not provide for a cache, then return response.
  2142. // NOTE: Since we don't currently have a cache, this is always true.
  2143. returned_pending_response->resolve(response);
  2144. return;
  2145. // FIXME: 12. For each method in methods for which there is a method cache entry match using request, set matching entry’s max-age
  2146. // to max-age.
  2147. // FIXME: 13. For each method in methods for which there is no method cache entry match using request, create a new cache entry
  2148. // with request, max-age, method, and null.
  2149. // FIXME: 14. For each headerName in headerNames for which there is a header-name cache entry match using request, set matching
  2150. // entry’s max-age to max-age.
  2151. // FIXME: 15. For each headerName in headerNames for which there is no header-name cache entry match using request, create a
  2152. // new cache entry with request, max-age, null, and headerName.
  2153. // FIXME: 16. Return response.
  2154. }
  2155. // 8. Otherwise, return a network error.
  2156. returned_pending_response->resolve(Infrastructure::Response::network_error(vm, "CORS-preflight check failed"_string));
  2157. });
  2158. return returned_pending_response;
  2159. }
  2160. // https://w3c.github.io/webappsec-fetch-metadata/#abstract-opdef-set-dest
  2161. void set_sec_fetch_dest_header(Infrastructure::Request& request)
  2162. {
  2163. // 1. Assert: r’s url is a potentially trustworthy URL.
  2164. VERIFY(SecureContexts::is_url_potentially_trustworthy(request.url()) == SecureContexts::Trustworthiness::PotentiallyTrustworthy);
  2165. // 2. Let header be a Structured Header whose value is a token.
  2166. // FIXME: This is handled below, as Serenity doesn't have APIs for RFC 8941.
  2167. // 3. If r’s destination is the empty string, set header’s value to the string "empty". Otherwise, set header’s value to r’s destination.
  2168. ByteBuffer header_value;
  2169. if (!request.destination().has_value()) {
  2170. header_value = MUST(ByteBuffer::copy("empty"sv.bytes()));
  2171. } else {
  2172. header_value = MUST(ByteBuffer::copy(Infrastructure::request_destination_to_string(request.destination().value()).bytes()));
  2173. }
  2174. // 4. Set a structured field value `Sec-Fetch-Dest`/header in r’s header list.
  2175. auto header = Infrastructure::Header {
  2176. .name = MUST(ByteBuffer::copy("Sec-Fetch-Dest"sv.bytes())),
  2177. .value = move(header_value),
  2178. };
  2179. request.header_list()->append(move(header));
  2180. }
  2181. // https://w3c.github.io/webappsec-fetch-metadata/#abstract-opdef-set-dest
  2182. void set_sec_fetch_mode_header(Infrastructure::Request& request)
  2183. {
  2184. // 1. Assert: r’s url is a potentially trustworthy URL.
  2185. VERIFY(SecureContexts::is_url_potentially_trustworthy(request.url()) == SecureContexts::Trustworthiness::PotentiallyTrustworthy);
  2186. // 2. Let header be a Structured Header whose value is a token.
  2187. // FIXME: This is handled below, as Serenity doesn't have APIs for RFC 8941.
  2188. // 3. Set header’s value to r’s mode.
  2189. auto header_value = MUST(ByteBuffer::copy(Infrastructure::request_mode_to_string(request.mode()).bytes()));
  2190. // 4. Set a structured field value `Sec-Fetch-Mode`/header in r’s header list.
  2191. auto header = Infrastructure::Header {
  2192. .name = MUST(ByteBuffer::copy("Sec-Fetch-Mode"sv.bytes())),
  2193. .value = move(header_value),
  2194. };
  2195. request.header_list()->append(move(header));
  2196. }
  2197. // https://w3c.github.io/webappsec-fetch-metadata/#abstract-opdef-set-site
  2198. void set_sec_fetch_site_header(Infrastructure::Request& request)
  2199. {
  2200. // 1. Assert: r’s url is a potentially trustworthy URL.
  2201. VERIFY(SecureContexts::is_url_potentially_trustworthy(request.url()) == SecureContexts::Trustworthiness::PotentiallyTrustworthy);
  2202. // 2. Let header be a Structured Header whose value is a token.
  2203. // FIXME: This is handled below, as Serenity doesn't have APIs for RFC 8941.
  2204. // 3. Set header’s value to same-origin.
  2205. auto header_value = "same-origin"sv;
  2206. // FIXME: 4. If r is a navigation request that was explicitly caused by a user’s interaction with the user agent (by typing an address
  2207. // into the user agent directly, for example, or by clicking a bookmark, etc.), then set header’s value to none.
  2208. // 5. If header’s value is not none, then for each url in r’s url list:
  2209. if (!header_value.equals_ignoring_ascii_case("none"sv)) {
  2210. for (auto& url : request.url_list()) {
  2211. // 1. If url is same origin with r’s origin, continue.
  2212. if (url.origin().is_same_origin(request.current_url().origin()))
  2213. continue;
  2214. // 2. Set header’s value to cross-site.
  2215. header_value = "cross-site"sv;
  2216. // FIXME: 3. If r’s origin is not same site with url’s origin, then break.
  2217. // FIXME: 4. Set header’s value to same-site.
  2218. }
  2219. }
  2220. // 6. Set a structured field value `Sec-Fetch-Site`/header in r’s header list.
  2221. auto header = Infrastructure::Header {
  2222. .name = MUST(ByteBuffer::copy("Sec-Fetch-Site"sv.bytes())),
  2223. .value = MUST(ByteBuffer::copy(header_value.bytes())),
  2224. };
  2225. request.header_list()->append(move(header));
  2226. }
  2227. // https://w3c.github.io/webappsec-fetch-metadata/#abstract-opdef-set-user
  2228. void set_sec_fetch_user_header(Infrastructure::Request& request)
  2229. {
  2230. // 1. Assert: r’s url is a potentially trustworthy URL.
  2231. VERIFY(SecureContexts::is_url_potentially_trustworthy(request.url()) == SecureContexts::Trustworthiness::PotentiallyTrustworthy);
  2232. // 2. If r is not a navigation request, or if r’s user-activation is false, return.
  2233. if (!request.is_navigation_request() || !request.user_activation())
  2234. return;
  2235. // 3. Let header be a Structured Header whose value is a token.
  2236. // FIXME: This is handled below, as Serenity doesn't have APIs for RFC 8941.
  2237. // 4. Set header’s value to true.
  2238. // NOTE: See https://datatracker.ietf.org/doc/html/rfc8941#name-booleans for boolean format in RFC 8941.
  2239. auto header_value = MUST(ByteBuffer::copy("?1"sv.bytes()));
  2240. // 5. Set a structured field value `Sec-Fetch-User`/header in r’s header list.
  2241. auto header = Infrastructure::Header {
  2242. .name = MUST(ByteBuffer::copy("Sec-Fetch-User"sv.bytes())),
  2243. .value = move(header_value),
  2244. };
  2245. request.header_list()->append(move(header));
  2246. }
  2247. // https://w3c.github.io/webappsec-fetch-metadata/#abstract-opdef-append-the-fetch-metadata-headers-for-a-request
  2248. void append_fetch_metadata_headers_for_request(Infrastructure::Request& request)
  2249. {
  2250. // 1. If r’s url is not an potentially trustworthy URL, return.
  2251. if (SecureContexts::is_url_potentially_trustworthy(request.url()) != SecureContexts::Trustworthiness::PotentiallyTrustworthy)
  2252. return;
  2253. // 2. Set the Sec-Fetch-Dest header for r.
  2254. set_sec_fetch_dest_header(request);
  2255. // 3. Set the Sec-Fetch-Mode header for r.
  2256. set_sec_fetch_mode_header(request);
  2257. // 4. Set the Sec-Fetch-Site header for r.
  2258. set_sec_fetch_site_header(request);
  2259. // 5. Set the Sec-Fetch-User header for r.
  2260. set_sec_fetch_user_header(request);
  2261. }
  2262. }