ConnectionFromClient.cpp 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107
  1. /*
  2. * Copyright (c) 2020-2023, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021-2023, Sam Atkins <atkinssj@serenityos.org>
  4. * Copyright (c) 2021-2023, Linus Groh <linusg@serenityos.org>
  5. * Copyright (c) 2022, Tobias Christiansen <tobyase@serenityos.org>
  6. * Copyright (c) 2022, Tim Flynn <trflynn89@serenityos.org>
  7. * Copyright (c) 2023-2024, Andrew Kaster <akaster@serenityos.org>
  8. *
  9. * SPDX-License-Identifier: BSD-2-Clause
  10. */
  11. #include <AK/JsonObject.h>
  12. #include <AK/QuickSort.h>
  13. #include <LibGfx/Bitmap.h>
  14. #include <LibGfx/Font/FontDatabase.h>
  15. #include <LibGfx/SystemTheme.h>
  16. #include <LibJS/Heap/Heap.h>
  17. #include <LibJS/Runtime/ConsoleObject.h>
  18. #include <LibWeb/ARIA/RoleType.h>
  19. #include <LibWeb/Bindings/MainThreadVM.h>
  20. #include <LibWeb/CSS/StyleComputer.h>
  21. #include <LibWeb/DOM/Attr.h>
  22. #include <LibWeb/DOM/CharacterData.h>
  23. #include <LibWeb/DOM/Document.h>
  24. #include <LibWeb/DOM/Element.h>
  25. #include <LibWeb/DOM/ElementFactory.h>
  26. #include <LibWeb/DOM/Text.h>
  27. #include <LibWeb/Dump.h>
  28. #include <LibWeb/HTML/BrowsingContext.h>
  29. #include <LibWeb/HTML/HTMLInputElement.h>
  30. #include <LibWeb/HTML/SelectedFile.h>
  31. #include <LibWeb/HTML/Storage.h>
  32. #include <LibWeb/HTML/TraversableNavigable.h>
  33. #include <LibWeb/HTML/Window.h>
  34. #include <LibWeb/Infra/Strings.h>
  35. #include <LibWeb/Layout/Viewport.h>
  36. #include <LibWeb/Loader/ContentFilter.h>
  37. #include <LibWeb/Loader/ProxyMappings.h>
  38. #include <LibWeb/Loader/ResourceLoader.h>
  39. #include <LibWeb/Namespace.h>
  40. #include <LibWeb/Painting/StackingContext.h>
  41. #include <LibWeb/Painting/ViewportPaintable.h>
  42. #include <LibWeb/PermissionsPolicy/AutoplayAllowlist.h>
  43. #include <LibWeb/Platform/EventLoopPlugin.h>
  44. #include <LibWebView/Attribute.h>
  45. #include <WebContent/ConnectionFromClient.h>
  46. #include <WebContent/PageClient.h>
  47. #include <WebContent/PageHost.h>
  48. #include <WebContent/WebContentClientEndpoint.h>
  49. namespace WebContent {
  50. ConnectionFromClient::ConnectionFromClient(NonnullOwnPtr<Core::LocalSocket> socket)
  51. : IPC::ConnectionFromClient<WebContentClientEndpoint, WebContentServerEndpoint>(*this, move(socket), 1)
  52. , m_page_host(PageHost::create(*this))
  53. {
  54. m_input_event_queue_timer = Web::Platform::Timer::create_single_shot(0, [this] { process_next_input_event(); });
  55. async_notify_process_information({ ::getpid() });
  56. }
  57. ConnectionFromClient::~ConnectionFromClient() = default;
  58. void ConnectionFromClient::die()
  59. {
  60. Web::Platform::EventLoopPlugin::the().quit();
  61. }
  62. Optional<PageClient&> ConnectionFromClient::page(u64 index, SourceLocation location)
  63. {
  64. if (auto page = m_page_host->page(index); page.has_value())
  65. return *page;
  66. dbgln("ConnectionFromClient::{}: Did not find a page with ID {}", location.function_name(), index);
  67. return {};
  68. }
  69. Optional<PageClient const&> ConnectionFromClient::page(u64 index, SourceLocation location) const
  70. {
  71. if (auto page = m_page_host->page(index); page.has_value())
  72. return *page;
  73. dbgln("ConnectionFromClient::{}: Did not find a page with ID {}", location.function_name(), index);
  74. return {};
  75. }
  76. Messages::WebContentServer::GetWindowHandleResponse ConnectionFromClient::get_window_handle(u64 page_id)
  77. {
  78. if (auto page = this->page(page_id); page.has_value())
  79. return page->page().top_level_traversable()->window_handle();
  80. return String {};
  81. }
  82. void ConnectionFromClient::set_window_handle(u64 page_id, String const& handle)
  83. {
  84. if (auto page = this->page(page_id); page.has_value())
  85. page->page().top_level_traversable()->set_window_handle(handle);
  86. }
  87. void ConnectionFromClient::connect_to_webdriver(u64 page_id, ByteString const& webdriver_ipc_path)
  88. {
  89. if (auto page = this->page(page_id); page.has_value()) {
  90. // FIXME: Propagate this error back to the browser.
  91. if (auto result = page->connect_to_webdriver(webdriver_ipc_path); result.is_error())
  92. dbgln("Unable to connect to the WebDriver process: {}", result.error());
  93. }
  94. }
  95. void ConnectionFromClient::update_system_theme(u64 page_id, Core::AnonymousBuffer const& theme_buffer)
  96. {
  97. auto page = this->page(page_id);
  98. if (!page.has_value())
  99. return;
  100. Gfx::set_system_theme(theme_buffer);
  101. auto impl = Gfx::PaletteImpl::create_with_anonymous_buffer(theme_buffer);
  102. page->set_palette_impl(*impl);
  103. }
  104. void ConnectionFromClient::update_screen_rects(u64 page_id, Vector<Web::DevicePixelRect> const& rects, u32 main_screen)
  105. {
  106. if (auto page = this->page(page_id); page.has_value())
  107. page->set_screen_rects(rects, main_screen);
  108. }
  109. void ConnectionFromClient::load_url(u64 page_id, const URL::URL& url)
  110. {
  111. auto page = this->page(page_id);
  112. if (!page.has_value())
  113. return;
  114. page->page().load(url);
  115. }
  116. void ConnectionFromClient::load_html(u64 page_id, ByteString const& html)
  117. {
  118. if (auto page = this->page(page_id); page.has_value())
  119. page->page().load_html(html);
  120. }
  121. void ConnectionFromClient::reload(u64 page_id)
  122. {
  123. if (auto page = this->page(page_id); page.has_value())
  124. page->page().reload();
  125. }
  126. void ConnectionFromClient::traverse_the_history_by_delta(u64 page_id, i32 delta)
  127. {
  128. if (auto page = this->page(page_id); page.has_value())
  129. page->page().traverse_the_history_by_delta(delta);
  130. }
  131. void ConnectionFromClient::set_viewport_size(u64 page_id, Web::DevicePixelSize const size)
  132. {
  133. if (auto page = this->page(page_id); page.has_value())
  134. page->set_viewport_size(size);
  135. }
  136. void ConnectionFromClient::add_backing_store(u64 page_id, i32 front_bitmap_id, Gfx::ShareableBitmap const& front_bitmap, i32 back_bitmap_id, Gfx::ShareableBitmap const& back_bitmap)
  137. {
  138. if (auto page = this->page(page_id); page.has_value())
  139. page->add_backing_store(front_bitmap_id, front_bitmap, back_bitmap_id, back_bitmap);
  140. }
  141. void ConnectionFromClient::ready_to_paint(u64 page_id)
  142. {
  143. if (auto page = this->page(page_id); page.has_value())
  144. page->ready_to_paint();
  145. }
  146. void ConnectionFromClient::process_next_input_event()
  147. {
  148. if (m_input_event_queue.is_empty())
  149. return;
  150. auto event = m_input_event_queue.dequeue();
  151. auto page = this->page(event.page_id);
  152. if (!page.has_value())
  153. return;
  154. auto handled = event.event.visit(
  155. [&](Web::KeyEvent const& event) {
  156. switch (event.type) {
  157. case Web::KeyEvent::Type::KeyDown:
  158. return page->page().handle_keydown(event.key, event.modifiers, event.code_point);
  159. case Web::KeyEvent::Type::KeyUp:
  160. return page->page().handle_keyup(event.key, event.modifiers, event.code_point);
  161. }
  162. VERIFY_NOT_REACHED();
  163. },
  164. [&](Web::MouseEvent const& event) {
  165. switch (event.type) {
  166. case Web::MouseEvent::Type::MouseDown:
  167. return page->page().handle_mousedown(event.position, event.screen_position, event.button, event.buttons, event.modifiers);
  168. case Web::MouseEvent::Type::MouseUp:
  169. return page->page().handle_mouseup(event.position, event.screen_position, event.button, event.buttons, event.modifiers);
  170. case Web::MouseEvent::Type::MouseMove:
  171. return page->page().handle_mousemove(event.position, event.screen_position, event.buttons, event.modifiers);
  172. case Web::MouseEvent::Type::MouseWheel:
  173. return page->page().handle_mousewheel(event.position, event.screen_position, event.button, event.buttons, event.modifiers, event.wheel_delta_x, event.wheel_delta_y);
  174. case Web::MouseEvent::Type::DoubleClick:
  175. return page->page().handle_doubleclick(event.position, event.screen_position, event.button, event.buttons, event.modifiers);
  176. }
  177. VERIFY_NOT_REACHED();
  178. });
  179. // We have to notify the client about coalesced events, so we do that by saying none of them were handled by the web page->
  180. for (size_t i = 0; i < event.coalesced_event_count; ++i)
  181. report_finished_handling_input_event(event.page_id, false);
  182. report_finished_handling_input_event(event.page_id, handled);
  183. if (!m_input_event_queue.is_empty())
  184. m_input_event_queue_timer->start();
  185. }
  186. void ConnectionFromClient::key_event(u64 page_id, Web::KeyEvent const& event)
  187. {
  188. enqueue_input_event({ page_id, move(const_cast<Web::KeyEvent&>(event)), 0 });
  189. }
  190. void ConnectionFromClient::mouse_event(u64 page_id, Web::MouseEvent const& event)
  191. {
  192. // OPTIMIZATION: Coalesce consecutive unprocessed mouse move and wheel events.
  193. auto event_to_coalesce = [&]() -> Web::MouseEvent const* {
  194. if (m_input_event_queue.is_empty())
  195. return nullptr;
  196. if (m_input_event_queue.tail().page_id != page_id)
  197. return nullptr;
  198. if (event.type != Web::MouseEvent::Type::MouseMove && event.type != Web::MouseEvent::Type::MouseWheel)
  199. return nullptr;
  200. if (auto const* mouse_event = m_input_event_queue.tail().event.get_pointer<Web::MouseEvent>()) {
  201. if (mouse_event->type == event.type)
  202. return mouse_event;
  203. }
  204. return nullptr;
  205. };
  206. if (auto const* last_mouse_event = event_to_coalesce()) {
  207. auto& mutable_event = const_cast<Web::MouseEvent&>(event);
  208. mutable_event.wheel_delta_x += last_mouse_event->wheel_delta_x;
  209. mutable_event.wheel_delta_y += last_mouse_event->wheel_delta_y;
  210. m_input_event_queue.tail().event = move(mutable_event);
  211. ++m_input_event_queue.tail().coalesced_event_count;
  212. return;
  213. }
  214. enqueue_input_event({ page_id, move(const_cast<Web::MouseEvent&>(event)), 0 });
  215. }
  216. void ConnectionFromClient::enqueue_input_event(QueuedInputEvent event)
  217. {
  218. m_input_event_queue.enqueue(move(event));
  219. m_input_event_queue_timer->start();
  220. }
  221. void ConnectionFromClient::report_finished_handling_input_event(u64 page_id, bool event_was_handled)
  222. {
  223. async_did_finish_handling_input_event(page_id, event_was_handled);
  224. }
  225. void ConnectionFromClient::debug_request(u64 page_id, ByteString const& request, ByteString const& argument)
  226. {
  227. auto page = this->page(page_id);
  228. if (!page.has_value())
  229. return;
  230. if (request == "dump-session-history") {
  231. auto const& traversable = page->page().top_level_traversable();
  232. Web::dump_tree(*traversable);
  233. }
  234. if (request == "dump-dom-tree") {
  235. if (auto* doc = page->page().top_level_browsing_context().active_document())
  236. Web::dump_tree(*doc);
  237. return;
  238. }
  239. if (request == "dump-layout-tree") {
  240. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  241. if (auto* viewport = doc->layout_node())
  242. Web::dump_tree(*viewport);
  243. }
  244. return;
  245. }
  246. if (request == "dump-paint-tree") {
  247. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  248. if (auto* paintable = doc->paintable())
  249. Web::dump_tree(*paintable);
  250. }
  251. return;
  252. }
  253. if (request == "dump-stacking-context-tree") {
  254. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  255. if (auto* viewport = doc->layout_node()) {
  256. if (auto* stacking_context = viewport->paintable_box()->stacking_context())
  257. stacking_context->dump();
  258. }
  259. }
  260. return;
  261. }
  262. if (request == "dump-style-sheets") {
  263. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  264. for (auto& sheet : doc->style_sheets().sheets()) {
  265. if (auto result = Web::dump_sheet(sheet); result.is_error())
  266. dbgln("Failed to dump style sheets: {}", result.error());
  267. }
  268. }
  269. return;
  270. }
  271. if (request == "dump-all-resolved-styles") {
  272. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  273. Queue<Web::DOM::Node*> elements_to_visit;
  274. elements_to_visit.enqueue(doc->document_element());
  275. while (!elements_to_visit.is_empty()) {
  276. auto element = elements_to_visit.dequeue();
  277. for (auto& child : element->children_as_vector())
  278. elements_to_visit.enqueue(child.ptr());
  279. if (element->is_element()) {
  280. auto styles = doc->style_computer().compute_style(*static_cast<Web::DOM::Element*>(element));
  281. dbgln("+ Element {}", element->debug_description());
  282. auto& properties = styles->properties();
  283. for (size_t i = 0; i < properties.size(); ++i)
  284. dbgln("| {} = {}", Web::CSS::string_from_property_id(static_cast<Web::CSS::PropertyID>(i)), properties[i].style ? properties[i].style->to_string() : ""_string);
  285. dbgln("---");
  286. }
  287. }
  288. }
  289. return;
  290. }
  291. if (request == "collect-garbage") {
  292. Web::Bindings::main_thread_vm().heap().collect_garbage(JS::Heap::CollectionType::CollectGarbage, true);
  293. return;
  294. }
  295. if (request == "set-line-box-borders") {
  296. bool state = argument == "on";
  297. page->set_should_show_line_box_borders(state);
  298. page->page().top_level_traversable()->set_needs_display(page->page().top_level_traversable()->viewport_rect());
  299. return;
  300. }
  301. if (request == "clear-cache") {
  302. Web::ResourceLoader::the().clear_cache();
  303. return;
  304. }
  305. if (request == "spoof-user-agent") {
  306. Web::ResourceLoader::the().set_user_agent(MUST(String::from_byte_string(argument)));
  307. return;
  308. }
  309. if (request == "same-origin-policy") {
  310. page->page().set_same_origin_policy_enabled(argument == "on");
  311. return;
  312. }
  313. if (request == "scripting") {
  314. page->page().set_is_scripting_enabled(argument == "on");
  315. return;
  316. }
  317. if (request == "block-pop-ups") {
  318. page->page().set_should_block_pop_ups(argument == "on");
  319. return;
  320. }
  321. if (request == "dump-local-storage") {
  322. if (auto* document = page->page().top_level_browsing_context().active_document())
  323. document->window()->local_storage().release_value_but_fixme_should_propagate_errors()->dump();
  324. return;
  325. }
  326. if (request == "load-reference-page") {
  327. if (auto* document = page->page().top_level_browsing_context().active_document()) {
  328. auto maybe_link = document->query_selector("link[rel=match]"sv);
  329. if (maybe_link.is_error() || !maybe_link.value()) {
  330. // To make sure that we fail the ref-test if the link is missing, load the error page->
  331. load_html(page_id, "<h1>Failed to find &lt;link rel=&quot;match&quot; /&gt; in ref test page!</h1> Make sure you added it.");
  332. } else {
  333. auto link = maybe_link.release_value();
  334. auto url = document->parse_url(link->get_attribute_value(Web::HTML::AttributeNames::href));
  335. load_url(page_id, url);
  336. }
  337. }
  338. return;
  339. }
  340. }
  341. void ConnectionFromClient::get_source(u64 page_id)
  342. {
  343. if (auto page = this->page(page_id); page.has_value()) {
  344. if (auto* doc = page->page().top_level_browsing_context().active_document())
  345. async_did_get_source(page_id, doc->url(), doc->source().to_byte_string());
  346. }
  347. }
  348. void ConnectionFromClient::inspect_dom_tree(u64 page_id)
  349. {
  350. if (auto page = this->page(page_id); page.has_value()) {
  351. if (auto* doc = page->page().top_level_browsing_context().active_document())
  352. async_did_inspect_dom_tree(page_id, doc->dump_dom_tree_as_json().to_byte_string());
  353. }
  354. }
  355. void ConnectionFromClient::inspect_dom_node(u64 page_id, i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> const& pseudo_element)
  356. {
  357. auto page = this->page(page_id);
  358. if (!page.has_value())
  359. return;
  360. auto& top_context = page->page().top_level_browsing_context();
  361. top_context.for_each_in_inclusive_subtree([&](auto& ctx) {
  362. if (ctx.active_document() != nullptr) {
  363. ctx.active_document()->set_inspected_node(nullptr, {});
  364. }
  365. return Web::TraversalDecision::Continue;
  366. });
  367. Web::DOM::Node* node = Web::DOM::Node::from_unique_id(node_id);
  368. // Note: Nodes without layout (aka non-visible nodes, don't have style computed)
  369. if (!node || !node->layout_node()) {
  370. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  371. return;
  372. }
  373. node->document().set_inspected_node(node, pseudo_element);
  374. if (node->is_element()) {
  375. auto& element = verify_cast<Web::DOM::Element>(*node);
  376. if (!element.computed_css_values()) {
  377. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  378. return;
  379. }
  380. auto serialize_json = [](Web::CSS::StyleProperties const& properties) -> ByteString {
  381. StringBuilder builder;
  382. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  383. properties.for_each_property([&](auto property_id, auto& value) {
  384. MUST(serializer.add(Web::CSS::string_from_property_id(property_id), value.to_string().to_byte_string()));
  385. });
  386. MUST(serializer.finish());
  387. return builder.to_byte_string();
  388. };
  389. auto serialize_custom_properties_json = [](Web::DOM::Element const& element, Optional<Web::CSS::Selector::PseudoElement::Type> pseudo_element) -> ByteString {
  390. StringBuilder builder;
  391. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  392. HashTable<FlyString> seen_properties;
  393. auto const* element_to_check = &element;
  394. while (element_to_check) {
  395. for (auto const& property : element_to_check->custom_properties(pseudo_element)) {
  396. if (!seen_properties.contains(property.key)) {
  397. seen_properties.set(property.key);
  398. MUST(serializer.add(property.key, property.value.value->to_string()));
  399. }
  400. }
  401. element_to_check = element_to_check->parent_element();
  402. }
  403. MUST(serializer.finish());
  404. return builder.to_byte_string();
  405. };
  406. auto serialize_node_box_sizing_json = [](Web::Layout::Node const* layout_node) -> ByteString {
  407. if (!layout_node || !layout_node->is_box()) {
  408. return "{}";
  409. }
  410. auto* box = static_cast<Web::Layout::Box const*>(layout_node);
  411. auto box_model = box->box_model();
  412. StringBuilder builder;
  413. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  414. MUST(serializer.add("padding_top"sv, box_model.padding.top.to_double()));
  415. MUST(serializer.add("padding_right"sv, box_model.padding.right.to_double()));
  416. MUST(serializer.add("padding_bottom"sv, box_model.padding.bottom.to_double()));
  417. MUST(serializer.add("padding_left"sv, box_model.padding.left.to_double()));
  418. MUST(serializer.add("margin_top"sv, box_model.margin.top.to_double()));
  419. MUST(serializer.add("margin_right"sv, box_model.margin.right.to_double()));
  420. MUST(serializer.add("margin_bottom"sv, box_model.margin.bottom.to_double()));
  421. MUST(serializer.add("margin_left"sv, box_model.margin.left.to_double()));
  422. MUST(serializer.add("border_top"sv, box_model.border.top.to_double()));
  423. MUST(serializer.add("border_right"sv, box_model.border.right.to_double()));
  424. MUST(serializer.add("border_bottom"sv, box_model.border.bottom.to_double()));
  425. MUST(serializer.add("border_left"sv, box_model.border.left.to_double()));
  426. if (auto* paintable_box = box->paintable_box()) {
  427. MUST(serializer.add("content_width"sv, paintable_box->content_width().to_double()));
  428. MUST(serializer.add("content_height"sv, paintable_box->content_height().to_double()));
  429. } else {
  430. MUST(serializer.add("content_width"sv, 0));
  431. MUST(serializer.add("content_height"sv, 0));
  432. }
  433. MUST(serializer.finish());
  434. return builder.to_byte_string();
  435. };
  436. auto serialize_aria_properties_state_json = [](Web::DOM::Element const& element) -> ByteString {
  437. auto role_name = element.role_or_default();
  438. if (!role_name.has_value()) {
  439. return "";
  440. }
  441. auto aria_data = MUST(Web::ARIA::AriaData::build_data(element));
  442. auto role = MUST(Web::ARIA::RoleType::build_role_object(role_name.value(), element.is_focusable(), *aria_data));
  443. StringBuilder builder;
  444. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  445. MUST(role->serialize_as_json(serializer));
  446. MUST(serializer.finish());
  447. return builder.to_byte_string();
  448. };
  449. if (pseudo_element.has_value()) {
  450. auto pseudo_element_node = element.get_pseudo_element_node(pseudo_element.value());
  451. if (!pseudo_element_node) {
  452. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  453. return;
  454. }
  455. // FIXME: Pseudo-elements only exist as Layout::Nodes, which don't have style information
  456. // in a format we can use. So, we run the StyleComputer again to get the specified
  457. // values, and have to ignore the computed values and custom properties.
  458. auto pseudo_element_style = page->page().focused_navigable().active_document()->style_computer().compute_style(element, pseudo_element);
  459. ByteString computed_values = serialize_json(pseudo_element_style);
  460. ByteString resolved_values = "{}";
  461. ByteString custom_properties_json = serialize_custom_properties_json(element, pseudo_element);
  462. ByteString node_box_sizing_json = serialize_node_box_sizing_json(pseudo_element_node.ptr());
  463. async_did_inspect_dom_node(page_id, true, move(computed_values), move(resolved_values), move(custom_properties_json), move(node_box_sizing_json), {});
  464. return;
  465. }
  466. ByteString computed_values = serialize_json(*element.computed_css_values());
  467. ByteString resolved_values = serialize_json(element.resolved_css_values());
  468. ByteString custom_properties_json = serialize_custom_properties_json(element, {});
  469. ByteString node_box_sizing_json = serialize_node_box_sizing_json(element.layout_node());
  470. ByteString aria_properties_state_json = serialize_aria_properties_state_json(element);
  471. async_did_inspect_dom_node(page_id, true, move(computed_values), move(resolved_values), move(custom_properties_json), move(node_box_sizing_json), move(aria_properties_state_json));
  472. return;
  473. }
  474. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  475. }
  476. void ConnectionFromClient::inspect_accessibility_tree(u64 page_id)
  477. {
  478. if (auto page = this->page(page_id); page.has_value()) {
  479. if (auto* doc = page->page().top_level_browsing_context().active_document())
  480. async_did_inspect_accessibility_tree(page_id, doc->dump_accessibility_tree_as_json().to_byte_string());
  481. }
  482. }
  483. void ConnectionFromClient::get_hovered_node_id(u64 page_id)
  484. {
  485. auto page = this->page(page_id);
  486. if (!page.has_value())
  487. return;
  488. i32 node_id = 0;
  489. if (auto* document = page->page().top_level_browsing_context().active_document()) {
  490. if (auto* hovered_node = document->hovered_node())
  491. node_id = hovered_node->unique_id();
  492. }
  493. async_did_get_hovered_node_id(page_id, node_id);
  494. }
  495. void ConnectionFromClient::set_dom_node_text(u64 page_id, i32 node_id, String const& text)
  496. {
  497. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  498. if (!dom_node || (!dom_node->is_text() && !dom_node->is_comment())) {
  499. async_did_finish_editing_dom_node(page_id, {});
  500. return;
  501. }
  502. auto& character_data = static_cast<Web::DOM::CharacterData&>(*dom_node);
  503. character_data.set_data(text);
  504. async_did_finish_editing_dom_node(page_id, character_data.unique_id());
  505. }
  506. void ConnectionFromClient::set_dom_node_tag(u64 page_id, i32 node_id, String const& name)
  507. {
  508. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  509. if (!dom_node || !dom_node->is_element() || !dom_node->parent()) {
  510. async_did_finish_editing_dom_node(page_id, {});
  511. return;
  512. }
  513. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  514. auto new_element = Web::DOM::create_element(element.document(), name, element.namespace_uri(), element.prefix(), element.is_value()).release_value_but_fixme_should_propagate_errors();
  515. element.for_each_attribute([&](auto const& attribute) {
  516. new_element->set_attribute_value(attribute.local_name(), attribute.value(), attribute.prefix(), attribute.namespace_uri());
  517. });
  518. while (auto* child_node = element.first_child()) {
  519. MUST(element.remove_child(*child_node));
  520. MUST(new_element->append_child(*child_node));
  521. }
  522. element.parent()->replace_child(*new_element, element).release_value_but_fixme_should_propagate_errors();
  523. async_did_finish_editing_dom_node(page_id, new_element->unique_id());
  524. }
  525. void ConnectionFromClient::add_dom_node_attributes(u64 page_id, i32 node_id, Vector<WebView::Attribute> const& attributes)
  526. {
  527. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  528. if (!dom_node || !dom_node->is_element()) {
  529. async_did_finish_editing_dom_node(page_id, {});
  530. return;
  531. }
  532. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  533. for (auto const& attribute : attributes)
  534. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  535. async_did_finish_editing_dom_node(page_id, element.unique_id());
  536. }
  537. void ConnectionFromClient::replace_dom_node_attribute(u64 page_id, i32 node_id, String const& name, Vector<WebView::Attribute> const& replacement_attributes)
  538. {
  539. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  540. if (!dom_node || !dom_node->is_element()) {
  541. async_did_finish_editing_dom_node(page_id, {});
  542. return;
  543. }
  544. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  545. bool should_remove_attribute = true;
  546. for (auto const& attribute : replacement_attributes) {
  547. if (should_remove_attribute && Web::Infra::is_ascii_case_insensitive_match(name, attribute.name))
  548. should_remove_attribute = false;
  549. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  550. }
  551. if (should_remove_attribute)
  552. element.remove_attribute(name);
  553. async_did_finish_editing_dom_node(page_id, element.unique_id());
  554. }
  555. void ConnectionFromClient::create_child_element(u64 page_id, i32 node_id)
  556. {
  557. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  558. if (!dom_node) {
  559. async_did_finish_editing_dom_node(page_id, {});
  560. return;
  561. }
  562. auto element = Web::DOM::create_element(dom_node->document(), Web::HTML::TagNames::div, Web::Namespace::HTML).release_value_but_fixme_should_propagate_errors();
  563. dom_node->append_child(element).release_value_but_fixme_should_propagate_errors();
  564. async_did_finish_editing_dom_node(page_id, element->unique_id());
  565. }
  566. void ConnectionFromClient::create_child_text_node(u64 page_id, i32 node_id)
  567. {
  568. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  569. if (!dom_node) {
  570. async_did_finish_editing_dom_node(page_id, {});
  571. return;
  572. }
  573. auto text_node = dom_node->heap().allocate<Web::DOM::Text>(dom_node->realm(), dom_node->document(), "text"_string);
  574. dom_node->append_child(text_node).release_value_but_fixme_should_propagate_errors();
  575. async_did_finish_editing_dom_node(page_id, text_node->unique_id());
  576. }
  577. void ConnectionFromClient::clone_dom_node(u64 page_id, i32 node_id)
  578. {
  579. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  580. if (!dom_node || !dom_node->parent_node()) {
  581. async_did_finish_editing_dom_node(page_id, {});
  582. return;
  583. }
  584. auto dom_node_clone = dom_node->clone_node(nullptr, true);
  585. dom_node->parent_node()->insert_before(dom_node_clone, dom_node->next_sibling());
  586. async_did_finish_editing_dom_node(page_id, dom_node_clone->unique_id());
  587. }
  588. void ConnectionFromClient::remove_dom_node(u64 page_id, i32 node_id)
  589. {
  590. auto page = this->page(page_id);
  591. if (!page.has_value())
  592. return;
  593. auto* active_document = page->page().top_level_browsing_context().active_document();
  594. if (!active_document) {
  595. async_did_finish_editing_dom_node(page_id, {});
  596. return;
  597. }
  598. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  599. if (!dom_node) {
  600. async_did_finish_editing_dom_node(page_id, {});
  601. return;
  602. }
  603. auto* previous_dom_node = dom_node->previous_sibling();
  604. if (!previous_dom_node)
  605. previous_dom_node = dom_node->parent();
  606. dom_node->remove();
  607. async_did_finish_editing_dom_node(page_id, previous_dom_node->unique_id());
  608. }
  609. void ConnectionFromClient::get_dom_node_html(u64 page_id, i32 node_id)
  610. {
  611. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  612. if (!dom_node)
  613. return;
  614. String html;
  615. if (dom_node->is_element()) {
  616. auto const& element = static_cast<Web::DOM::Element const&>(*dom_node);
  617. html = element.outer_html().release_value_but_fixme_should_propagate_errors();
  618. } else if (dom_node->is_text() || dom_node->is_comment()) {
  619. auto const& character_data = static_cast<Web::DOM::CharacterData const&>(*dom_node);
  620. html = character_data.data();
  621. } else {
  622. return;
  623. }
  624. async_did_get_dom_node_html(page_id, move(html));
  625. }
  626. void ConnectionFromClient::take_document_screenshot(u64 page_id)
  627. {
  628. auto page = this->page(page_id);
  629. if (!page.has_value())
  630. return;
  631. page->queue_screenshot_task({});
  632. }
  633. void ConnectionFromClient::take_dom_node_screenshot(u64 page_id, i32 node_id)
  634. {
  635. auto page = this->page(page_id);
  636. if (!page.has_value())
  637. return;
  638. page->queue_screenshot_task(node_id);
  639. }
  640. Messages::WebContentServer::DumpGcGraphResponse ConnectionFromClient::dump_gc_graph(u64)
  641. {
  642. auto gc_graph_json = Web::Bindings::main_thread_vm().heap().dump_graph();
  643. return MUST(String::from_byte_string(gc_graph_json.to_byte_string()));
  644. }
  645. Messages::WebContentServer::GetSelectedTextResponse ConnectionFromClient::get_selected_text(u64 page_id)
  646. {
  647. if (auto page = this->page(page_id); page.has_value())
  648. return page->page().focused_navigable().selected_text().to_byte_string();
  649. return ByteString {};
  650. }
  651. void ConnectionFromClient::select_all(u64 page_id)
  652. {
  653. if (auto page = this->page(page_id); page.has_value())
  654. page->page().focused_navigable().select_all();
  655. }
  656. void ConnectionFromClient::find_in_page(u64 page_id, String const& query, CaseSensitivity case_sensitivity)
  657. {
  658. auto page = this->page(page_id);
  659. if (!page.has_value())
  660. return;
  661. auto result = page->page().find_in_page({ .string = query, .case_sensitivity = case_sensitivity });
  662. async_did_find_in_page(page_id, result.current_match_index, result.total_match_count);
  663. }
  664. void ConnectionFromClient::find_in_page_next_match(u64 page_id)
  665. {
  666. auto page = this->page(page_id);
  667. if (!page.has_value())
  668. return;
  669. auto result = page->page().find_in_page_next_match();
  670. async_did_find_in_page(page_id, result.current_match_index, result.total_match_count);
  671. }
  672. void ConnectionFromClient::find_in_page_previous_match(u64 page_id)
  673. {
  674. auto page = this->page(page_id);
  675. if (!page.has_value())
  676. return;
  677. auto result = page->page().find_in_page_previous_match();
  678. async_did_find_in_page(page_id, result.current_match_index, result.total_match_count);
  679. }
  680. void ConnectionFromClient::paste(u64 page_id, String const& text)
  681. {
  682. if (auto page = this->page(page_id); page.has_value())
  683. page->page().focused_navigable().paste(text);
  684. }
  685. Messages::WebContentServer::DumpLayoutTreeResponse ConnectionFromClient::dump_layout_tree(u64 page_id)
  686. {
  687. auto page = this->page(page_id);
  688. if (!page.has_value())
  689. return ByteString { "(no page)" };
  690. auto* document = page->page().top_level_browsing_context().active_document();
  691. if (!document)
  692. return ByteString { "(no DOM tree)" };
  693. document->update_layout();
  694. auto* layout_root = document->layout_node();
  695. if (!layout_root)
  696. return ByteString { "(no layout tree)" };
  697. StringBuilder builder;
  698. Web::dump_tree(builder, *layout_root);
  699. return builder.to_byte_string();
  700. }
  701. Messages::WebContentServer::DumpPaintTreeResponse ConnectionFromClient::dump_paint_tree(u64 page_id)
  702. {
  703. auto page = this->page(page_id);
  704. if (!page.has_value())
  705. return ByteString { "(no page)" };
  706. auto* document = page->page().top_level_browsing_context().active_document();
  707. if (!document)
  708. return ByteString { "(no DOM tree)" };
  709. document->update_layout();
  710. auto* layout_root = document->layout_node();
  711. if (!layout_root)
  712. return ByteString { "(no layout tree)" };
  713. if (!layout_root->paintable())
  714. return ByteString { "(no paint tree)" };
  715. StringBuilder builder;
  716. Web::dump_tree(builder, *layout_root->paintable());
  717. return builder.to_byte_string();
  718. }
  719. Messages::WebContentServer::DumpTextResponse ConnectionFromClient::dump_text(u64 page_id)
  720. {
  721. auto page = this->page(page_id);
  722. if (!page.has_value())
  723. return ByteString { "(no page)" };
  724. auto* document = page->page().top_level_browsing_context().active_document();
  725. if (!document)
  726. return ByteString { "(no DOM tree)" };
  727. if (!document->body())
  728. return ByteString { "(no body)" };
  729. return document->body()->inner_text();
  730. }
  731. void ConnectionFromClient::set_content_filters(u64, Vector<String> const& filters)
  732. {
  733. Web::ContentFilter::the().set_patterns(filters).release_value_but_fixme_should_propagate_errors();
  734. }
  735. void ConnectionFromClient::set_autoplay_allowed_on_all_websites(u64)
  736. {
  737. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  738. autoplay_allowlist.enable_globally();
  739. }
  740. void ConnectionFromClient::set_autoplay_allowlist(u64, Vector<String> const& allowlist)
  741. {
  742. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  743. autoplay_allowlist.enable_for_origins(allowlist).release_value_but_fixme_should_propagate_errors();
  744. }
  745. void ConnectionFromClient::set_proxy_mappings(u64, Vector<ByteString> const& proxies, HashMap<ByteString, size_t> const& mappings)
  746. {
  747. auto keys = mappings.keys();
  748. quick_sort(keys, [&](auto& a, auto& b) { return a.length() < b.length(); });
  749. OrderedHashMap<ByteString, size_t> sorted_mappings;
  750. for (auto& key : keys) {
  751. auto value = *mappings.get(key);
  752. if (value >= proxies.size())
  753. continue;
  754. sorted_mappings.set(key, value);
  755. }
  756. Web::ProxyMappings::the().set_mappings(proxies, move(sorted_mappings));
  757. }
  758. void ConnectionFromClient::set_preferred_color_scheme(u64 page_id, Web::CSS::PreferredColorScheme const& color_scheme)
  759. {
  760. if (auto page = this->page(page_id); page.has_value())
  761. page->set_preferred_color_scheme(color_scheme);
  762. }
  763. void ConnectionFromClient::set_preferred_contrast(u64 page_id, Web::CSS::PreferredContrast const& contrast)
  764. {
  765. if (auto page = this->page(page_id); page.has_value())
  766. page->set_preferred_contrast(contrast);
  767. }
  768. void ConnectionFromClient::set_preferred_motion(u64 page_id, Web::CSS::PreferredMotion const& motion)
  769. {
  770. if (auto page = this->page(page_id); page.has_value())
  771. page->set_preferred_motion(motion);
  772. }
  773. void ConnectionFromClient::set_has_focus(u64 page_id, bool has_focus)
  774. {
  775. if (auto page = this->page(page_id); page.has_value())
  776. page->set_has_focus(has_focus);
  777. }
  778. void ConnectionFromClient::set_is_scripting_enabled(u64 page_id, bool is_scripting_enabled)
  779. {
  780. if (auto page = this->page(page_id); page.has_value())
  781. page->set_is_scripting_enabled(is_scripting_enabled);
  782. }
  783. void ConnectionFromClient::set_device_pixels_per_css_pixel(u64 page_id, float device_pixels_per_css_pixel)
  784. {
  785. if (auto page = this->page(page_id); page.has_value())
  786. page->set_device_pixels_per_css_pixel(device_pixels_per_css_pixel);
  787. }
  788. void ConnectionFromClient::set_window_position(u64 page_id, Web::DevicePixelPoint position)
  789. {
  790. if (auto page = this->page(page_id); page.has_value())
  791. page->set_window_position(position);
  792. }
  793. void ConnectionFromClient::set_window_size(u64 page_id, Web::DevicePixelSize size)
  794. {
  795. if (auto page = this->page(page_id); page.has_value())
  796. page->set_window_size(size);
  797. }
  798. Messages::WebContentServer::GetLocalStorageEntriesResponse ConnectionFromClient::get_local_storage_entries(u64 page_id)
  799. {
  800. auto page = this->page(page_id);
  801. if (!page.has_value())
  802. return OrderedHashMap<String, String> {};
  803. auto* document = page->page().top_level_browsing_context().active_document();
  804. auto local_storage = document->window()->local_storage().release_value_but_fixme_should_propagate_errors();
  805. return local_storage->map();
  806. }
  807. Messages::WebContentServer::GetSessionStorageEntriesResponse ConnectionFromClient::get_session_storage_entries(u64 page_id)
  808. {
  809. auto page = this->page(page_id);
  810. if (!page.has_value())
  811. return OrderedHashMap<String, String> {};
  812. auto* document = page->page().top_level_browsing_context().active_document();
  813. auto session_storage = document->window()->session_storage().release_value_but_fixme_should_propagate_errors();
  814. return session_storage->map();
  815. }
  816. void ConnectionFromClient::handle_file_return(u64, i32 error, Optional<IPC::File> const& file, i32 request_id)
  817. {
  818. auto file_request = m_requested_files.take(request_id);
  819. VERIFY(file_request.has_value());
  820. VERIFY(file_request.value().on_file_request_finish);
  821. file_request.value().on_file_request_finish(error != 0 ? Error::from_errno(error) : ErrorOr<i32> { file->take_fd() });
  822. }
  823. void ConnectionFromClient::request_file(u64 page_id, Web::FileRequest file_request)
  824. {
  825. i32 const id = last_id++;
  826. auto path = file_request.path();
  827. m_requested_files.set(id, move(file_request));
  828. async_did_request_file(page_id, path, id);
  829. }
  830. void ConnectionFromClient::set_system_visibility_state(u64 page_id, bool visible)
  831. {
  832. if (auto page = this->page(page_id); page.has_value()) {
  833. page->page().top_level_traversable()->set_system_visibility_state(
  834. visible
  835. ? Web::HTML::VisibilityState::Visible
  836. : Web::HTML::VisibilityState::Hidden);
  837. }
  838. }
  839. void ConnectionFromClient::js_console_input(u64 page_id, ByteString const& js_source)
  840. {
  841. auto page = this->page(page_id);
  842. if (!page.has_value())
  843. return;
  844. page->js_console_input(js_source);
  845. }
  846. void ConnectionFromClient::run_javascript(u64 page_id, ByteString const& js_source)
  847. {
  848. if (auto page = this->page(page_id); page.has_value())
  849. page->run_javascript(js_source);
  850. }
  851. void ConnectionFromClient::js_console_request_messages(u64 page_id, i32 start_index)
  852. {
  853. if (auto page = this->page(page_id); page.has_value())
  854. page->js_console_request_messages(start_index);
  855. }
  856. void ConnectionFromClient::alert_closed(u64 page_id)
  857. {
  858. if (auto page = this->page(page_id); page.has_value())
  859. page->page().alert_closed();
  860. }
  861. void ConnectionFromClient::confirm_closed(u64 page_id, bool accepted)
  862. {
  863. if (auto page = this->page(page_id); page.has_value())
  864. page->page().confirm_closed(accepted);
  865. }
  866. void ConnectionFromClient::prompt_closed(u64 page_id, Optional<String> const& response)
  867. {
  868. if (auto page = this->page(page_id); page.has_value())
  869. page->page().prompt_closed(response);
  870. }
  871. void ConnectionFromClient::color_picker_update(u64 page_id, Optional<Color> const& picked_color, Web::HTML::ColorPickerUpdateState const& state)
  872. {
  873. if (auto page = this->page(page_id); page.has_value())
  874. page->page().color_picker_update(picked_color, state);
  875. }
  876. void ConnectionFromClient::file_picker_closed(u64 page_id, Vector<Web::HTML::SelectedFile> const& selected_files)
  877. {
  878. if (auto page = this->page(page_id); page.has_value())
  879. page->page().file_picker_closed(const_cast<Vector<Web::HTML::SelectedFile>&>(selected_files));
  880. }
  881. void ConnectionFromClient::select_dropdown_closed(u64 page_id, Optional<u32> const& selected_item_id)
  882. {
  883. if (auto page = this->page(page_id); page.has_value())
  884. page->page().select_dropdown_closed(selected_item_id);
  885. }
  886. void ConnectionFromClient::toggle_media_play_state(u64 page_id)
  887. {
  888. if (auto page = this->page(page_id); page.has_value())
  889. page->page().toggle_media_play_state().release_value_but_fixme_should_propagate_errors();
  890. }
  891. void ConnectionFromClient::toggle_media_mute_state(u64 page_id)
  892. {
  893. if (auto page = this->page(page_id); page.has_value())
  894. page->page().toggle_media_mute_state();
  895. }
  896. void ConnectionFromClient::toggle_media_loop_state(u64 page_id)
  897. {
  898. if (auto page = this->page(page_id); page.has_value())
  899. page->page().toggle_media_loop_state().release_value_but_fixme_should_propagate_errors();
  900. }
  901. void ConnectionFromClient::toggle_media_controls_state(u64 page_id)
  902. {
  903. if (auto page = this->page(page_id); page.has_value())
  904. page->page().toggle_media_controls_state().release_value_but_fixme_should_propagate_errors();
  905. }
  906. void ConnectionFromClient::toggle_page_mute_state(u64 page_id)
  907. {
  908. if (auto page = this->page(page_id); page.has_value())
  909. page->page().toggle_page_mute_state();
  910. }
  911. void ConnectionFromClient::set_user_style(u64 page_id, String const& source)
  912. {
  913. if (auto page = this->page(page_id); page.has_value())
  914. page->page().set_user_style(source);
  915. }
  916. void ConnectionFromClient::enable_inspector_prototype(u64)
  917. {
  918. Web::HTML::Window::set_inspector_object_exposed(true);
  919. }
  920. }