ConnectionFromClient.cpp 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100
  1. /*
  2. * Copyright (c) 2020-2023, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021-2023, Sam Atkins <atkinssj@serenityos.org>
  4. * Copyright (c) 2021-2023, Linus Groh <linusg@serenityos.org>
  5. * Copyright (c) 2022, Tobias Christiansen <tobyase@serenityos.org>
  6. * Copyright (c) 2022, Tim Flynn <trflynn89@serenityos.org>
  7. * Copyright (c) 2023-2024, Andrew Kaster <akaster@serenityos.org>
  8. *
  9. * SPDX-License-Identifier: BSD-2-Clause
  10. */
  11. #include <AK/JsonObject.h>
  12. #include <AK/QuickSort.h>
  13. #include <LibGfx/Bitmap.h>
  14. #include <LibGfx/Font/FontDatabase.h>
  15. #include <LibGfx/SystemTheme.h>
  16. #include <LibJS/Heap/Heap.h>
  17. #include <LibJS/Runtime/ConsoleObject.h>
  18. #include <LibWeb/ARIA/RoleType.h>
  19. #include <LibWeb/Bindings/MainThreadVM.h>
  20. #include <LibWeb/CSS/StyleComputer.h>
  21. #include <LibWeb/DOM/Attr.h>
  22. #include <LibWeb/DOM/CharacterData.h>
  23. #include <LibWeb/DOM/Document.h>
  24. #include <LibWeb/DOM/Element.h>
  25. #include <LibWeb/DOM/ElementFactory.h>
  26. #include <LibWeb/DOM/Text.h>
  27. #include <LibWeb/Dump.h>
  28. #include <LibWeb/HTML/BrowsingContext.h>
  29. #include <LibWeb/HTML/HTMLInputElement.h>
  30. #include <LibWeb/HTML/SelectedFile.h>
  31. #include <LibWeb/HTML/Storage.h>
  32. #include <LibWeb/HTML/TraversableNavigable.h>
  33. #include <LibWeb/HTML/Window.h>
  34. #include <LibWeb/Infra/Strings.h>
  35. #include <LibWeb/Layout/Viewport.h>
  36. #include <LibWeb/Loader/ContentFilter.h>
  37. #include <LibWeb/Loader/ProxyMappings.h>
  38. #include <LibWeb/Loader/ResourceLoader.h>
  39. #include <LibWeb/Namespace.h>
  40. #include <LibWeb/Painting/StackingContext.h>
  41. #include <LibWeb/Painting/ViewportPaintable.h>
  42. #include <LibWeb/PermissionsPolicy/AutoplayAllowlist.h>
  43. #include <LibWeb/Platform/EventLoopPlugin.h>
  44. #include <LibWebView/Attribute.h>
  45. #include <WebContent/ConnectionFromClient.h>
  46. #include <WebContent/PageClient.h>
  47. #include <WebContent/PageHost.h>
  48. #include <WebContent/WebContentClientEndpoint.h>
  49. namespace WebContent {
  50. ConnectionFromClient::ConnectionFromClient(NonnullOwnPtr<Core::LocalSocket> socket)
  51. : IPC::ConnectionFromClient<WebContentClientEndpoint, WebContentServerEndpoint>(*this, move(socket), 1)
  52. , m_page_host(PageHost::create(*this))
  53. {
  54. m_input_event_queue_timer = Web::Platform::Timer::create_single_shot(0, [this] { process_next_input_event(); });
  55. }
  56. ConnectionFromClient::~ConnectionFromClient() = default;
  57. void ConnectionFromClient::die()
  58. {
  59. Web::Platform::EventLoopPlugin::the().quit();
  60. }
  61. Optional<PageClient&> ConnectionFromClient::page(u64 index, SourceLocation location)
  62. {
  63. if (auto page = m_page_host->page(index); page.has_value())
  64. return *page;
  65. dbgln("ConnectionFromClient::{}: Did not find a page with ID {}", location.function_name(), index);
  66. return {};
  67. }
  68. Optional<PageClient const&> ConnectionFromClient::page(u64 index, SourceLocation location) const
  69. {
  70. if (auto page = m_page_host->page(index); page.has_value())
  71. return *page;
  72. dbgln("ConnectionFromClient::{}: Did not find a page with ID {}", location.function_name(), index);
  73. return {};
  74. }
  75. Messages::WebContentServer::GetWindowHandleResponse ConnectionFromClient::get_window_handle(u64 page_id)
  76. {
  77. if (auto page = this->page(page_id); page.has_value())
  78. return page->page().top_level_traversable()->window_handle();
  79. return String {};
  80. }
  81. void ConnectionFromClient::set_window_handle(u64 page_id, String const& handle)
  82. {
  83. if (auto page = this->page(page_id); page.has_value())
  84. page->page().top_level_traversable()->set_window_handle(handle);
  85. }
  86. void ConnectionFromClient::connect_to_webdriver(u64 page_id, ByteString const& webdriver_ipc_path)
  87. {
  88. if (auto page = this->page(page_id); page.has_value()) {
  89. // FIXME: Propagate this error back to the browser.
  90. if (auto result = page->connect_to_webdriver(webdriver_ipc_path); result.is_error())
  91. dbgln("Unable to connect to the WebDriver process: {}", result.error());
  92. }
  93. }
  94. void ConnectionFromClient::update_system_theme(u64 page_id, Core::AnonymousBuffer const& theme_buffer)
  95. {
  96. auto page = this->page(page_id);
  97. if (!page.has_value())
  98. return;
  99. Gfx::set_system_theme(theme_buffer);
  100. auto impl = Gfx::PaletteImpl::create_with_anonymous_buffer(theme_buffer);
  101. page->set_palette_impl(*impl);
  102. }
  103. void ConnectionFromClient::update_screen_rects(u64 page_id, Vector<Web::DevicePixelRect> const& rects, u32 main_screen)
  104. {
  105. if (auto page = this->page(page_id); page.has_value())
  106. page->set_screen_rects(rects, main_screen);
  107. }
  108. void ConnectionFromClient::load_url(u64 page_id, const URL::URL& url)
  109. {
  110. auto page = this->page(page_id);
  111. if (!page.has_value())
  112. return;
  113. page->page().load(url);
  114. }
  115. void ConnectionFromClient::load_html(u64 page_id, ByteString const& html)
  116. {
  117. if (auto page = this->page(page_id); page.has_value())
  118. page->page().load_html(html);
  119. }
  120. void ConnectionFromClient::reload(u64 page_id)
  121. {
  122. if (auto page = this->page(page_id); page.has_value())
  123. page->page().reload();
  124. }
  125. void ConnectionFromClient::traverse_the_history_by_delta(u64 page_id, i32 delta)
  126. {
  127. if (auto page = this->page(page_id); page.has_value())
  128. page->page().traverse_the_history_by_delta(delta);
  129. }
  130. void ConnectionFromClient::set_viewport_size(u64 page_id, Web::DevicePixelSize const size)
  131. {
  132. if (auto page = this->page(page_id); page.has_value())
  133. page->set_viewport_size(size);
  134. }
  135. void ConnectionFromClient::ready_to_paint(u64 page_id)
  136. {
  137. if (auto page = this->page(page_id); page.has_value())
  138. page->ready_to_paint();
  139. }
  140. void ConnectionFromClient::process_next_input_event()
  141. {
  142. if (m_input_event_queue.is_empty())
  143. return;
  144. auto event = m_input_event_queue.dequeue();
  145. auto page = this->page(event.page_id);
  146. if (!page.has_value())
  147. return;
  148. auto handled = event.event.visit(
  149. [&](Web::KeyEvent const& event) {
  150. switch (event.type) {
  151. case Web::KeyEvent::Type::KeyDown:
  152. return page->page().handle_keydown(event.key, event.modifiers, event.code_point);
  153. case Web::KeyEvent::Type::KeyUp:
  154. return page->page().handle_keyup(event.key, event.modifiers, event.code_point);
  155. }
  156. VERIFY_NOT_REACHED();
  157. },
  158. [&](Web::MouseEvent const& event) {
  159. switch (event.type) {
  160. case Web::MouseEvent::Type::MouseDown:
  161. return page->page().handle_mousedown(event.position, event.screen_position, event.button, event.buttons, event.modifiers);
  162. case Web::MouseEvent::Type::MouseUp:
  163. return page->page().handle_mouseup(event.position, event.screen_position, event.button, event.buttons, event.modifiers);
  164. case Web::MouseEvent::Type::MouseMove:
  165. return page->page().handle_mousemove(event.position, event.screen_position, event.buttons, event.modifiers);
  166. case Web::MouseEvent::Type::MouseWheel:
  167. return page->page().handle_mousewheel(event.position, event.screen_position, event.button, event.buttons, event.modifiers, event.wheel_delta_x, event.wheel_delta_y);
  168. case Web::MouseEvent::Type::DoubleClick:
  169. return page->page().handle_doubleclick(event.position, event.screen_position, event.button, event.buttons, event.modifiers);
  170. }
  171. VERIFY_NOT_REACHED();
  172. });
  173. // We have to notify the client about coalesced events, so we do that by saying none of them were handled by the web page->
  174. for (size_t i = 0; i < event.coalesced_event_count; ++i)
  175. report_finished_handling_input_event(event.page_id, false);
  176. report_finished_handling_input_event(event.page_id, handled);
  177. if (!m_input_event_queue.is_empty())
  178. m_input_event_queue_timer->start();
  179. }
  180. void ConnectionFromClient::key_event(u64 page_id, Web::KeyEvent const& event)
  181. {
  182. enqueue_input_event({ page_id, move(const_cast<Web::KeyEvent&>(event)), 0 });
  183. }
  184. void ConnectionFromClient::mouse_event(u64 page_id, Web::MouseEvent const& event)
  185. {
  186. // OPTIMIZATION: Coalesce consecutive unprocessed mouse move and wheel events.
  187. auto event_to_coalesce = [&]() -> Web::MouseEvent const* {
  188. if (m_input_event_queue.is_empty())
  189. return nullptr;
  190. if (m_input_event_queue.tail().page_id != page_id)
  191. return nullptr;
  192. if (event.type != Web::MouseEvent::Type::MouseMove && event.type != Web::MouseEvent::Type::MouseWheel)
  193. return nullptr;
  194. if (auto const* mouse_event = m_input_event_queue.tail().event.get_pointer<Web::MouseEvent>()) {
  195. if (mouse_event->type == event.type)
  196. return mouse_event;
  197. }
  198. return nullptr;
  199. };
  200. if (auto const* last_mouse_event = event_to_coalesce()) {
  201. auto& mutable_event = const_cast<Web::MouseEvent&>(event);
  202. mutable_event.wheel_delta_x += last_mouse_event->wheel_delta_x;
  203. mutable_event.wheel_delta_y += last_mouse_event->wheel_delta_y;
  204. m_input_event_queue.tail().event = move(mutable_event);
  205. ++m_input_event_queue.tail().coalesced_event_count;
  206. return;
  207. }
  208. enqueue_input_event({ page_id, move(const_cast<Web::MouseEvent&>(event)), 0 });
  209. }
  210. void ConnectionFromClient::enqueue_input_event(QueuedInputEvent event)
  211. {
  212. m_input_event_queue.enqueue(move(event));
  213. m_input_event_queue_timer->start();
  214. }
  215. void ConnectionFromClient::report_finished_handling_input_event(u64 page_id, bool event_was_handled)
  216. {
  217. async_did_finish_handling_input_event(page_id, event_was_handled);
  218. }
  219. void ConnectionFromClient::debug_request(u64 page_id, ByteString const& request, ByteString const& argument)
  220. {
  221. auto page = this->page(page_id);
  222. if (!page.has_value())
  223. return;
  224. if (request == "dump-session-history") {
  225. auto const& traversable = page->page().top_level_traversable();
  226. Web::dump_tree(*traversable);
  227. }
  228. if (request == "dump-dom-tree") {
  229. if (auto* doc = page->page().top_level_browsing_context().active_document())
  230. Web::dump_tree(*doc);
  231. return;
  232. }
  233. if (request == "dump-layout-tree") {
  234. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  235. if (auto* viewport = doc->layout_node())
  236. Web::dump_tree(*viewport);
  237. }
  238. return;
  239. }
  240. if (request == "dump-paint-tree") {
  241. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  242. if (auto* paintable = doc->paintable())
  243. Web::dump_tree(*paintable);
  244. }
  245. return;
  246. }
  247. if (request == "dump-stacking-context-tree") {
  248. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  249. if (auto* viewport = doc->layout_node()) {
  250. if (auto* stacking_context = viewport->paintable_box()->stacking_context())
  251. stacking_context->dump();
  252. }
  253. }
  254. return;
  255. }
  256. if (request == "dump-style-sheets") {
  257. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  258. for (auto& sheet : doc->style_sheets().sheets()) {
  259. if (auto result = Web::dump_sheet(sheet); result.is_error())
  260. dbgln("Failed to dump style sheets: {}", result.error());
  261. }
  262. }
  263. return;
  264. }
  265. if (request == "dump-all-resolved-styles") {
  266. if (auto* doc = page->page().top_level_browsing_context().active_document()) {
  267. Queue<Web::DOM::Node*> elements_to_visit;
  268. elements_to_visit.enqueue(doc->document_element());
  269. while (!elements_to_visit.is_empty()) {
  270. auto element = elements_to_visit.dequeue();
  271. for (auto& child : element->children_as_vector())
  272. elements_to_visit.enqueue(child.ptr());
  273. if (element->is_element()) {
  274. auto styles = doc->style_computer().compute_style(*static_cast<Web::DOM::Element*>(element));
  275. dbgln("+ Element {}", element->debug_description());
  276. auto& properties = styles->properties();
  277. for (size_t i = 0; i < properties.size(); ++i)
  278. dbgln("| {} = {}", Web::CSS::string_from_property_id(static_cast<Web::CSS::PropertyID>(i)), properties[i].style ? properties[i].style->to_string() : ""_string);
  279. dbgln("---");
  280. }
  281. }
  282. }
  283. return;
  284. }
  285. if (request == "collect-garbage") {
  286. Web::Bindings::main_thread_vm().heap().collect_garbage(JS::Heap::CollectionType::CollectGarbage, true);
  287. return;
  288. }
  289. if (request == "set-line-box-borders") {
  290. bool state = argument == "on";
  291. page->set_should_show_line_box_borders(state);
  292. page->page().top_level_traversable()->set_needs_display(page->page().top_level_traversable()->viewport_rect());
  293. return;
  294. }
  295. if (request == "clear-cache") {
  296. Web::ResourceLoader::the().clear_cache();
  297. return;
  298. }
  299. if (request == "spoof-user-agent") {
  300. Web::ResourceLoader::the().set_user_agent(MUST(String::from_byte_string(argument)));
  301. return;
  302. }
  303. if (request == "same-origin-policy") {
  304. page->page().set_same_origin_policy_enabled(argument == "on");
  305. return;
  306. }
  307. if (request == "scripting") {
  308. page->page().set_is_scripting_enabled(argument == "on");
  309. return;
  310. }
  311. if (request == "block-pop-ups") {
  312. page->page().set_should_block_pop_ups(argument == "on");
  313. return;
  314. }
  315. if (request == "dump-local-storage") {
  316. if (auto* document = page->page().top_level_browsing_context().active_document())
  317. document->window()->local_storage().release_value_but_fixme_should_propagate_errors()->dump();
  318. return;
  319. }
  320. if (request == "load-reference-page") {
  321. if (auto* document = page->page().top_level_browsing_context().active_document()) {
  322. auto maybe_link = document->query_selector("link[rel=match]"sv);
  323. if (maybe_link.is_error() || !maybe_link.value()) {
  324. // To make sure that we fail the ref-test if the link is missing, load the error page->
  325. load_html(page_id, "<h1>Failed to find &lt;link rel=&quot;match&quot; /&gt; in ref test page!</h1> Make sure you added it.");
  326. } else {
  327. auto link = maybe_link.release_value();
  328. auto url = document->parse_url(link->get_attribute_value(Web::HTML::AttributeNames::href));
  329. load_url(page_id, url);
  330. }
  331. }
  332. return;
  333. }
  334. }
  335. void ConnectionFromClient::get_source(u64 page_id)
  336. {
  337. if (auto page = this->page(page_id); page.has_value()) {
  338. if (auto* doc = page->page().top_level_browsing_context().active_document())
  339. async_did_get_source(page_id, doc->url(), doc->source().to_byte_string());
  340. }
  341. }
  342. void ConnectionFromClient::inspect_dom_tree(u64 page_id)
  343. {
  344. if (auto page = this->page(page_id); page.has_value()) {
  345. if (auto* doc = page->page().top_level_browsing_context().active_document())
  346. async_did_inspect_dom_tree(page_id, doc->dump_dom_tree_as_json().to_byte_string());
  347. }
  348. }
  349. void ConnectionFromClient::inspect_dom_node(u64 page_id, i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> const& pseudo_element)
  350. {
  351. auto page = this->page(page_id);
  352. if (!page.has_value())
  353. return;
  354. auto& top_context = page->page().top_level_browsing_context();
  355. top_context.for_each_in_inclusive_subtree([&](auto& ctx) {
  356. if (ctx.active_document() != nullptr) {
  357. ctx.active_document()->set_inspected_node(nullptr, {});
  358. }
  359. return Web::TraversalDecision::Continue;
  360. });
  361. Web::DOM::Node* node = Web::DOM::Node::from_unique_id(node_id);
  362. // Note: Nodes without layout (aka non-visible nodes, don't have style computed)
  363. if (!node || !node->layout_node()) {
  364. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  365. return;
  366. }
  367. node->document().set_inspected_node(node, pseudo_element);
  368. if (node->is_element()) {
  369. auto& element = verify_cast<Web::DOM::Element>(*node);
  370. if (!element.computed_css_values()) {
  371. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  372. return;
  373. }
  374. auto serialize_json = [](Web::CSS::StyleProperties const& properties) -> ByteString {
  375. StringBuilder builder;
  376. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  377. properties.for_each_property([&](auto property_id, auto& value) {
  378. MUST(serializer.add(Web::CSS::string_from_property_id(property_id), value.to_string().to_byte_string()));
  379. });
  380. MUST(serializer.finish());
  381. return builder.to_byte_string();
  382. };
  383. auto serialize_custom_properties_json = [](Web::DOM::Element const& element, Optional<Web::CSS::Selector::PseudoElement::Type> pseudo_element) -> ByteString {
  384. StringBuilder builder;
  385. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  386. HashTable<FlyString> seen_properties;
  387. auto const* element_to_check = &element;
  388. while (element_to_check) {
  389. for (auto const& property : element_to_check->custom_properties(pseudo_element)) {
  390. if (!seen_properties.contains(property.key)) {
  391. seen_properties.set(property.key);
  392. MUST(serializer.add(property.key, property.value.value->to_string()));
  393. }
  394. }
  395. element_to_check = element_to_check->parent_element();
  396. }
  397. MUST(serializer.finish());
  398. return builder.to_byte_string();
  399. };
  400. auto serialize_node_box_sizing_json = [](Web::Layout::Node const* layout_node) -> ByteString {
  401. if (!layout_node || !layout_node->is_box()) {
  402. return "{}";
  403. }
  404. auto* box = static_cast<Web::Layout::Box const*>(layout_node);
  405. auto box_model = box->box_model();
  406. StringBuilder builder;
  407. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  408. MUST(serializer.add("padding_top"sv, box_model.padding.top.to_double()));
  409. MUST(serializer.add("padding_right"sv, box_model.padding.right.to_double()));
  410. MUST(serializer.add("padding_bottom"sv, box_model.padding.bottom.to_double()));
  411. MUST(serializer.add("padding_left"sv, box_model.padding.left.to_double()));
  412. MUST(serializer.add("margin_top"sv, box_model.margin.top.to_double()));
  413. MUST(serializer.add("margin_right"sv, box_model.margin.right.to_double()));
  414. MUST(serializer.add("margin_bottom"sv, box_model.margin.bottom.to_double()));
  415. MUST(serializer.add("margin_left"sv, box_model.margin.left.to_double()));
  416. MUST(serializer.add("border_top"sv, box_model.border.top.to_double()));
  417. MUST(serializer.add("border_right"sv, box_model.border.right.to_double()));
  418. MUST(serializer.add("border_bottom"sv, box_model.border.bottom.to_double()));
  419. MUST(serializer.add("border_left"sv, box_model.border.left.to_double()));
  420. if (auto* paintable_box = box->paintable_box()) {
  421. MUST(serializer.add("content_width"sv, paintable_box->content_width().to_double()));
  422. MUST(serializer.add("content_height"sv, paintable_box->content_height().to_double()));
  423. } else {
  424. MUST(serializer.add("content_width"sv, 0));
  425. MUST(serializer.add("content_height"sv, 0));
  426. }
  427. MUST(serializer.finish());
  428. return builder.to_byte_string();
  429. };
  430. auto serialize_aria_properties_state_json = [](Web::DOM::Element const& element) -> ByteString {
  431. auto role_name = element.role_or_default();
  432. if (!role_name.has_value()) {
  433. return "";
  434. }
  435. auto aria_data = MUST(Web::ARIA::AriaData::build_data(element));
  436. auto role = MUST(Web::ARIA::RoleType::build_role_object(role_name.value(), element.is_focusable(), *aria_data));
  437. StringBuilder builder;
  438. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  439. MUST(role->serialize_as_json(serializer));
  440. MUST(serializer.finish());
  441. return builder.to_byte_string();
  442. };
  443. if (pseudo_element.has_value()) {
  444. auto pseudo_element_node = element.get_pseudo_element_node(pseudo_element.value());
  445. if (!pseudo_element_node) {
  446. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  447. return;
  448. }
  449. // FIXME: Pseudo-elements only exist as Layout::Nodes, which don't have style information
  450. // in a format we can use. So, we run the StyleComputer again to get the specified
  451. // values, and have to ignore the computed values and custom properties.
  452. auto pseudo_element_style = page->page().focused_navigable().active_document()->style_computer().compute_style(element, pseudo_element);
  453. ByteString computed_values = serialize_json(pseudo_element_style);
  454. ByteString resolved_values = "{}";
  455. ByteString custom_properties_json = serialize_custom_properties_json(element, pseudo_element);
  456. ByteString node_box_sizing_json = serialize_node_box_sizing_json(pseudo_element_node.ptr());
  457. async_did_inspect_dom_node(page_id, true, move(computed_values), move(resolved_values), move(custom_properties_json), move(node_box_sizing_json), {});
  458. return;
  459. }
  460. ByteString computed_values = serialize_json(*element.computed_css_values());
  461. ByteString resolved_values = serialize_json(element.resolved_css_values());
  462. ByteString custom_properties_json = serialize_custom_properties_json(element, {});
  463. ByteString node_box_sizing_json = serialize_node_box_sizing_json(element.layout_node());
  464. ByteString aria_properties_state_json = serialize_aria_properties_state_json(element);
  465. async_did_inspect_dom_node(page_id, true, move(computed_values), move(resolved_values), move(custom_properties_json), move(node_box_sizing_json), move(aria_properties_state_json));
  466. return;
  467. }
  468. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  469. }
  470. void ConnectionFromClient::inspect_accessibility_tree(u64 page_id)
  471. {
  472. if (auto page = this->page(page_id); page.has_value()) {
  473. if (auto* doc = page->page().top_level_browsing_context().active_document())
  474. async_did_inspect_accessibility_tree(page_id, doc->dump_accessibility_tree_as_json().to_byte_string());
  475. }
  476. }
  477. void ConnectionFromClient::get_hovered_node_id(u64 page_id)
  478. {
  479. auto page = this->page(page_id);
  480. if (!page.has_value())
  481. return;
  482. i32 node_id = 0;
  483. if (auto* document = page->page().top_level_browsing_context().active_document()) {
  484. if (auto* hovered_node = document->hovered_node())
  485. node_id = hovered_node->unique_id();
  486. }
  487. async_did_get_hovered_node_id(page_id, node_id);
  488. }
  489. void ConnectionFromClient::set_dom_node_text(u64 page_id, i32 node_id, String const& text)
  490. {
  491. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  492. if (!dom_node || (!dom_node->is_text() && !dom_node->is_comment())) {
  493. async_did_finish_editing_dom_node(page_id, {});
  494. return;
  495. }
  496. auto& character_data = static_cast<Web::DOM::CharacterData&>(*dom_node);
  497. character_data.set_data(text);
  498. async_did_finish_editing_dom_node(page_id, character_data.unique_id());
  499. }
  500. void ConnectionFromClient::set_dom_node_tag(u64 page_id, i32 node_id, String const& name)
  501. {
  502. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  503. if (!dom_node || !dom_node->is_element() || !dom_node->parent()) {
  504. async_did_finish_editing_dom_node(page_id, {});
  505. return;
  506. }
  507. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  508. auto new_element = Web::DOM::create_element(element.document(), name, element.namespace_uri(), element.prefix(), element.is_value()).release_value_but_fixme_should_propagate_errors();
  509. element.for_each_attribute([&](auto const& attribute) {
  510. new_element->set_attribute_value(attribute.local_name(), attribute.value(), attribute.prefix(), attribute.namespace_uri());
  511. });
  512. while (auto* child_node = element.first_child()) {
  513. MUST(element.remove_child(*child_node));
  514. MUST(new_element->append_child(*child_node));
  515. }
  516. element.parent()->replace_child(*new_element, element).release_value_but_fixme_should_propagate_errors();
  517. async_did_finish_editing_dom_node(page_id, new_element->unique_id());
  518. }
  519. void ConnectionFromClient::add_dom_node_attributes(u64 page_id, i32 node_id, Vector<WebView::Attribute> const& attributes)
  520. {
  521. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  522. if (!dom_node || !dom_node->is_element()) {
  523. async_did_finish_editing_dom_node(page_id, {});
  524. return;
  525. }
  526. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  527. for (auto const& attribute : attributes)
  528. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  529. async_did_finish_editing_dom_node(page_id, element.unique_id());
  530. }
  531. void ConnectionFromClient::replace_dom_node_attribute(u64 page_id, i32 node_id, String const& name, Vector<WebView::Attribute> const& replacement_attributes)
  532. {
  533. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  534. if (!dom_node || !dom_node->is_element()) {
  535. async_did_finish_editing_dom_node(page_id, {});
  536. return;
  537. }
  538. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  539. bool should_remove_attribute = true;
  540. for (auto const& attribute : replacement_attributes) {
  541. if (should_remove_attribute && Web::Infra::is_ascii_case_insensitive_match(name, attribute.name))
  542. should_remove_attribute = false;
  543. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  544. }
  545. if (should_remove_attribute)
  546. element.remove_attribute(name);
  547. async_did_finish_editing_dom_node(page_id, element.unique_id());
  548. }
  549. void ConnectionFromClient::create_child_element(u64 page_id, i32 node_id)
  550. {
  551. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  552. if (!dom_node) {
  553. async_did_finish_editing_dom_node(page_id, {});
  554. return;
  555. }
  556. auto element = Web::DOM::create_element(dom_node->document(), Web::HTML::TagNames::div, Web::Namespace::HTML).release_value_but_fixme_should_propagate_errors();
  557. dom_node->append_child(element).release_value_but_fixme_should_propagate_errors();
  558. async_did_finish_editing_dom_node(page_id, element->unique_id());
  559. }
  560. void ConnectionFromClient::create_child_text_node(u64 page_id, i32 node_id)
  561. {
  562. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  563. if (!dom_node) {
  564. async_did_finish_editing_dom_node(page_id, {});
  565. return;
  566. }
  567. auto text_node = dom_node->heap().allocate<Web::DOM::Text>(dom_node->realm(), dom_node->document(), "text"_string);
  568. dom_node->append_child(text_node).release_value_but_fixme_should_propagate_errors();
  569. async_did_finish_editing_dom_node(page_id, text_node->unique_id());
  570. }
  571. void ConnectionFromClient::clone_dom_node(u64 page_id, i32 node_id)
  572. {
  573. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  574. if (!dom_node || !dom_node->parent_node()) {
  575. async_did_finish_editing_dom_node(page_id, {});
  576. return;
  577. }
  578. auto dom_node_clone = dom_node->clone_node(nullptr, true);
  579. dom_node->parent_node()->insert_before(dom_node_clone, dom_node->next_sibling());
  580. async_did_finish_editing_dom_node(page_id, dom_node_clone->unique_id());
  581. }
  582. void ConnectionFromClient::remove_dom_node(u64 page_id, i32 node_id)
  583. {
  584. auto page = this->page(page_id);
  585. if (!page.has_value())
  586. return;
  587. auto* active_document = page->page().top_level_browsing_context().active_document();
  588. if (!active_document) {
  589. async_did_finish_editing_dom_node(page_id, {});
  590. return;
  591. }
  592. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  593. if (!dom_node) {
  594. async_did_finish_editing_dom_node(page_id, {});
  595. return;
  596. }
  597. auto* previous_dom_node = dom_node->previous_sibling();
  598. if (!previous_dom_node)
  599. previous_dom_node = dom_node->parent();
  600. dom_node->remove();
  601. async_did_finish_editing_dom_node(page_id, previous_dom_node->unique_id());
  602. }
  603. void ConnectionFromClient::get_dom_node_html(u64 page_id, i32 node_id)
  604. {
  605. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  606. if (!dom_node)
  607. return;
  608. String html;
  609. if (dom_node->is_element()) {
  610. auto const& element = static_cast<Web::DOM::Element const&>(*dom_node);
  611. html = element.outer_html().release_value_but_fixme_should_propagate_errors();
  612. } else if (dom_node->is_text() || dom_node->is_comment()) {
  613. auto const& character_data = static_cast<Web::DOM::CharacterData const&>(*dom_node);
  614. html = character_data.data();
  615. } else {
  616. return;
  617. }
  618. async_did_get_dom_node_html(page_id, move(html));
  619. }
  620. void ConnectionFromClient::take_document_screenshot(u64 page_id)
  621. {
  622. auto page = this->page(page_id);
  623. if (!page.has_value())
  624. return;
  625. page->queue_screenshot_task({});
  626. }
  627. void ConnectionFromClient::take_dom_node_screenshot(u64 page_id, i32 node_id)
  628. {
  629. auto page = this->page(page_id);
  630. if (!page.has_value())
  631. return;
  632. page->queue_screenshot_task(node_id);
  633. }
  634. Messages::WebContentServer::DumpGcGraphResponse ConnectionFromClient::dump_gc_graph(u64)
  635. {
  636. auto gc_graph_json = Web::Bindings::main_thread_vm().heap().dump_graph();
  637. return MUST(String::from_byte_string(gc_graph_json.to_byte_string()));
  638. }
  639. Messages::WebContentServer::GetSelectedTextResponse ConnectionFromClient::get_selected_text(u64 page_id)
  640. {
  641. if (auto page = this->page(page_id); page.has_value())
  642. return page->page().focused_navigable().selected_text().to_byte_string();
  643. return ByteString {};
  644. }
  645. void ConnectionFromClient::select_all(u64 page_id)
  646. {
  647. if (auto page = this->page(page_id); page.has_value())
  648. page->page().focused_navigable().select_all();
  649. }
  650. void ConnectionFromClient::find_in_page(u64 page_id, String const& query, CaseSensitivity case_sensitivity)
  651. {
  652. auto page = this->page(page_id);
  653. if (!page.has_value())
  654. return;
  655. auto result = page->page().find_in_page({ .string = query, .case_sensitivity = case_sensitivity });
  656. async_did_find_in_page(page_id, result.current_match_index, result.total_match_count);
  657. }
  658. void ConnectionFromClient::find_in_page_next_match(u64 page_id)
  659. {
  660. auto page = this->page(page_id);
  661. if (!page.has_value())
  662. return;
  663. auto result = page->page().find_in_page_next_match();
  664. async_did_find_in_page(page_id, result.current_match_index, result.total_match_count);
  665. }
  666. void ConnectionFromClient::find_in_page_previous_match(u64 page_id)
  667. {
  668. auto page = this->page(page_id);
  669. if (!page.has_value())
  670. return;
  671. auto result = page->page().find_in_page_previous_match();
  672. async_did_find_in_page(page_id, result.current_match_index, result.total_match_count);
  673. }
  674. void ConnectionFromClient::paste(u64 page_id, String const& text)
  675. {
  676. if (auto page = this->page(page_id); page.has_value())
  677. page->page().focused_navigable().paste(text);
  678. }
  679. Messages::WebContentServer::DumpLayoutTreeResponse ConnectionFromClient::dump_layout_tree(u64 page_id)
  680. {
  681. auto page = this->page(page_id);
  682. if (!page.has_value())
  683. return ByteString { "(no page)" };
  684. auto* document = page->page().top_level_browsing_context().active_document();
  685. if (!document)
  686. return ByteString { "(no DOM tree)" };
  687. document->update_layout();
  688. auto* layout_root = document->layout_node();
  689. if (!layout_root)
  690. return ByteString { "(no layout tree)" };
  691. StringBuilder builder;
  692. Web::dump_tree(builder, *layout_root);
  693. return builder.to_byte_string();
  694. }
  695. Messages::WebContentServer::DumpPaintTreeResponse ConnectionFromClient::dump_paint_tree(u64 page_id)
  696. {
  697. auto page = this->page(page_id);
  698. if (!page.has_value())
  699. return ByteString { "(no page)" };
  700. auto* document = page->page().top_level_browsing_context().active_document();
  701. if (!document)
  702. return ByteString { "(no DOM tree)" };
  703. document->update_layout();
  704. auto* layout_root = document->layout_node();
  705. if (!layout_root)
  706. return ByteString { "(no layout tree)" };
  707. if (!layout_root->paintable())
  708. return ByteString { "(no paint tree)" };
  709. StringBuilder builder;
  710. Web::dump_tree(builder, *layout_root->paintable());
  711. return builder.to_byte_string();
  712. }
  713. Messages::WebContentServer::DumpTextResponse ConnectionFromClient::dump_text(u64 page_id)
  714. {
  715. auto page = this->page(page_id);
  716. if (!page.has_value())
  717. return ByteString { "(no page)" };
  718. auto* document = page->page().top_level_browsing_context().active_document();
  719. if (!document)
  720. return ByteString { "(no DOM tree)" };
  721. if (!document->body())
  722. return ByteString { "(no body)" };
  723. return document->body()->inner_text();
  724. }
  725. void ConnectionFromClient::set_content_filters(u64, Vector<String> const& filters)
  726. {
  727. Web::ContentFilter::the().set_patterns(filters).release_value_but_fixme_should_propagate_errors();
  728. }
  729. void ConnectionFromClient::set_autoplay_allowed_on_all_websites(u64)
  730. {
  731. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  732. autoplay_allowlist.enable_globally();
  733. }
  734. void ConnectionFromClient::set_autoplay_allowlist(u64, Vector<String> const& allowlist)
  735. {
  736. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  737. autoplay_allowlist.enable_for_origins(allowlist).release_value_but_fixme_should_propagate_errors();
  738. }
  739. void ConnectionFromClient::set_proxy_mappings(u64, Vector<ByteString> const& proxies, HashMap<ByteString, size_t> const& mappings)
  740. {
  741. auto keys = mappings.keys();
  742. quick_sort(keys, [&](auto& a, auto& b) { return a.length() < b.length(); });
  743. OrderedHashMap<ByteString, size_t> sorted_mappings;
  744. for (auto& key : keys) {
  745. auto value = *mappings.get(key);
  746. if (value >= proxies.size())
  747. continue;
  748. sorted_mappings.set(key, value);
  749. }
  750. Web::ProxyMappings::the().set_mappings(proxies, move(sorted_mappings));
  751. }
  752. void ConnectionFromClient::set_preferred_color_scheme(u64 page_id, Web::CSS::PreferredColorScheme const& color_scheme)
  753. {
  754. if (auto page = this->page(page_id); page.has_value())
  755. page->set_preferred_color_scheme(color_scheme);
  756. }
  757. void ConnectionFromClient::set_preferred_contrast(u64 page_id, Web::CSS::PreferredContrast const& contrast)
  758. {
  759. if (auto page = this->page(page_id); page.has_value())
  760. page->set_preferred_contrast(contrast);
  761. }
  762. void ConnectionFromClient::set_preferred_motion(u64 page_id, Web::CSS::PreferredMotion const& motion)
  763. {
  764. if (auto page = this->page(page_id); page.has_value())
  765. page->set_preferred_motion(motion);
  766. }
  767. void ConnectionFromClient::set_has_focus(u64 page_id, bool has_focus)
  768. {
  769. if (auto page = this->page(page_id); page.has_value())
  770. page->set_has_focus(has_focus);
  771. }
  772. void ConnectionFromClient::set_is_scripting_enabled(u64 page_id, bool is_scripting_enabled)
  773. {
  774. if (auto page = this->page(page_id); page.has_value())
  775. page->set_is_scripting_enabled(is_scripting_enabled);
  776. }
  777. void ConnectionFromClient::set_device_pixels_per_css_pixel(u64 page_id, float device_pixels_per_css_pixel)
  778. {
  779. if (auto page = this->page(page_id); page.has_value())
  780. page->set_device_pixels_per_css_pixel(device_pixels_per_css_pixel);
  781. }
  782. void ConnectionFromClient::set_window_position(u64 page_id, Web::DevicePixelPoint position)
  783. {
  784. if (auto page = this->page(page_id); page.has_value())
  785. page->set_window_position(position);
  786. }
  787. void ConnectionFromClient::set_window_size(u64 page_id, Web::DevicePixelSize size)
  788. {
  789. if (auto page = this->page(page_id); page.has_value())
  790. page->set_window_size(size);
  791. }
  792. Messages::WebContentServer::GetLocalStorageEntriesResponse ConnectionFromClient::get_local_storage_entries(u64 page_id)
  793. {
  794. auto page = this->page(page_id);
  795. if (!page.has_value())
  796. return OrderedHashMap<String, String> {};
  797. auto* document = page->page().top_level_browsing_context().active_document();
  798. auto local_storage = document->window()->local_storage().release_value_but_fixme_should_propagate_errors();
  799. return local_storage->map();
  800. }
  801. Messages::WebContentServer::GetSessionStorageEntriesResponse ConnectionFromClient::get_session_storage_entries(u64 page_id)
  802. {
  803. auto page = this->page(page_id);
  804. if (!page.has_value())
  805. return OrderedHashMap<String, String> {};
  806. auto* document = page->page().top_level_browsing_context().active_document();
  807. auto session_storage = document->window()->session_storage().release_value_but_fixme_should_propagate_errors();
  808. return session_storage->map();
  809. }
  810. void ConnectionFromClient::handle_file_return(u64, i32 error, Optional<IPC::File> const& file, i32 request_id)
  811. {
  812. auto file_request = m_requested_files.take(request_id);
  813. VERIFY(file_request.has_value());
  814. VERIFY(file_request.value().on_file_request_finish);
  815. file_request.value().on_file_request_finish(error != 0 ? Error::from_errno(error) : ErrorOr<i32> { file->take_fd() });
  816. }
  817. void ConnectionFromClient::request_file(u64 page_id, Web::FileRequest file_request)
  818. {
  819. i32 const id = last_id++;
  820. auto path = file_request.path();
  821. m_requested_files.set(id, move(file_request));
  822. async_did_request_file(page_id, path, id);
  823. }
  824. void ConnectionFromClient::set_system_visibility_state(u64 page_id, bool visible)
  825. {
  826. if (auto page = this->page(page_id); page.has_value()) {
  827. page->page().top_level_traversable()->set_system_visibility_state(
  828. visible
  829. ? Web::HTML::VisibilityState::Visible
  830. : Web::HTML::VisibilityState::Hidden);
  831. }
  832. }
  833. void ConnectionFromClient::js_console_input(u64 page_id, ByteString const& js_source)
  834. {
  835. auto page = this->page(page_id);
  836. if (!page.has_value())
  837. return;
  838. page->js_console_input(js_source);
  839. }
  840. void ConnectionFromClient::run_javascript(u64 page_id, ByteString const& js_source)
  841. {
  842. if (auto page = this->page(page_id); page.has_value())
  843. page->run_javascript(js_source);
  844. }
  845. void ConnectionFromClient::js_console_request_messages(u64 page_id, i32 start_index)
  846. {
  847. if (auto page = this->page(page_id); page.has_value())
  848. page->js_console_request_messages(start_index);
  849. }
  850. void ConnectionFromClient::alert_closed(u64 page_id)
  851. {
  852. if (auto page = this->page(page_id); page.has_value())
  853. page->page().alert_closed();
  854. }
  855. void ConnectionFromClient::confirm_closed(u64 page_id, bool accepted)
  856. {
  857. if (auto page = this->page(page_id); page.has_value())
  858. page->page().confirm_closed(accepted);
  859. }
  860. void ConnectionFromClient::prompt_closed(u64 page_id, Optional<String> const& response)
  861. {
  862. if (auto page = this->page(page_id); page.has_value())
  863. page->page().prompt_closed(response);
  864. }
  865. void ConnectionFromClient::color_picker_update(u64 page_id, Optional<Color> const& picked_color, Web::HTML::ColorPickerUpdateState const& state)
  866. {
  867. if (auto page = this->page(page_id); page.has_value())
  868. page->page().color_picker_update(picked_color, state);
  869. }
  870. void ConnectionFromClient::file_picker_closed(u64 page_id, Vector<Web::HTML::SelectedFile> const& selected_files)
  871. {
  872. if (auto page = this->page(page_id); page.has_value())
  873. page->page().file_picker_closed(const_cast<Vector<Web::HTML::SelectedFile>&>(selected_files));
  874. }
  875. void ConnectionFromClient::select_dropdown_closed(u64 page_id, Optional<u32> const& selected_item_id)
  876. {
  877. if (auto page = this->page(page_id); page.has_value())
  878. page->page().select_dropdown_closed(selected_item_id);
  879. }
  880. void ConnectionFromClient::toggle_media_play_state(u64 page_id)
  881. {
  882. if (auto page = this->page(page_id); page.has_value())
  883. page->page().toggle_media_play_state().release_value_but_fixme_should_propagate_errors();
  884. }
  885. void ConnectionFromClient::toggle_media_mute_state(u64 page_id)
  886. {
  887. if (auto page = this->page(page_id); page.has_value())
  888. page->page().toggle_media_mute_state();
  889. }
  890. void ConnectionFromClient::toggle_media_loop_state(u64 page_id)
  891. {
  892. if (auto page = this->page(page_id); page.has_value())
  893. page->page().toggle_media_loop_state().release_value_but_fixme_should_propagate_errors();
  894. }
  895. void ConnectionFromClient::toggle_media_controls_state(u64 page_id)
  896. {
  897. if (auto page = this->page(page_id); page.has_value())
  898. page->page().toggle_media_controls_state().release_value_but_fixme_should_propagate_errors();
  899. }
  900. void ConnectionFromClient::toggle_page_mute_state(u64 page_id)
  901. {
  902. if (auto page = this->page(page_id); page.has_value())
  903. page->page().toggle_page_mute_state();
  904. }
  905. void ConnectionFromClient::set_user_style(u64 page_id, String const& source)
  906. {
  907. if (auto page = this->page(page_id); page.has_value())
  908. page->page().set_user_style(source);
  909. }
  910. void ConnectionFromClient::enable_inspector_prototype(u64)
  911. {
  912. Web::HTML::Window::set_inspector_object_exposed(true);
  913. }
  914. }