ConnectionFromClient.cpp 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785
  1. /*
  2. * Copyright (c) 2020-2022, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021, Sam Atkins <atkinssj@serenityos.org>
  4. * Copyright (c) 2021-2022, Linus Groh <linusg@serenityos.org>
  5. * Copyright (c) 2022, Tobias Christiansen <tobyase@serenityos.org>
  6. * Copyright (c) 2022, Tim Flynn <trflynn89@serenityos.org>
  7. *
  8. * SPDX-License-Identifier: BSD-2-Clause
  9. */
  10. #include <AK/Debug.h>
  11. #include <AK/JsonObject.h>
  12. #include <AK/QuickSort.h>
  13. #include <LibGfx/Bitmap.h>
  14. #include <LibGfx/Font/FontDatabase.h>
  15. #include <LibGfx/SystemTheme.h>
  16. #include <LibJS/Console.h>
  17. #include <LibJS/Heap/Heap.h>
  18. #include <LibJS/Parser.h>
  19. #include <LibJS/Runtime/ConsoleObject.h>
  20. #include <LibJS/Runtime/JSONObject.h>
  21. #include <LibWeb/Bindings/MainThreadVM.h>
  22. #include <LibWeb/CSS/PropertyID.h>
  23. #include <LibWeb/Cookie/ParsedCookie.h>
  24. #include <LibWeb/DOM/Document.h>
  25. #include <LibWeb/DOM/NodeList.h>
  26. #include <LibWeb/Dump.h>
  27. #include <LibWeb/Geometry/DOMRect.h>
  28. #include <LibWeb/HTML/BrowsingContext.h>
  29. #include <LibWeb/HTML/FormAssociatedElement.h>
  30. #include <LibWeb/HTML/Scripting/ClassicScript.h>
  31. #include <LibWeb/HTML/Storage.h>
  32. #include <LibWeb/HTML/Window.h>
  33. #include <LibWeb/Layout/InitialContainingBlock.h>
  34. #include <LibWeb/Loader/ContentFilter.h>
  35. #include <LibWeb/Loader/ProxyMappings.h>
  36. #include <LibWeb/Loader/ResourceLoader.h>
  37. #include <LibWeb/Painting/PaintableBox.h>
  38. #include <LibWeb/Painting/StackingContext.h>
  39. #include <LibWeb/Platform/EventLoopPlugin.h>
  40. #include <WebContent/ConnectionFromClient.h>
  41. #include <WebContent/PageHost.h>
  42. #include <WebContent/WebContentClientEndpoint.h>
  43. #include <pthread.h>
  44. namespace WebContent {
  45. ConnectionFromClient::ConnectionFromClient(NonnullOwnPtr<Core::Stream::LocalSocket> socket)
  46. : IPC::ConnectionFromClient<WebContentClientEndpoint, WebContentServerEndpoint>(*this, move(socket), 1)
  47. , m_page_host(PageHost::create(*this))
  48. {
  49. m_paint_flush_timer = Web::Platform::Timer::create_single_shot(0, [this] { flush_pending_paint_requests(); });
  50. }
  51. void ConnectionFromClient::die()
  52. {
  53. Web::Platform::EventLoopPlugin::the().quit();
  54. }
  55. Web::Page& ConnectionFromClient::page()
  56. {
  57. return m_page_host->page();
  58. }
  59. Web::Page const& ConnectionFromClient::page() const
  60. {
  61. return m_page_host->page();
  62. }
  63. void ConnectionFromClient::connect_to_webdriver(String const& webdriver_ipc_path)
  64. {
  65. // FIXME: Propagate this error back to the browser.
  66. if (auto result = m_page_host->connect_to_webdriver(webdriver_ipc_path); result.is_error())
  67. dbgln("Unable to connect to the WebDriver process: {}", result.error());
  68. }
  69. void ConnectionFromClient::update_system_theme(Core::AnonymousBuffer const& theme_buffer)
  70. {
  71. Gfx::set_system_theme(theme_buffer);
  72. auto impl = Gfx::PaletteImpl::create_with_anonymous_buffer(theme_buffer);
  73. m_page_host->set_palette_impl(*impl);
  74. }
  75. void ConnectionFromClient::update_system_fonts(String const& default_font_query, String const& fixed_width_font_query, String const& window_title_font_query)
  76. {
  77. Gfx::FontDatabase::set_default_font_query(default_font_query);
  78. Gfx::FontDatabase::set_fixed_width_font_query(fixed_width_font_query);
  79. Gfx::FontDatabase::set_window_title_font_query(window_title_font_query);
  80. }
  81. void ConnectionFromClient::update_screen_rects(Vector<Gfx::IntRect> const& rects, u32 main_screen)
  82. {
  83. m_page_host->set_screen_rects(rects, main_screen);
  84. }
  85. void ConnectionFromClient::load_url(const URL& url)
  86. {
  87. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadURL: url={}", url);
  88. #if defined(AK_OS_SERENITY)
  89. String process_name;
  90. if (url.host().is_empty())
  91. process_name = "WebContent";
  92. else
  93. process_name = String::formatted("WebContent: {}", url.host());
  94. pthread_setname_np(pthread_self(), process_name.characters());
  95. #endif
  96. page().load(url);
  97. }
  98. void ConnectionFromClient::load_html(String const& html, const URL& url)
  99. {
  100. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadHTML: html={}, url={}", html, url);
  101. page().load_html(html, url);
  102. }
  103. void ConnectionFromClient::set_viewport_rect(Gfx::IntRect const& rect)
  104. {
  105. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::SetViewportRect: rect={}", rect);
  106. m_page_host->set_viewport_rect(rect);
  107. }
  108. void ConnectionFromClient::add_backing_store(i32 backing_store_id, Gfx::ShareableBitmap const& bitmap)
  109. {
  110. m_backing_stores.set(backing_store_id, *bitmap.bitmap());
  111. }
  112. void ConnectionFromClient::remove_backing_store(i32 backing_store_id)
  113. {
  114. m_backing_stores.remove(backing_store_id);
  115. m_pending_paint_requests.remove_all_matching([backing_store_id](auto& pending_repaint_request) { return pending_repaint_request.bitmap_id == backing_store_id; });
  116. }
  117. void ConnectionFromClient::paint(Gfx::IntRect const& content_rect, i32 backing_store_id)
  118. {
  119. for (auto& pending_paint : m_pending_paint_requests) {
  120. if (pending_paint.bitmap_id == backing_store_id) {
  121. pending_paint.content_rect = content_rect;
  122. return;
  123. }
  124. }
  125. auto it = m_backing_stores.find(backing_store_id);
  126. if (it == m_backing_stores.end()) {
  127. did_misbehave("Client requested paint with backing store ID");
  128. return;
  129. }
  130. auto& bitmap = *it->value;
  131. m_pending_paint_requests.append({ content_rect, bitmap, backing_store_id });
  132. m_paint_flush_timer->start();
  133. }
  134. void ConnectionFromClient::flush_pending_paint_requests()
  135. {
  136. for (auto& pending_paint : m_pending_paint_requests) {
  137. m_page_host->paint(pending_paint.content_rect, *pending_paint.bitmap);
  138. async_did_paint(pending_paint.content_rect, pending_paint.bitmap_id);
  139. }
  140. m_pending_paint_requests.clear();
  141. }
  142. void ConnectionFromClient::mouse_down(Gfx::IntPoint const& position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  143. {
  144. page().handle_mousedown(position, button, buttons, modifiers);
  145. }
  146. void ConnectionFromClient::mouse_move(Gfx::IntPoint const& position, [[maybe_unused]] unsigned int button, unsigned int buttons, unsigned int modifiers)
  147. {
  148. page().handle_mousemove(position, buttons, modifiers);
  149. }
  150. void ConnectionFromClient::mouse_up(Gfx::IntPoint const& position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  151. {
  152. page().handle_mouseup(position, button, buttons, modifiers);
  153. }
  154. void ConnectionFromClient::mouse_wheel(Gfx::IntPoint const& position, unsigned int button, unsigned int buttons, unsigned int modifiers, i32 wheel_delta_x, i32 wheel_delta_y)
  155. {
  156. page().handle_mousewheel(position, button, buttons, modifiers, wheel_delta_x, wheel_delta_y);
  157. }
  158. void ConnectionFromClient::doubleclick(Gfx::IntPoint const& position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  159. {
  160. page().handle_doubleclick(position, button, buttons, modifiers);
  161. }
  162. void ConnectionFromClient::key_down(i32 key, unsigned int modifiers, u32 code_point)
  163. {
  164. page().handle_keydown((KeyCode)key, modifiers, code_point);
  165. }
  166. void ConnectionFromClient::key_up(i32 key, unsigned int modifiers, u32 code_point)
  167. {
  168. page().handle_keyup((KeyCode)key, modifiers, code_point);
  169. }
  170. void ConnectionFromClient::debug_request(String const& request, String const& argument)
  171. {
  172. if (request == "dump-dom-tree") {
  173. if (auto* doc = page().top_level_browsing_context().active_document())
  174. Web::dump_tree(*doc);
  175. }
  176. if (request == "dump-layout-tree") {
  177. if (auto* doc = page().top_level_browsing_context().active_document()) {
  178. if (auto* icb = doc->layout_node())
  179. Web::dump_tree(*icb);
  180. }
  181. }
  182. if (request == "dump-stacking-context-tree") {
  183. if (auto* doc = page().top_level_browsing_context().active_document()) {
  184. if (auto* icb = doc->layout_node()) {
  185. if (auto* stacking_context = icb->paint_box()->stacking_context())
  186. stacking_context->dump();
  187. }
  188. }
  189. }
  190. if (request == "dump-style-sheets") {
  191. if (auto* doc = page().top_level_browsing_context().active_document()) {
  192. for (auto& sheet : doc->style_sheets().sheets()) {
  193. Web::dump_sheet(sheet);
  194. }
  195. }
  196. }
  197. if (request == "collect-garbage") {
  198. Web::Bindings::main_thread_vm().heap().collect_garbage(JS::Heap::CollectionType::CollectGarbage, true);
  199. }
  200. if (request == "set-line-box-borders") {
  201. bool state = argument == "on";
  202. m_page_host->set_should_show_line_box_borders(state);
  203. page().top_level_browsing_context().set_needs_display(page().top_level_browsing_context().viewport_rect());
  204. }
  205. if (request == "clear-cache") {
  206. Web::ResourceLoader::the().clear_cache();
  207. }
  208. if (request == "spoof-user-agent") {
  209. Web::ResourceLoader::the().set_user_agent(argument);
  210. }
  211. if (request == "same-origin-policy") {
  212. m_page_host->page().set_same_origin_policy_enabled(argument == "on");
  213. }
  214. if (request == "scripting") {
  215. m_page_host->page().set_is_scripting_enabled(argument == "on");
  216. }
  217. if (request == "dump-local-storage") {
  218. if (auto* doc = page().top_level_browsing_context().active_document())
  219. doc->window().local_storage()->dump();
  220. }
  221. }
  222. void ConnectionFromClient::get_source()
  223. {
  224. if (auto* doc = page().top_level_browsing_context().active_document()) {
  225. async_did_get_source(doc->url(), doc->source());
  226. }
  227. }
  228. Messages::WebContentServer::SerializeSourceResponse ConnectionFromClient::serialize_source()
  229. {
  230. if (auto* doc = page().top_level_browsing_context().active_document()) {
  231. auto result = doc->serialize_fragment(Web::DOMParsing::RequireWellFormed::Yes);
  232. if (!result.is_error())
  233. return { result.release_value() };
  234. auto source = MUST(doc->serialize_fragment(Web::DOMParsing::RequireWellFormed::No));
  235. return { move(source) };
  236. }
  237. return { {} };
  238. }
  239. void ConnectionFromClient::inspect_dom_tree()
  240. {
  241. if (auto* doc = page().top_level_browsing_context().active_document()) {
  242. async_did_get_dom_tree(doc->dump_dom_tree_as_json());
  243. }
  244. }
  245. Messages::WebContentServer::InspectDomNodeResponse ConnectionFromClient::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement> const& pseudo_element)
  246. {
  247. auto& top_context = page().top_level_browsing_context();
  248. top_context.for_each_in_inclusive_subtree([&](auto& ctx) {
  249. if (ctx.active_document() != nullptr) {
  250. ctx.active_document()->set_inspected_node(nullptr);
  251. }
  252. return IterationDecision::Continue;
  253. });
  254. Web::DOM::Node* node = Web::DOM::Node::from_id(node_id);
  255. // Note: Nodes without layout (aka non-visible nodes, don't have style computed)
  256. if (!node || !node->layout_node()) {
  257. return { false, "", "", "", "" };
  258. }
  259. // FIXME: Pass the pseudo-element here.
  260. node->document().set_inspected_node(node);
  261. if (node->is_element()) {
  262. auto& element = verify_cast<Web::DOM::Element>(*node);
  263. if (!element.computed_css_values())
  264. return { false, "", "", "", "" };
  265. auto serialize_json = [](Web::CSS::StyleProperties const& properties) -> String {
  266. StringBuilder builder;
  267. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  268. properties.for_each_property([&](auto property_id, auto& value) {
  269. MUST(serializer.add(Web::CSS::string_from_property_id(property_id), value.to_string()));
  270. });
  271. MUST(serializer.finish());
  272. return builder.to_string();
  273. };
  274. auto serialize_custom_properties_json = [](Web::DOM::Element const& element) -> String {
  275. StringBuilder builder;
  276. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  277. HashTable<String> seen_properties;
  278. auto const* element_to_check = &element;
  279. while (element_to_check) {
  280. for (auto const& property : element_to_check->custom_properties()) {
  281. if (!seen_properties.contains(property.key)) {
  282. seen_properties.set(property.key);
  283. MUST(serializer.add(property.key, property.value.value->to_string()));
  284. }
  285. }
  286. element_to_check = element_to_check->parent_element();
  287. }
  288. MUST(serializer.finish());
  289. return builder.to_string();
  290. };
  291. auto serialize_node_box_sizing_json = [](Web::Layout::Node const* layout_node) -> String {
  292. if (!layout_node || !layout_node->is_box()) {
  293. return "{}";
  294. }
  295. auto* box = static_cast<Web::Layout::Box const*>(layout_node);
  296. auto box_model = box->box_model();
  297. StringBuilder builder;
  298. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  299. MUST(serializer.add("padding_top"sv, box_model.padding.top));
  300. MUST(serializer.add("padding_right"sv, box_model.padding.right));
  301. MUST(serializer.add("padding_bottom"sv, box_model.padding.bottom));
  302. MUST(serializer.add("padding_left"sv, box_model.padding.left));
  303. MUST(serializer.add("margin_top"sv, box_model.margin.top));
  304. MUST(serializer.add("margin_right"sv, box_model.margin.right));
  305. MUST(serializer.add("margin_bottom"sv, box_model.margin.bottom));
  306. MUST(serializer.add("margin_left"sv, box_model.margin.left));
  307. MUST(serializer.add("border_top"sv, box_model.border.top));
  308. MUST(serializer.add("border_right"sv, box_model.border.right));
  309. MUST(serializer.add("border_bottom"sv, box_model.border.bottom));
  310. MUST(serializer.add("border_left"sv, box_model.border.left));
  311. if (auto* paint_box = box->paint_box()) {
  312. MUST(serializer.add("content_width"sv, paint_box->content_width()));
  313. MUST(serializer.add("content_height"sv, paint_box->content_height()));
  314. } else {
  315. MUST(serializer.add("content_width"sv, 0));
  316. MUST(serializer.add("content_height"sv, 0));
  317. }
  318. MUST(serializer.finish());
  319. return builder.to_string();
  320. };
  321. if (pseudo_element.has_value()) {
  322. auto pseudo_element_node = element.get_pseudo_element_node(pseudo_element.value());
  323. if (!pseudo_element_node)
  324. return { false, "", "", "", "" };
  325. // FIXME: Pseudo-elements only exist as Layout::Nodes, which don't have style information
  326. // in a format we can use. So, we run the StyleComputer again to get the specified
  327. // values, and have to ignore the computed values and custom properties.
  328. auto pseudo_element_style = page().focused_context().active_document()->style_computer().compute_style(element, pseudo_element);
  329. String computed_values = serialize_json(pseudo_element_style);
  330. String resolved_values = "{}";
  331. String custom_properties_json = "{}";
  332. String node_box_sizing_json = serialize_node_box_sizing_json(pseudo_element_node.ptr());
  333. return { true, computed_values, resolved_values, custom_properties_json, node_box_sizing_json };
  334. }
  335. String computed_values = serialize_json(*element.computed_css_values());
  336. String resolved_values_json = serialize_json(element.resolved_css_values());
  337. String custom_properties_json = serialize_custom_properties_json(element);
  338. String node_box_sizing_json = serialize_node_box_sizing_json(element.layout_node());
  339. return { true, computed_values, resolved_values_json, custom_properties_json, node_box_sizing_json };
  340. }
  341. return { false, "", "", "", "" };
  342. }
  343. Messages::WebContentServer::GetHoveredNodeIdResponse ConnectionFromClient::get_hovered_node_id()
  344. {
  345. if (auto* document = page().top_level_browsing_context().active_document()) {
  346. auto hovered_node = document->hovered_node();
  347. if (hovered_node)
  348. return hovered_node->id();
  349. }
  350. return (i32)0;
  351. }
  352. void ConnectionFromClient::initialize_js_console(Badge<PageHost>)
  353. {
  354. auto* document = page().top_level_browsing_context().active_document();
  355. auto realm = document->realm().make_weak_ptr();
  356. if (m_realm.ptr() == realm.ptr())
  357. return;
  358. auto& console_object = *realm->intrinsics().console_object();
  359. m_realm = realm;
  360. m_console_client = make<WebContentConsoleClient>(console_object.console(), *m_realm, *this);
  361. console_object.console().set_client(*m_console_client.ptr());
  362. }
  363. void ConnectionFromClient::js_console_input(String const& js_source)
  364. {
  365. if (m_console_client)
  366. m_console_client->handle_input(js_source);
  367. }
  368. void ConnectionFromClient::run_javascript(String const& js_source)
  369. {
  370. auto* active_document = page().top_level_browsing_context().active_document();
  371. if (!active_document)
  372. return;
  373. // This is partially based on "execute a javascript: URL request" https://html.spec.whatwg.org/multipage/browsing-the-web.html#javascript-protocol
  374. // Let settings be browsingContext's active document's relevant settings object.
  375. auto& settings = active_document->relevant_settings_object();
  376. // Let baseURL be settings's API base URL.
  377. auto base_url = settings.api_base_url();
  378. // Let script be the result of creating a classic script given scriptSource, settings, baseURL, and the default classic script fetch options.
  379. // FIXME: This doesn't pass in "default classic script fetch options"
  380. // FIXME: What should the filename be here?
  381. auto script = Web::HTML::ClassicScript::create("(client connection run_javascript)", js_source, settings, move(base_url));
  382. // Let evaluationStatus be the result of running the classic script script.
  383. auto evaluation_status = script->run();
  384. if (evaluation_status.is_error())
  385. dbgln("Exception :(");
  386. }
  387. void ConnectionFromClient::js_console_request_messages(i32 start_index)
  388. {
  389. if (m_console_client)
  390. m_console_client->send_messages(start_index);
  391. }
  392. static Optional<Web::DOM::Element&> find_element_by_id(i32 element_id)
  393. {
  394. auto* node = Web::DOM::Node::from_id(element_id);
  395. if (!node || !node->is_element())
  396. return {};
  397. return verify_cast<Web::DOM::Element>(*node);
  398. }
  399. // https://w3c.github.io/webdriver/#dfn-scrolls-into-view
  400. void ConnectionFromClient::scroll_element_into_view(i32 element_id)
  401. {
  402. auto element = find_element_by_id(element_id);
  403. if (!element.has_value())
  404. return;
  405. // 1. Let options be the following ScrollIntoViewOptions:
  406. Web::DOM::ScrollIntoViewOptions options {};
  407. // Logical scroll position "block"
  408. // "end"
  409. options.block = Web::Bindings::ScrollLogicalPosition::End;
  410. // Logical scroll position "inline"
  411. // "nearest"
  412. options.inline_ = Web::Bindings::ScrollLogicalPosition::Nearest;
  413. // 2. Run Function.[[Call]](scrollIntoView, options) with element as the this value.
  414. element->scroll_into_view(options);
  415. }
  416. Messages::WebContentServer::GetActiveDocumentsTypeResponse ConnectionFromClient::get_active_documents_type()
  417. {
  418. auto* active_document = page().top_level_browsing_context().active_document();
  419. if (!active_document)
  420. return { "" };
  421. auto type = active_document->document_type();
  422. switch (type) {
  423. case Web::DOM::Document::Type::HTML:
  424. return { "html" };
  425. break;
  426. case Web::DOM::Document::Type::XML:
  427. return { "xml" };
  428. break;
  429. }
  430. return { "" };
  431. }
  432. Messages::WebContentServer::GetComputedValueForElementResponse ConnectionFromClient::get_computed_value_for_element(i32 element_id, String const& property_name)
  433. {
  434. auto element = find_element_by_id(element_id);
  435. if (!element.has_value())
  436. return { "" };
  437. auto property_id = Web::CSS::property_id_from_string(property_name);
  438. auto computed_values = element->computed_css_values();
  439. if (!computed_values)
  440. return { "" };
  441. auto style_value = computed_values->property(property_id);
  442. return { style_value->to_string() };
  443. }
  444. Messages::WebContentServer::GetElementTextResponse ConnectionFromClient::get_element_text(i32 element_id)
  445. {
  446. auto element = find_element_by_id(element_id);
  447. if (!element.has_value())
  448. return { "" };
  449. return { element->layout_node()->dom_node()->text_content() };
  450. }
  451. Messages::WebContentServer::GetElementTagNameResponse ConnectionFromClient::get_element_tag_name(i32 element_id)
  452. {
  453. auto element = find_element_by_id(element_id);
  454. if (!element.has_value())
  455. return { "" };
  456. return { element->tag_name() };
  457. }
  458. // https://w3c.github.io/webdriver/#dfn-calculate-the-absolute-position
  459. static Gfx::IntPoint calculate_absolute_position_of_element(Web::Page const& page, JS::NonnullGCPtr<Web::Geometry::DOMRect> rect)
  460. {
  461. // 1. Let rect be the value returned by calling getBoundingClientRect().
  462. // 2. Let window be the associated window of current top-level browsing context.
  463. auto const* window = page.top_level_browsing_context().active_window();
  464. // 3. Let x be (scrollX of window + rect’s x coordinate).
  465. auto x = (window ? static_cast<int>(window->scroll_x()) : 0) + static_cast<int>(rect->x());
  466. // 4. Let y be (scrollY of window + rect’s y coordinate).
  467. auto y = (window ? static_cast<int>(window->scroll_y()) : 0) + static_cast<int>(rect->y());
  468. // 5. Return a pair of (x, y).
  469. return { x, y };
  470. }
  471. static Gfx::IntRect calculate_absolute_rect_of_element(Web::Page const& page, Web::DOM::Element const& element)
  472. {
  473. auto bounding_rect = element.get_bounding_client_rect();
  474. auto coordinates = calculate_absolute_position_of_element(page, bounding_rect);
  475. return Gfx::IntRect {
  476. coordinates.x(),
  477. coordinates.y(),
  478. static_cast<int>(bounding_rect->width()),
  479. static_cast<int>(bounding_rect->height())
  480. };
  481. }
  482. Messages::WebContentServer::GetElementRectResponse ConnectionFromClient::get_element_rect(i32 element_id)
  483. {
  484. auto element = find_element_by_id(element_id);
  485. if (!element.has_value())
  486. return { {} };
  487. return { calculate_absolute_rect_of_element(page(), *element) };
  488. }
  489. Messages::WebContentServer::IsElementEnabledResponse ConnectionFromClient::is_element_enabled(i32 element_id)
  490. {
  491. auto element = find_element_by_id(element_id);
  492. if (!element.has_value())
  493. return { false };
  494. auto* document = page().top_level_browsing_context().active_document();
  495. if (!document)
  496. return { false };
  497. bool enabled = !document->is_xml_document();
  498. if (enabled && is<Web::HTML::FormAssociatedElement>(*element)) {
  499. auto& form_associated_element = dynamic_cast<Web::HTML::FormAssociatedElement&>(*element);
  500. enabled = form_associated_element.enabled();
  501. }
  502. return { enabled };
  503. }
  504. Messages::WebContentServer::TakeElementScreenshotResponse ConnectionFromClient::take_element_screenshot(i32 element_id)
  505. {
  506. auto element = find_element_by_id(element_id);
  507. if (!element.has_value())
  508. return { {} };
  509. auto viewport_rect = page().top_level_browsing_context().viewport_rect();
  510. auto rect = calculate_absolute_rect_of_element(page(), *element);
  511. rect.intersect(viewport_rect);
  512. auto bitmap = Gfx::Bitmap::try_create(Gfx::BitmapFormat::BGRA8888, rect.size()).release_value_but_fixme_should_propagate_errors();
  513. m_page_host->paint(rect, *bitmap);
  514. return { bitmap->to_shareable_bitmap() };
  515. }
  516. Messages::WebContentServer::TakeDocumentScreenshotResponse ConnectionFromClient::take_document_screenshot()
  517. {
  518. auto* document = page().top_level_browsing_context().active_document();
  519. if (!document || !document->document_element())
  520. return { {} };
  521. auto bounding_rect = document->document_element()->get_bounding_client_rect();
  522. auto position = calculate_absolute_position_of_element(page(), bounding_rect);
  523. auto const& content_size = m_page_host->content_size();
  524. Gfx::IntRect rect {
  525. position.x(),
  526. position.y(),
  527. content_size.width() - position.x(),
  528. content_size.height() - position.y(),
  529. };
  530. auto bitmap = Gfx::Bitmap::try_create(Gfx::BitmapFormat::BGRA8888, rect.size()).release_value_but_fixme_should_propagate_errors();
  531. m_page_host->paint(rect, *bitmap);
  532. return { bitmap->to_shareable_bitmap() };
  533. }
  534. Messages::WebContentServer::GetSelectedTextResponse ConnectionFromClient::get_selected_text()
  535. {
  536. return page().focused_context().selected_text();
  537. }
  538. void ConnectionFromClient::select_all()
  539. {
  540. page().focused_context().select_all();
  541. page().client().page_did_change_selection();
  542. }
  543. Messages::WebContentServer::DumpLayoutTreeResponse ConnectionFromClient::dump_layout_tree()
  544. {
  545. auto* document = page().top_level_browsing_context().active_document();
  546. if (!document)
  547. return String { "(no DOM tree)" };
  548. auto* layout_root = document->layout_node();
  549. if (!layout_root)
  550. return String { "(no layout tree)" };
  551. StringBuilder builder;
  552. Web::dump_tree(builder, *layout_root);
  553. return builder.to_string();
  554. }
  555. void ConnectionFromClient::set_content_filters(Vector<String> const& filters)
  556. {
  557. for (auto& filter : filters)
  558. Web::ContentFilter::the().add_pattern(filter);
  559. }
  560. void ConnectionFromClient::set_proxy_mappings(Vector<String> const& proxies, HashMap<String, size_t> const& mappings)
  561. {
  562. auto keys = mappings.keys();
  563. quick_sort(keys, [&](auto& a, auto& b) { return a.length() < b.length(); });
  564. OrderedHashMap<String, size_t> sorted_mappings;
  565. for (auto& key : keys) {
  566. auto value = *mappings.get(key);
  567. if (value >= proxies.size())
  568. continue;
  569. sorted_mappings.set(key, value);
  570. }
  571. Web::ProxyMappings::the().set_mappings(proxies, move(sorted_mappings));
  572. }
  573. void ConnectionFromClient::set_preferred_color_scheme(Web::CSS::PreferredColorScheme const& color_scheme)
  574. {
  575. m_page_host->set_preferred_color_scheme(color_scheme);
  576. }
  577. void ConnectionFromClient::set_has_focus(bool has_focus)
  578. {
  579. m_page_host->set_has_focus(has_focus);
  580. }
  581. void ConnectionFromClient::set_is_scripting_enabled(bool is_scripting_enabled)
  582. {
  583. m_page_host->set_is_scripting_enabled(is_scripting_enabled);
  584. }
  585. void ConnectionFromClient::set_window_position(Gfx::IntPoint const& position)
  586. {
  587. m_page_host->set_window_position(position);
  588. }
  589. void ConnectionFromClient::set_window_size(Gfx::IntSize const& size)
  590. {
  591. m_page_host->set_window_size(size);
  592. }
  593. Messages::WebContentServer::GetLocalStorageEntriesResponse ConnectionFromClient::get_local_storage_entries()
  594. {
  595. auto* document = page().top_level_browsing_context().active_document();
  596. auto local_storage = document->window().local_storage();
  597. return local_storage->map();
  598. }
  599. Messages::WebContentServer::GetSessionStorageEntriesResponse ConnectionFromClient::get_session_storage_entries()
  600. {
  601. auto* document = page().top_level_browsing_context().active_document();
  602. auto session_storage = document->window().session_storage();
  603. return session_storage->map();
  604. }
  605. void ConnectionFromClient::handle_file_return(i32 error, Optional<IPC::File> const& file, i32 request_id)
  606. {
  607. auto result = m_requested_files.get(request_id);
  608. VERIFY(result.has_value());
  609. VERIFY(result.value()->on_file_request_finish);
  610. result.value()->on_file_request_finish(error != 0 ? Error::from_errno(error) : ErrorOr<i32> { file->take_fd() });
  611. m_requested_files.remove(request_id);
  612. }
  613. void ConnectionFromClient::request_file(NonnullRefPtr<Web::FileRequest>& file_request)
  614. {
  615. i32 const id = last_id++;
  616. m_requested_files.set(id, file_request);
  617. async_did_request_file(file_request->path(), id);
  618. }
  619. void ConnectionFromClient::set_system_visibility_state(bool visible)
  620. {
  621. m_page_host->page().top_level_browsing_context().set_system_visibility_state(
  622. visible
  623. ? Web::HTML::VisibilityState::Visible
  624. : Web::HTML::VisibilityState::Hidden);
  625. }
  626. Messages::WebContentServer::WebdriverExecuteScriptResponse ConnectionFromClient::webdriver_execute_script(String const& body, Vector<String> const& json_arguments, Optional<u64> const& timeout, bool async)
  627. {
  628. auto& page = m_page_host->page();
  629. auto* window = page.top_level_browsing_context().active_window();
  630. auto& vm = window->vm();
  631. auto arguments = JS::MarkedVector<JS::Value> { vm.heap() };
  632. for (auto const& argument_string : json_arguments) {
  633. // NOTE: These are assumed to be valid JSON values.
  634. auto json_value = MUST(JsonValue::from_string(argument_string));
  635. arguments.append(JS::JSONObject::parse_json_value(vm, json_value));
  636. }
  637. auto result = async
  638. ? Web::WebDriver::execute_async_script(page, body, move(arguments), timeout)
  639. : Web::WebDriver::execute_script(page, body, move(arguments), timeout);
  640. return { result.type, result.value.serialized<StringBuilder>() };
  641. }
  642. }