ConnectionFromClient.cpp 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889
  1. /*
  2. * Copyright (c) 2020-2023, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021-2023, Sam Atkins <atkinssj@serenityos.org>
  4. * Copyright (c) 2021-2023, Linus Groh <linusg@serenityos.org>
  5. * Copyright (c) 2022, Tobias Christiansen <tobyase@serenityos.org>
  6. * Copyright (c) 2022, Tim Flynn <trflynn89@serenityos.org>
  7. *
  8. * SPDX-License-Identifier: BSD-2-Clause
  9. */
  10. #include <AK/Debug.h>
  11. #include <AK/JsonObject.h>
  12. #include <AK/QuickSort.h>
  13. #include <LibGfx/Bitmap.h>
  14. #include <LibGfx/Font/FontDatabase.h>
  15. #include <LibGfx/SystemTheme.h>
  16. #include <LibJS/Bytecode/Interpreter.h>
  17. #include <LibJS/Console.h>
  18. #include <LibJS/Heap/Heap.h>
  19. #include <LibJS/Runtime/ConsoleObject.h>
  20. #include <LibWeb/ARIA/RoleType.h>
  21. #include <LibWeb/Bindings/MainThreadVM.h>
  22. #include <LibWeb/CSS/StyleComputer.h>
  23. #include <LibWeb/DOM/Document.h>
  24. #include <LibWeb/Dump.h>
  25. #include <LibWeb/HTML/BrowsingContext.h>
  26. #include <LibWeb/HTML/Scripting/ClassicScript.h>
  27. #include <LibWeb/HTML/Storage.h>
  28. #include <LibWeb/HTML/Window.h>
  29. #include <LibWeb/Layout/Viewport.h>
  30. #include <LibWeb/Loader/ContentFilter.h>
  31. #include <LibWeb/Loader/ProxyMappings.h>
  32. #include <LibWeb/Loader/ResourceLoader.h>
  33. #include <LibWeb/Painting/StackingContext.h>
  34. #include <LibWeb/Painting/ViewportPaintable.h>
  35. #include <LibWeb/PermissionsPolicy/AutoplayAllowlist.h>
  36. #include <LibWeb/Platform/EventLoopPlugin.h>
  37. #include <WebContent/ConnectionFromClient.h>
  38. #include <WebContent/PageHost.h>
  39. #include <WebContent/WebContentClientEndpoint.h>
  40. #include <pthread.h>
  41. namespace WebContent {
  42. ConnectionFromClient::ConnectionFromClient(NonnullOwnPtr<Core::LocalSocket> socket)
  43. : IPC::ConnectionFromClient<WebContentClientEndpoint, WebContentServerEndpoint>(*this, move(socket), 1)
  44. , m_page_host(PageHost::create(*this))
  45. {
  46. m_paint_flush_timer = Web::Platform::Timer::create_single_shot(0, [this] { flush_pending_paint_requests(); });
  47. m_input_event_queue_timer = Web::Platform::Timer::create_single_shot(0, [this] { process_next_input_event(); });
  48. }
  49. void ConnectionFromClient::die()
  50. {
  51. Web::Platform::EventLoopPlugin::the().quit();
  52. }
  53. Web::Page& ConnectionFromClient::page()
  54. {
  55. return m_page_host->page();
  56. }
  57. Web::Page const& ConnectionFromClient::page() const
  58. {
  59. return m_page_host->page();
  60. }
  61. Messages::WebContentServer::GetWindowHandleResponse ConnectionFromClient::get_window_handle()
  62. {
  63. return m_page_host->page().top_level_browsing_context().window_handle();
  64. }
  65. void ConnectionFromClient::set_window_handle(String const& handle)
  66. {
  67. m_page_host->page().top_level_browsing_context().set_window_handle(handle);
  68. }
  69. void ConnectionFromClient::connect_to_webdriver(DeprecatedString const& webdriver_ipc_path)
  70. {
  71. // FIXME: Propagate this error back to the browser.
  72. if (auto result = m_page_host->connect_to_webdriver(webdriver_ipc_path); result.is_error())
  73. dbgln("Unable to connect to the WebDriver process: {}", result.error());
  74. }
  75. void ConnectionFromClient::update_system_theme(Core::AnonymousBuffer const& theme_buffer)
  76. {
  77. Gfx::set_system_theme(theme_buffer);
  78. auto impl = Gfx::PaletteImpl::create_with_anonymous_buffer(theme_buffer);
  79. m_page_host->set_palette_impl(*impl);
  80. }
  81. void ConnectionFromClient::update_system_fonts(DeprecatedString const& default_font_query, DeprecatedString const& fixed_width_font_query, DeprecatedString const& window_title_font_query)
  82. {
  83. Gfx::FontDatabase::set_default_font_query(default_font_query);
  84. Gfx::FontDatabase::set_fixed_width_font_query(fixed_width_font_query);
  85. Gfx::FontDatabase::set_window_title_font_query(window_title_font_query);
  86. }
  87. void ConnectionFromClient::update_screen_rects(Vector<Gfx::IntRect> const& rects, u32 main_screen)
  88. {
  89. m_page_host->set_screen_rects(rects, main_screen);
  90. }
  91. void ConnectionFromClient::load_url(const URL& url)
  92. {
  93. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadURL: url={}", url);
  94. #if defined(AK_OS_SERENITY)
  95. DeprecatedString process_name;
  96. if (url.host().has<Empty>() || url.host() == String {})
  97. process_name = "WebContent";
  98. else
  99. process_name = DeprecatedString::formatted("WebContent: {}", url.serialized_host().release_value_but_fixme_should_propagate_errors());
  100. pthread_setname_np(pthread_self(), process_name.characters());
  101. #endif
  102. page().load(url);
  103. }
  104. void ConnectionFromClient::load_html(DeprecatedString const& html, const URL& url)
  105. {
  106. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadHTML: html={}, url={}", html, url);
  107. page().load_html(html, url);
  108. }
  109. void ConnectionFromClient::set_viewport_rect(Gfx::IntRect const& rect)
  110. {
  111. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::SetViewportRect: rect={}", rect);
  112. m_page_host->set_viewport_rect(rect.to_type<Web::DevicePixels>());
  113. }
  114. void ConnectionFromClient::add_backing_store(i32 backing_store_id, Gfx::ShareableBitmap const& bitmap)
  115. {
  116. m_backing_stores.set(backing_store_id, *const_cast<Gfx::ShareableBitmap&>(bitmap).bitmap());
  117. }
  118. void ConnectionFromClient::remove_backing_store(i32 backing_store_id)
  119. {
  120. m_backing_stores.remove(backing_store_id);
  121. m_pending_paint_requests.remove_all_matching([backing_store_id](auto& pending_repaint_request) { return pending_repaint_request.bitmap_id == backing_store_id; });
  122. }
  123. void ConnectionFromClient::paint(Gfx::IntRect const& content_rect, i32 backing_store_id)
  124. {
  125. for (auto& pending_paint : m_pending_paint_requests) {
  126. if (pending_paint.bitmap_id == backing_store_id) {
  127. pending_paint.content_rect = content_rect;
  128. return;
  129. }
  130. }
  131. auto it = m_backing_stores.find(backing_store_id);
  132. if (it == m_backing_stores.end()) {
  133. did_misbehave("Client requested paint with backing store ID");
  134. return;
  135. }
  136. auto& bitmap = *it->value;
  137. m_pending_paint_requests.append({ content_rect, bitmap, backing_store_id });
  138. m_paint_flush_timer->start();
  139. }
  140. void ConnectionFromClient::flush_pending_paint_requests()
  141. {
  142. for (auto& pending_paint : m_pending_paint_requests) {
  143. m_page_host->paint(pending_paint.content_rect.to_type<Web::DevicePixels>(), *pending_paint.bitmap);
  144. async_did_paint(pending_paint.content_rect, pending_paint.bitmap_id);
  145. }
  146. m_pending_paint_requests.clear();
  147. }
  148. void ConnectionFromClient::process_next_input_event()
  149. {
  150. if (m_input_event_queue.is_empty())
  151. return;
  152. auto event = m_input_event_queue.dequeue();
  153. event.visit(
  154. [&](QueuedMouseEvent const& event) {
  155. switch (event.type) {
  156. case QueuedMouseEvent::Type::MouseDown:
  157. report_finished_handling_input_event(page().handle_mousedown(
  158. event.position.to_type<Web::DevicePixels>(),
  159. event.button, event.buttons, event.modifiers));
  160. break;
  161. case QueuedMouseEvent::Type::MouseUp:
  162. report_finished_handling_input_event(page().handle_mouseup(
  163. event.position.to_type<Web::DevicePixels>(),
  164. event.button, event.buttons, event.modifiers));
  165. break;
  166. case QueuedMouseEvent::Type::MouseMove:
  167. // NOTE: We have to notify the client about coalesced MouseMoves,
  168. // so we do that by saying none of them were handled by the web page.
  169. for (size_t i = 0; i < event.coalesced_event_count; ++i) {
  170. report_finished_handling_input_event(false);
  171. }
  172. report_finished_handling_input_event(page().handle_mousemove(
  173. event.position.to_type<Web::DevicePixels>(),
  174. event.buttons, event.modifiers));
  175. break;
  176. case QueuedMouseEvent::Type::DoubleClick:
  177. report_finished_handling_input_event(page().handle_doubleclick(
  178. event.position.to_type<Web::DevicePixels>(),
  179. event.button, event.buttons, event.modifiers));
  180. break;
  181. case QueuedMouseEvent::Type::MouseWheel:
  182. for (size_t i = 0; i < event.coalesced_event_count; ++i) {
  183. report_finished_handling_input_event(false);
  184. }
  185. report_finished_handling_input_event(page().handle_mousewheel(
  186. event.position.to_type<Web::DevicePixels>(),
  187. event.button, event.buttons, event.modifiers, event.wheel_delta_x, event.wheel_delta_y));
  188. break;
  189. }
  190. },
  191. [&](QueuedKeyboardEvent const& event) {
  192. switch (event.type) {
  193. case QueuedKeyboardEvent::Type::KeyDown:
  194. report_finished_handling_input_event(page().handle_keydown((KeyCode)event.key, event.modifiers, event.code_point));
  195. break;
  196. case QueuedKeyboardEvent::Type::KeyUp:
  197. report_finished_handling_input_event(page().handle_keyup((KeyCode)event.key, event.modifiers, event.code_point));
  198. break;
  199. }
  200. });
  201. if (!m_input_event_queue.is_empty())
  202. m_input_event_queue_timer->start();
  203. }
  204. void ConnectionFromClient::mouse_down(Gfx::IntPoint position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  205. {
  206. enqueue_input_event(
  207. QueuedMouseEvent {
  208. .type = QueuedMouseEvent::Type::MouseDown,
  209. .position = position,
  210. .button = button,
  211. .buttons = buttons,
  212. .modifiers = modifiers,
  213. });
  214. }
  215. void ConnectionFromClient::mouse_move(Gfx::IntPoint position, [[maybe_unused]] unsigned int button, unsigned int buttons, unsigned int modifiers)
  216. {
  217. auto event = QueuedMouseEvent {
  218. .type = QueuedMouseEvent::Type::MouseMove,
  219. .position = position,
  220. .button = button,
  221. .buttons = buttons,
  222. .modifiers = modifiers,
  223. };
  224. // OPTIMIZATION: Coalesce with previous unprocessed event iff the previous event is also a MouseMove event.
  225. if (!m_input_event_queue.is_empty()
  226. && m_input_event_queue.tail().has<QueuedMouseEvent>()
  227. && m_input_event_queue.tail().get<QueuedMouseEvent>().type == QueuedMouseEvent::Type::MouseMove) {
  228. event.coalesced_event_count = m_input_event_queue.tail().get<QueuedMouseEvent>().coalesced_event_count + 1;
  229. m_input_event_queue.tail() = event;
  230. return;
  231. }
  232. enqueue_input_event(move(event));
  233. }
  234. void ConnectionFromClient::mouse_up(Gfx::IntPoint position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  235. {
  236. enqueue_input_event(
  237. QueuedMouseEvent {
  238. .type = QueuedMouseEvent::Type::MouseUp,
  239. .position = position,
  240. .button = button,
  241. .buttons = buttons,
  242. .modifiers = modifiers,
  243. });
  244. }
  245. void ConnectionFromClient::mouse_wheel(Gfx::IntPoint position, unsigned int button, unsigned int buttons, unsigned int modifiers, i32 wheel_delta_x, i32 wheel_delta_y)
  246. {
  247. auto event = QueuedMouseEvent {
  248. .type = QueuedMouseEvent::Type::MouseWheel,
  249. .position = position,
  250. .button = button,
  251. .buttons = buttons,
  252. .modifiers = modifiers,
  253. .wheel_delta_x = wheel_delta_x,
  254. .wheel_delta_y = wheel_delta_y,
  255. };
  256. // OPTIMIZATION: Coalesce with previous unprocessed event if the previous event is also a MouseWheel event.
  257. if (!m_input_event_queue.is_empty()
  258. && m_input_event_queue.tail().has<QueuedMouseEvent>()
  259. && m_input_event_queue.tail().get<QueuedMouseEvent>().type == QueuedMouseEvent::Type::MouseWheel) {
  260. auto const& last_event = m_input_event_queue.tail().get<QueuedMouseEvent>();
  261. event.coalesced_event_count = last_event.coalesced_event_count + 1;
  262. event.wheel_delta_x += last_event.wheel_delta_x;
  263. event.wheel_delta_y += last_event.wheel_delta_y;
  264. m_input_event_queue.tail() = event;
  265. return;
  266. }
  267. enqueue_input_event(move(event));
  268. }
  269. void ConnectionFromClient::doubleclick(Gfx::IntPoint position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  270. {
  271. enqueue_input_event(
  272. QueuedMouseEvent {
  273. .type = QueuedMouseEvent::Type::DoubleClick,
  274. .position = position,
  275. .button = button,
  276. .buttons = buttons,
  277. .modifiers = modifiers,
  278. });
  279. }
  280. void ConnectionFromClient::key_down(i32 key, unsigned int modifiers, u32 code_point)
  281. {
  282. enqueue_input_event(
  283. QueuedKeyboardEvent {
  284. .type = QueuedKeyboardEvent::Type::KeyDown,
  285. .key = key,
  286. .modifiers = modifiers,
  287. .code_point = code_point,
  288. });
  289. }
  290. void ConnectionFromClient::key_up(i32 key, unsigned int modifiers, u32 code_point)
  291. {
  292. enqueue_input_event(
  293. QueuedKeyboardEvent {
  294. .type = QueuedKeyboardEvent::Type::KeyUp,
  295. .key = key,
  296. .modifiers = modifiers,
  297. .code_point = code_point,
  298. });
  299. }
  300. void ConnectionFromClient::enqueue_input_event(Variant<QueuedMouseEvent, QueuedKeyboardEvent> event)
  301. {
  302. m_input_event_queue.enqueue(move(event));
  303. m_input_event_queue_timer->start();
  304. }
  305. void ConnectionFromClient::report_finished_handling_input_event(bool event_was_handled)
  306. {
  307. async_did_finish_handling_input_event(event_was_handled);
  308. }
  309. void ConnectionFromClient::debug_request(DeprecatedString const& request, DeprecatedString const& argument)
  310. {
  311. if (request == "dump-dom-tree") {
  312. if (auto* doc = page().top_level_browsing_context().active_document())
  313. Web::dump_tree(*doc);
  314. return;
  315. }
  316. if (request == "dump-layout-tree") {
  317. if (auto* doc = page().top_level_browsing_context().active_document()) {
  318. if (auto* viewport = doc->layout_node())
  319. Web::dump_tree(*viewport);
  320. }
  321. return;
  322. }
  323. if (request == "dump-paint-tree") {
  324. if (auto* doc = page().top_level_browsing_context().active_document()) {
  325. if (auto* paintable = doc->paintable())
  326. Web::dump_tree(*paintable);
  327. }
  328. return;
  329. }
  330. if (request == "dump-stacking-context-tree") {
  331. if (auto* doc = page().top_level_browsing_context().active_document()) {
  332. if (auto* viewport = doc->layout_node()) {
  333. if (auto* stacking_context = viewport->paintable_box()->stacking_context())
  334. stacking_context->dump();
  335. }
  336. }
  337. return;
  338. }
  339. if (request == "dump-style-sheets") {
  340. if (auto* doc = page().top_level_browsing_context().active_document()) {
  341. for (auto& sheet : doc->style_sheets().sheets()) {
  342. if (auto result = Web::dump_sheet(sheet); result.is_error())
  343. dbgln("Failed to dump style sheets: {}", result.error());
  344. }
  345. }
  346. return;
  347. }
  348. if (request == "dump-all-resolved-styles") {
  349. if (auto* doc = page().top_level_browsing_context().active_document()) {
  350. Queue<Web::DOM::Node*> elements_to_visit;
  351. elements_to_visit.enqueue(doc->document_element());
  352. while (!elements_to_visit.is_empty()) {
  353. auto element = elements_to_visit.dequeue();
  354. for (auto& child : element->children_as_vector())
  355. elements_to_visit.enqueue(child.ptr());
  356. if (element->is_element()) {
  357. auto styles = doc->style_computer().compute_style(*static_cast<Web::DOM::Element*>(element)).release_value_but_fixme_should_propagate_errors();
  358. dbgln("+ Element {}", element->debug_description());
  359. auto& properties = styles->properties();
  360. for (size_t i = 0; i < properties.size(); ++i)
  361. dbgln("| {} = {}", Web::CSS::string_from_property_id(static_cast<Web::CSS::PropertyID>(i)), properties[i].has_value() ? properties[i]->style->to_string() : ""_string);
  362. dbgln("---");
  363. }
  364. }
  365. }
  366. return;
  367. }
  368. if (request == "collect-garbage") {
  369. Web::Bindings::main_thread_vm().heap().collect_garbage(JS::Heap::CollectionType::CollectGarbage, true);
  370. return;
  371. }
  372. if (request == "dump-gc-graph") {
  373. Web::Bindings::main_thread_vm().heap().dump_graph();
  374. return;
  375. }
  376. if (request == "set-line-box-borders") {
  377. bool state = argument == "on";
  378. m_page_host->set_should_show_line_box_borders(state);
  379. page().top_level_browsing_context().set_needs_display(page().top_level_browsing_context().viewport_rect());
  380. return;
  381. }
  382. if (request == "clear-cache") {
  383. Web::ResourceLoader::the().clear_cache();
  384. return;
  385. }
  386. if (request == "spoof-user-agent") {
  387. Web::ResourceLoader::the().set_user_agent(argument);
  388. return;
  389. }
  390. if (request == "same-origin-policy") {
  391. m_page_host->page().set_same_origin_policy_enabled(argument == "on");
  392. return;
  393. }
  394. if (request == "scripting") {
  395. m_page_host->page().set_is_scripting_enabled(argument == "on");
  396. return;
  397. }
  398. if (request == "block-pop-ups") {
  399. m_page_host->page().set_should_block_pop_ups(argument == "on");
  400. return;
  401. }
  402. if (request == "dump-local-storage") {
  403. if (auto* document = page().top_level_browsing_context().active_document())
  404. document->window().local_storage().release_value_but_fixme_should_propagate_errors()->dump();
  405. return;
  406. }
  407. }
  408. void ConnectionFromClient::get_source()
  409. {
  410. if (auto* doc = page().top_level_browsing_context().active_document()) {
  411. async_did_get_source(doc->url(), doc->source());
  412. }
  413. }
  414. void ConnectionFromClient::inspect_dom_tree()
  415. {
  416. if (auto* doc = page().top_level_browsing_context().active_document()) {
  417. async_did_get_dom_tree(doc->dump_dom_tree_as_json());
  418. }
  419. }
  420. Messages::WebContentServer::InspectDomNodeResponse ConnectionFromClient::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement> const& pseudo_element)
  421. {
  422. auto& top_context = page().top_level_browsing_context();
  423. top_context.for_each_in_inclusive_subtree([&](auto& ctx) {
  424. if (ctx.active_document() != nullptr) {
  425. ctx.active_document()->set_inspected_node(nullptr, {});
  426. }
  427. return IterationDecision::Continue;
  428. });
  429. Web::DOM::Node* node = Web::DOM::Node::from_id(node_id);
  430. // Note: Nodes without layout (aka non-visible nodes, don't have style computed)
  431. if (!node || !node->layout_node()) {
  432. return { false, "", "", "", "", "" };
  433. }
  434. node->document().set_inspected_node(node, pseudo_element);
  435. if (node->is_element()) {
  436. auto& element = verify_cast<Web::DOM::Element>(*node);
  437. if (!element.computed_css_values())
  438. return { false, "", "", "", "", "" };
  439. auto serialize_json = [](Web::CSS::StyleProperties const& properties) -> DeprecatedString {
  440. StringBuilder builder;
  441. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  442. properties.for_each_property([&](auto property_id, auto& value) {
  443. MUST(serializer.add(Web::CSS::string_from_property_id(property_id), value.to_string().to_deprecated_string()));
  444. });
  445. MUST(serializer.finish());
  446. return builder.to_deprecated_string();
  447. };
  448. auto serialize_custom_properties_json = [](Web::DOM::Element const& element, Optional<Web::CSS::Selector::PseudoElement> pseudo_element) -> DeprecatedString {
  449. StringBuilder builder;
  450. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  451. HashTable<DeprecatedString> seen_properties;
  452. auto const* element_to_check = &element;
  453. while (element_to_check) {
  454. for (auto const& property : element_to_check->custom_properties(pseudo_element)) {
  455. if (!seen_properties.contains(property.key)) {
  456. seen_properties.set(property.key);
  457. MUST(serializer.add(property.key, property.value.value->to_string().to_deprecated_string()));
  458. }
  459. }
  460. element_to_check = element_to_check->parent_element();
  461. }
  462. MUST(serializer.finish());
  463. return builder.to_deprecated_string();
  464. };
  465. auto serialize_node_box_sizing_json = [](Web::Layout::Node const* layout_node) -> DeprecatedString {
  466. if (!layout_node || !layout_node->is_box()) {
  467. return "{}";
  468. }
  469. auto* box = static_cast<Web::Layout::Box const*>(layout_node);
  470. auto box_model = box->box_model();
  471. StringBuilder builder;
  472. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  473. MUST(serializer.add("padding_top"sv, box_model.padding.top.to_double()));
  474. MUST(serializer.add("padding_right"sv, box_model.padding.right.to_double()));
  475. MUST(serializer.add("padding_bottom"sv, box_model.padding.bottom.to_double()));
  476. MUST(serializer.add("padding_left"sv, box_model.padding.left.to_double()));
  477. MUST(serializer.add("margin_top"sv, box_model.margin.top.to_double()));
  478. MUST(serializer.add("margin_right"sv, box_model.margin.right.to_double()));
  479. MUST(serializer.add("margin_bottom"sv, box_model.margin.bottom.to_double()));
  480. MUST(serializer.add("margin_left"sv, box_model.margin.left.to_double()));
  481. MUST(serializer.add("border_top"sv, box_model.border.top.to_double()));
  482. MUST(serializer.add("border_right"sv, box_model.border.right.to_double()));
  483. MUST(serializer.add("border_bottom"sv, box_model.border.bottom.to_double()));
  484. MUST(serializer.add("border_left"sv, box_model.border.left.to_double()));
  485. if (auto* paintable_box = box->paintable_box()) {
  486. MUST(serializer.add("content_width"sv, paintable_box->content_width().to_double()));
  487. MUST(serializer.add("content_height"sv, paintable_box->content_height().to_double()));
  488. } else {
  489. MUST(serializer.add("content_width"sv, 0));
  490. MUST(serializer.add("content_height"sv, 0));
  491. }
  492. MUST(serializer.finish());
  493. return builder.to_deprecated_string();
  494. };
  495. auto serialize_aria_properties_state_json = [](Web::DOM::Element const& element) -> DeprecatedString {
  496. auto role_name = element.role_or_default();
  497. if (!role_name.has_value()) {
  498. return "";
  499. }
  500. auto aria_data = MUST(Web::ARIA::AriaData::build_data(element));
  501. auto role = MUST(Web::ARIA::RoleType::build_role_object(role_name.value(), element.is_focusable(), *aria_data));
  502. StringBuilder builder;
  503. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  504. MUST(role->serialize_as_json(serializer));
  505. MUST(serializer.finish());
  506. return builder.to_deprecated_string();
  507. };
  508. if (pseudo_element.has_value()) {
  509. auto pseudo_element_node = element.get_pseudo_element_node(pseudo_element.value());
  510. if (!pseudo_element_node)
  511. return { false, "", "", "", "", "" };
  512. // FIXME: Pseudo-elements only exist as Layout::Nodes, which don't have style information
  513. // in a format we can use. So, we run the StyleComputer again to get the specified
  514. // values, and have to ignore the computed values and custom properties.
  515. auto pseudo_element_style = MUST(page().focused_context().active_document()->style_computer().compute_style(element, pseudo_element));
  516. DeprecatedString computed_values = serialize_json(pseudo_element_style);
  517. DeprecatedString resolved_values = "{}";
  518. DeprecatedString custom_properties_json = serialize_custom_properties_json(element, pseudo_element);
  519. DeprecatedString node_box_sizing_json = serialize_node_box_sizing_json(pseudo_element_node.ptr());
  520. return { true, computed_values, resolved_values, custom_properties_json, node_box_sizing_json, "" };
  521. }
  522. DeprecatedString computed_values = serialize_json(*element.computed_css_values());
  523. DeprecatedString resolved_values_json = serialize_json(element.resolved_css_values());
  524. DeprecatedString custom_properties_json = serialize_custom_properties_json(element, {});
  525. DeprecatedString node_box_sizing_json = serialize_node_box_sizing_json(element.layout_node());
  526. DeprecatedString aria_properties_state_json = serialize_aria_properties_state_json(element);
  527. return { true, computed_values, resolved_values_json, custom_properties_json, node_box_sizing_json, aria_properties_state_json };
  528. }
  529. return { false, "", "", "", "", "" };
  530. }
  531. Messages::WebContentServer::GetHoveredNodeIdResponse ConnectionFromClient::get_hovered_node_id()
  532. {
  533. if (auto* document = page().top_level_browsing_context().active_document()) {
  534. auto hovered_node = document->hovered_node();
  535. if (hovered_node)
  536. return hovered_node->id();
  537. }
  538. return (i32)0;
  539. }
  540. void ConnectionFromClient::initialize_js_console(Badge<PageHost>, Web::DOM::Document& document)
  541. {
  542. auto realm = document.realm().make_weak_ptr();
  543. if (m_realm.ptr() == realm.ptr())
  544. return;
  545. auto console_object = realm->intrinsics().console_object();
  546. m_realm = realm;
  547. if (!m_console_client)
  548. m_console_client = make<WebContentConsoleClient>(console_object->console(), *m_realm, *this);
  549. console_object->console().set_client(*m_console_client.ptr());
  550. }
  551. void ConnectionFromClient::js_console_input(DeprecatedString const& js_source)
  552. {
  553. if (m_console_client)
  554. m_console_client->handle_input(js_source);
  555. }
  556. void ConnectionFromClient::run_javascript(DeprecatedString const& js_source)
  557. {
  558. auto* active_document = page().top_level_browsing_context().active_document();
  559. if (!active_document)
  560. return;
  561. // This is partially based on "execute a javascript: URL request" https://html.spec.whatwg.org/multipage/browsing-the-web.html#javascript-protocol
  562. // Let settings be browsingContext's active document's relevant settings object.
  563. auto& settings = active_document->relevant_settings_object();
  564. // Let baseURL be settings's API base URL.
  565. auto base_url = settings.api_base_url();
  566. // Let script be the result of creating a classic script given scriptSource, settings, baseURL, and the default classic script fetch options.
  567. // FIXME: This doesn't pass in "default classic script fetch options"
  568. // FIXME: What should the filename be here?
  569. auto script = Web::HTML::ClassicScript::create("(client connection run_javascript)", js_source, settings, move(base_url));
  570. // Let evaluationStatus be the result of running the classic script script.
  571. auto evaluation_status = script->run();
  572. if (evaluation_status.is_error())
  573. dbgln("Exception :(");
  574. }
  575. void ConnectionFromClient::js_console_request_messages(i32 start_index)
  576. {
  577. if (m_console_client)
  578. m_console_client->send_messages(start_index);
  579. }
  580. Messages::WebContentServer::TakeDocumentScreenshotResponse ConnectionFromClient::take_document_screenshot()
  581. {
  582. auto* document = page().top_level_browsing_context().active_document();
  583. if (!document || !document->document_element())
  584. return { {} };
  585. auto const& content_size = m_page_host->content_size();
  586. Web::DevicePixelRect rect { { 0, 0 }, content_size };
  587. auto bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, rect.size().to_type<int>()).release_value_but_fixme_should_propagate_errors();
  588. m_page_host->paint(rect, *bitmap);
  589. return { bitmap->to_shareable_bitmap() };
  590. }
  591. Messages::WebContentServer::GetSelectedTextResponse ConnectionFromClient::get_selected_text()
  592. {
  593. return page().focused_context().selected_text();
  594. }
  595. void ConnectionFromClient::select_all()
  596. {
  597. page().focused_context().select_all();
  598. page().client().page_did_change_selection();
  599. }
  600. Messages::WebContentServer::DumpLayoutTreeResponse ConnectionFromClient::dump_layout_tree()
  601. {
  602. auto* document = page().top_level_browsing_context().active_document();
  603. if (!document)
  604. return DeprecatedString { "(no DOM tree)" };
  605. document->update_layout();
  606. auto* layout_root = document->layout_node();
  607. if (!layout_root)
  608. return DeprecatedString { "(no layout tree)" };
  609. StringBuilder builder;
  610. Web::dump_tree(builder, *layout_root);
  611. return builder.to_deprecated_string();
  612. }
  613. Messages::WebContentServer::DumpPaintTreeResponse ConnectionFromClient::dump_paint_tree()
  614. {
  615. auto* document = page().top_level_browsing_context().active_document();
  616. if (!document)
  617. return DeprecatedString { "(no DOM tree)" };
  618. document->update_layout();
  619. auto* layout_root = document->layout_node();
  620. if (!layout_root)
  621. return DeprecatedString { "(no layout tree)" };
  622. if (!layout_root->paintable())
  623. return DeprecatedString { "(no paint tree)" };
  624. StringBuilder builder;
  625. Web::dump_tree(builder, *layout_root->paintable());
  626. return builder.to_deprecated_string();
  627. }
  628. Messages::WebContentServer::DumpTextResponse ConnectionFromClient::dump_text()
  629. {
  630. auto* document = page().top_level_browsing_context().active_document();
  631. if (!document)
  632. return DeprecatedString { "(no DOM tree)" };
  633. if (!document->body())
  634. return DeprecatedString { "(no body)" };
  635. return document->body()->inner_text();
  636. }
  637. void ConnectionFromClient::set_content_filters(Vector<String> const& filters)
  638. {
  639. Web::ContentFilter::the().set_patterns(filters).release_value_but_fixme_should_propagate_errors();
  640. }
  641. void ConnectionFromClient::set_autoplay_allowed_on_all_websites()
  642. {
  643. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  644. autoplay_allowlist.enable_globally();
  645. }
  646. void ConnectionFromClient::set_autoplay_allowlist(Vector<String> const& allowlist)
  647. {
  648. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  649. autoplay_allowlist.enable_for_origins(allowlist).release_value_but_fixme_should_propagate_errors();
  650. }
  651. void ConnectionFromClient::set_proxy_mappings(Vector<DeprecatedString> const& proxies, HashMap<DeprecatedString, size_t> const& mappings)
  652. {
  653. auto keys = mappings.keys();
  654. quick_sort(keys, [&](auto& a, auto& b) { return a.length() < b.length(); });
  655. OrderedHashMap<DeprecatedString, size_t> sorted_mappings;
  656. for (auto& key : keys) {
  657. auto value = *mappings.get(key);
  658. if (value >= proxies.size())
  659. continue;
  660. sorted_mappings.set(key, value);
  661. }
  662. Web::ProxyMappings::the().set_mappings(proxies, move(sorted_mappings));
  663. }
  664. void ConnectionFromClient::set_preferred_color_scheme(Web::CSS::PreferredColorScheme const& color_scheme)
  665. {
  666. m_page_host->set_preferred_color_scheme(color_scheme);
  667. }
  668. void ConnectionFromClient::set_has_focus(bool has_focus)
  669. {
  670. m_page_host->set_has_focus(has_focus);
  671. }
  672. void ConnectionFromClient::set_is_scripting_enabled(bool is_scripting_enabled)
  673. {
  674. m_page_host->set_is_scripting_enabled(is_scripting_enabled);
  675. }
  676. void ConnectionFromClient::set_device_pixels_per_css_pixel(float device_pixels_per_css_pixel)
  677. {
  678. m_page_host->set_device_pixels_per_css_pixel(device_pixels_per_css_pixel);
  679. }
  680. void ConnectionFromClient::set_window_position(Gfx::IntPoint position)
  681. {
  682. m_page_host->set_window_position(position.to_type<Web::DevicePixels>());
  683. }
  684. void ConnectionFromClient::set_window_size(Gfx::IntSize size)
  685. {
  686. m_page_host->set_window_size(size.to_type<Web::DevicePixels>());
  687. }
  688. Messages::WebContentServer::GetLocalStorageEntriesResponse ConnectionFromClient::get_local_storage_entries()
  689. {
  690. auto* document = page().top_level_browsing_context().active_document();
  691. auto local_storage = document->window().local_storage().release_value_but_fixme_should_propagate_errors();
  692. return local_storage->map();
  693. }
  694. Messages::WebContentServer::GetSessionStorageEntriesResponse ConnectionFromClient::get_session_storage_entries()
  695. {
  696. auto* document = page().top_level_browsing_context().active_document();
  697. auto session_storage = document->window().session_storage().release_value_but_fixme_should_propagate_errors();
  698. return session_storage->map();
  699. }
  700. void ConnectionFromClient::handle_file_return(i32 error, Optional<IPC::File> const& file, i32 request_id)
  701. {
  702. auto file_request = m_requested_files.take(request_id);
  703. VERIFY(file_request.has_value());
  704. VERIFY(file_request.value().on_file_request_finish);
  705. file_request.value().on_file_request_finish(error != 0 ? Error::from_errno(error) : ErrorOr<i32> { file->take_fd() });
  706. }
  707. void ConnectionFromClient::request_file(Web::FileRequest file_request)
  708. {
  709. i32 const id = last_id++;
  710. auto path = file_request.path();
  711. m_requested_files.set(id, move(file_request));
  712. async_did_request_file(path, id);
  713. }
  714. void ConnectionFromClient::set_system_visibility_state(bool visible)
  715. {
  716. m_page_host->page().top_level_browsing_context().set_system_visibility_state(
  717. visible
  718. ? Web::HTML::VisibilityState::Visible
  719. : Web::HTML::VisibilityState::Hidden);
  720. }
  721. void ConnectionFromClient::alert_closed()
  722. {
  723. m_page_host->alert_closed();
  724. }
  725. void ConnectionFromClient::confirm_closed(bool accepted)
  726. {
  727. m_page_host->confirm_closed(accepted);
  728. }
  729. void ConnectionFromClient::prompt_closed(Optional<String> const& response)
  730. {
  731. m_page_host->prompt_closed(response);
  732. }
  733. void ConnectionFromClient::toggle_media_play_state()
  734. {
  735. m_page_host->toggle_media_play_state().release_value_but_fixme_should_propagate_errors();
  736. }
  737. void ConnectionFromClient::toggle_media_mute_state()
  738. {
  739. m_page_host->toggle_media_mute_state();
  740. }
  741. void ConnectionFromClient::toggle_media_loop_state()
  742. {
  743. m_page_host->toggle_media_loop_state().release_value_but_fixme_should_propagate_errors();
  744. }
  745. void ConnectionFromClient::toggle_media_controls_state()
  746. {
  747. m_page_host->toggle_media_controls_state().release_value_but_fixme_should_propagate_errors();
  748. }
  749. void ConnectionFromClient::set_user_style(String const& source)
  750. {
  751. m_page_host->set_user_style(source);
  752. }
  753. void ConnectionFromClient::inspect_accessibility_tree()
  754. {
  755. if (auto* doc = page().top_level_browsing_context().active_document()) {
  756. async_did_get_accessibility_tree(doc->dump_accessibility_tree_as_json());
  757. }
  758. }
  759. }