ConnectionFromClient.cpp 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062
  1. /*
  2. * Copyright (c) 2020-2023, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021-2023, Sam Atkins <atkinssj@serenityos.org>
  4. * Copyright (c) 2021-2023, Linus Groh <linusg@serenityos.org>
  5. * Copyright (c) 2022, Tobias Christiansen <tobyase@serenityos.org>
  6. * Copyright (c) 2022, Tim Flynn <trflynn89@serenityos.org>
  7. * Copyright (c) 2023-2024, Andrew Kaster <akaster@serenityos.org>
  8. *
  9. * SPDX-License-Identifier: BSD-2-Clause
  10. */
  11. #include <AK/Debug.h>
  12. #include <AK/JsonObject.h>
  13. #include <AK/QuickSort.h>
  14. #include <LibGfx/Bitmap.h>
  15. #include <LibGfx/Font/FontDatabase.h>
  16. #include <LibGfx/SystemTheme.h>
  17. #include <LibJS/Heap/Heap.h>
  18. #include <LibJS/Runtime/ConsoleObject.h>
  19. #include <LibWeb/ARIA/RoleType.h>
  20. #include <LibWeb/Bindings/MainThreadVM.h>
  21. #include <LibWeb/CSS/StyleComputer.h>
  22. #include <LibWeb/DOM/Attr.h>
  23. #include <LibWeb/DOM/CharacterData.h>
  24. #include <LibWeb/DOM/Document.h>
  25. #include <LibWeb/DOM/Element.h>
  26. #include <LibWeb/DOM/ElementFactory.h>
  27. #include <LibWeb/DOM/Text.h>
  28. #include <LibWeb/Dump.h>
  29. #include <LibWeb/HTML/BrowsingContext.h>
  30. #include <LibWeb/HTML/Storage.h>
  31. #include <LibWeb/HTML/TraversableNavigable.h>
  32. #include <LibWeb/HTML/Window.h>
  33. #include <LibWeb/Infra/Strings.h>
  34. #include <LibWeb/Layout/Viewport.h>
  35. #include <LibWeb/Loader/ContentFilter.h>
  36. #include <LibWeb/Loader/ProxyMappings.h>
  37. #include <LibWeb/Loader/ResourceLoader.h>
  38. #include <LibWeb/Namespace.h>
  39. #include <LibWeb/Painting/StackingContext.h>
  40. #include <LibWeb/Painting/ViewportPaintable.h>
  41. #include <LibWeb/PermissionsPolicy/AutoplayAllowlist.h>
  42. #include <LibWeb/Platform/EventLoopPlugin.h>
  43. #include <LibWebView/Attribute.h>
  44. #include <WebContent/ConnectionFromClient.h>
  45. #include <WebContent/PageClient.h>
  46. #include <WebContent/PageHost.h>
  47. #include <WebContent/WebContentClientEndpoint.h>
  48. #ifdef AK_OS_SERENITY
  49. # include <pthread.h>
  50. #endif
  51. namespace WebContent {
  52. ConnectionFromClient::ConnectionFromClient(NonnullOwnPtr<Core::LocalSocket> socket)
  53. : IPC::ConnectionFromClient<WebContentClientEndpoint, WebContentServerEndpoint>(*this, move(socket), 1)
  54. , m_page_host(PageHost::create(*this))
  55. {
  56. m_input_event_queue_timer = Web::Platform::Timer::create_single_shot(0, [this] { process_next_input_event(); });
  57. }
  58. void ConnectionFromClient::die()
  59. {
  60. Web::Platform::EventLoopPlugin::the().quit();
  61. }
  62. PageClient& ConnectionFromClient::page(u64 index)
  63. {
  64. return m_page_host->page(index);
  65. }
  66. PageClient const& ConnectionFromClient::page(u64 index) const
  67. {
  68. return m_page_host->page(index);
  69. }
  70. Messages::WebContentServer::GetWindowHandleResponse ConnectionFromClient::get_window_handle(u64 page_id)
  71. {
  72. return page(page_id).page().top_level_browsing_context().window_handle();
  73. }
  74. void ConnectionFromClient::set_window_handle(u64 page_id, String const& handle)
  75. {
  76. page(page_id).page().top_level_browsing_context().set_window_handle(handle);
  77. }
  78. void ConnectionFromClient::connect_to_webdriver(u64 page_id, ByteString const& webdriver_ipc_path)
  79. {
  80. // FIXME: Propagate this error back to the browser.
  81. if (auto result = page(page_id).connect_to_webdriver(webdriver_ipc_path); result.is_error())
  82. dbgln("Unable to connect to the WebDriver process: {}", result.error());
  83. }
  84. void ConnectionFromClient::update_system_theme(u64 page_id, Core::AnonymousBuffer const& theme_buffer)
  85. {
  86. Gfx::set_system_theme(theme_buffer);
  87. auto impl = Gfx::PaletteImpl::create_with_anonymous_buffer(theme_buffer);
  88. page(page_id).set_palette_impl(*impl);
  89. }
  90. void ConnectionFromClient::update_system_fonts(u64, ByteString const& default_font_query, ByteString const& fixed_width_font_query, ByteString const& window_title_font_query)
  91. {
  92. Gfx::FontDatabase::set_default_font_query(default_font_query);
  93. Gfx::FontDatabase::set_fixed_width_font_query(fixed_width_font_query);
  94. Gfx::FontDatabase::set_window_title_font_query(window_title_font_query);
  95. }
  96. void ConnectionFromClient::update_screen_rects(u64 page_id, Vector<Web::DevicePixelRect> const& rects, u32 main_screen)
  97. {
  98. page(page_id).set_screen_rects(rects, main_screen);
  99. }
  100. void ConnectionFromClient::load_url(u64 page_id, const URL& url)
  101. {
  102. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadURL: url={}", url);
  103. #if defined(AK_OS_SERENITY)
  104. ByteString process_name;
  105. if (url.host().has<Empty>() || url.host() == String {})
  106. process_name = "WebContent";
  107. else
  108. process_name = ByteString::formatted("WebContent: {}", url.serialized_host().release_value_but_fixme_should_propagate_errors());
  109. pthread_setname_np(pthread_self(), process_name.characters());
  110. #endif
  111. page(page_id).page().load(url);
  112. }
  113. void ConnectionFromClient::load_html(u64 page_id, ByteString const& html)
  114. {
  115. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadHTML: html={}", html);
  116. page(page_id).page().load_html(html);
  117. }
  118. void ConnectionFromClient::set_viewport_rect(u64 page_id, Web::DevicePixelRect const& rect)
  119. {
  120. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::SetViewportRect: rect={}", rect);
  121. page(page_id).set_viewport_rect(rect);
  122. }
  123. void ConnectionFromClient::add_backing_store(u64 page_id, i32 front_bitmap_id, Gfx::ShareableBitmap const& front_bitmap, i32 back_bitmap_id, Gfx::ShareableBitmap const& back_bitmap)
  124. {
  125. page(page_id).add_backing_store(front_bitmap_id, front_bitmap, back_bitmap_id, back_bitmap);
  126. }
  127. void ConnectionFromClient::ready_to_paint(u64 page_id)
  128. {
  129. page(page_id).ready_to_paint();
  130. }
  131. void ConnectionFromClient::process_next_input_event()
  132. {
  133. if (m_input_event_queue.is_empty())
  134. return;
  135. auto event = m_input_event_queue.dequeue();
  136. event.visit(
  137. [&](QueuedMouseEvent const& event) {
  138. switch (event.type) {
  139. case QueuedMouseEvent::Type::MouseDown:
  140. report_finished_handling_input_event(event.page_id, page(event.page_id).page().handle_mousedown(event.position, event.screen_position, event.button, event.buttons, event.modifiers));
  141. break;
  142. case QueuedMouseEvent::Type::MouseUp:
  143. report_finished_handling_input_event(event.page_id, page(event.page_id).page().handle_mouseup(event.position, event.screen_position, event.button, event.buttons, event.modifiers));
  144. break;
  145. case QueuedMouseEvent::Type::MouseMove:
  146. // NOTE: We have to notify the client about coalesced MouseMoves,
  147. // so we do that by saying none of them were handled by the web page.
  148. for (size_t i = 0; i < event.coalesced_event_count; ++i) {
  149. report_finished_handling_input_event(event.page_id, false);
  150. }
  151. report_finished_handling_input_event(event.page_id, page(event.page_id).page().handle_mousemove(event.position, event.screen_position, event.buttons, event.modifiers));
  152. break;
  153. case QueuedMouseEvent::Type::DoubleClick:
  154. report_finished_handling_input_event(event.page_id, page(event.page_id).page().handle_doubleclick(event.position, event.screen_position, event.button, event.buttons, event.modifiers));
  155. break;
  156. case QueuedMouseEvent::Type::MouseWheel:
  157. for (size_t i = 0; i < event.coalesced_event_count; ++i) {
  158. report_finished_handling_input_event(event.page_id, false);
  159. }
  160. report_finished_handling_input_event(event.page_id, page(event.page_id).page().handle_mousewheel(event.position, event.screen_position, event.button, event.buttons, event.modifiers, event.wheel_delta_x, event.wheel_delta_y));
  161. break;
  162. }
  163. },
  164. [&](QueuedKeyboardEvent const& event) {
  165. switch (event.type) {
  166. case QueuedKeyboardEvent::Type::KeyDown:
  167. report_finished_handling_input_event(event.page_id, page(event.page_id).page().handle_keydown((KeyCode)event.key, event.modifiers, event.code_point));
  168. break;
  169. case QueuedKeyboardEvent::Type::KeyUp:
  170. report_finished_handling_input_event(event.page_id, page(event.page_id).page().handle_keyup((KeyCode)event.key, event.modifiers, event.code_point));
  171. break;
  172. }
  173. });
  174. if (!m_input_event_queue.is_empty())
  175. m_input_event_queue_timer->start();
  176. }
  177. void ConnectionFromClient::mouse_down(u64 page_id, Web::DevicePixelPoint position, Web::DevicePixelPoint screen_position, u32 button, u32 buttons, u32 modifiers)
  178. {
  179. enqueue_input_event(
  180. QueuedMouseEvent {
  181. .type = QueuedMouseEvent::Type::MouseDown,
  182. .position = position,
  183. .screen_position = screen_position,
  184. .button = button,
  185. .buttons = buttons,
  186. .modifiers = modifiers,
  187. .page_id = page_id,
  188. });
  189. }
  190. void ConnectionFromClient::mouse_move(u64 page_id, Web::DevicePixelPoint position, Web::DevicePixelPoint screen_position, [[maybe_unused]] u32 button, u32 buttons, u32 modifiers)
  191. {
  192. auto event = QueuedMouseEvent {
  193. .type = QueuedMouseEvent::Type::MouseMove,
  194. .position = position,
  195. .screen_position = screen_position,
  196. .button = button,
  197. .buttons = buttons,
  198. .modifiers = modifiers,
  199. .page_id = page_id,
  200. };
  201. // OPTIMIZATION: Coalesce with previous unprocessed event iff the previous event is also a MouseMove event.
  202. if (!m_input_event_queue.is_empty()
  203. && m_input_event_queue.tail().has<QueuedMouseEvent>()
  204. && m_input_event_queue.tail().get<QueuedMouseEvent>().type == QueuedMouseEvent::Type::MouseMove
  205. && m_input_event_queue.tail().get<QueuedMouseEvent>().page_id == page_id) {
  206. event.coalesced_event_count = m_input_event_queue.tail().get<QueuedMouseEvent>().coalesced_event_count + 1;
  207. m_input_event_queue.tail() = event;
  208. return;
  209. }
  210. enqueue_input_event(move(event));
  211. }
  212. void ConnectionFromClient::mouse_up(u64 page_id, Web::DevicePixelPoint position, Web::DevicePixelPoint screen_position, u32 button, u32 buttons, u32 modifiers)
  213. {
  214. enqueue_input_event(
  215. QueuedMouseEvent {
  216. .type = QueuedMouseEvent::Type::MouseUp,
  217. .position = position,
  218. .screen_position = screen_position,
  219. .button = button,
  220. .buttons = buttons,
  221. .modifiers = modifiers,
  222. .page_id = page_id,
  223. });
  224. }
  225. void ConnectionFromClient::mouse_wheel(u64 page_id, Web::DevicePixelPoint position, Web::DevicePixelPoint screen_position, u32 button, u32 buttons, u32 modifiers, Web::DevicePixels wheel_delta_x, Web::DevicePixels wheel_delta_y)
  226. {
  227. auto event = QueuedMouseEvent {
  228. .type = QueuedMouseEvent::Type::MouseWheel,
  229. .position = position,
  230. .screen_position = screen_position,
  231. .button = button,
  232. .buttons = buttons,
  233. .modifiers = modifiers,
  234. .wheel_delta_x = wheel_delta_x,
  235. .wheel_delta_y = wheel_delta_y,
  236. .page_id = page_id,
  237. };
  238. // OPTIMIZATION: Coalesce with previous unprocessed event if the previous event is also a MouseWheel event.
  239. if (!m_input_event_queue.is_empty()
  240. && m_input_event_queue.tail().has<QueuedMouseEvent>()
  241. && m_input_event_queue.tail().get<QueuedMouseEvent>().type == QueuedMouseEvent::Type::MouseWheel
  242. && m_input_event_queue.tail().get<QueuedMouseEvent>().page_id == page_id) {
  243. auto const& last_event = m_input_event_queue.tail().get<QueuedMouseEvent>();
  244. event.coalesced_event_count = last_event.coalesced_event_count + 1;
  245. event.wheel_delta_x += last_event.wheel_delta_x;
  246. event.wheel_delta_y += last_event.wheel_delta_y;
  247. m_input_event_queue.tail() = event;
  248. return;
  249. }
  250. enqueue_input_event(move(event));
  251. }
  252. void ConnectionFromClient::doubleclick(u64 page_id, Web::DevicePixelPoint position, Web::DevicePixelPoint screen_position, u32 button, u32 buttons, u32 modifiers)
  253. {
  254. enqueue_input_event(
  255. QueuedMouseEvent {
  256. .type = QueuedMouseEvent::Type::DoubleClick,
  257. .position = position,
  258. .screen_position = screen_position,
  259. .button = button,
  260. .buttons = buttons,
  261. .modifiers = modifiers,
  262. .page_id = page_id,
  263. });
  264. }
  265. void ConnectionFromClient::key_down(u64 page_id, i32 key, u32 modifiers, u32 code_point)
  266. {
  267. enqueue_input_event(
  268. QueuedKeyboardEvent {
  269. .type = QueuedKeyboardEvent::Type::KeyDown,
  270. .key = key,
  271. .modifiers = modifiers,
  272. .code_point = code_point,
  273. .page_id = page_id,
  274. });
  275. }
  276. void ConnectionFromClient::key_up(u64 page_id, i32 key, u32 modifiers, u32 code_point)
  277. {
  278. enqueue_input_event(
  279. QueuedKeyboardEvent {
  280. .type = QueuedKeyboardEvent::Type::KeyUp,
  281. .key = key,
  282. .modifiers = modifiers,
  283. .code_point = code_point,
  284. .page_id = page_id,
  285. });
  286. }
  287. void ConnectionFromClient::enqueue_input_event(Variant<QueuedMouseEvent, QueuedKeyboardEvent> event)
  288. {
  289. m_input_event_queue.enqueue(move(event));
  290. m_input_event_queue_timer->start();
  291. }
  292. void ConnectionFromClient::report_finished_handling_input_event(u64 page_id, bool event_was_handled)
  293. {
  294. async_did_finish_handling_input_event(page_id, event_was_handled);
  295. }
  296. void ConnectionFromClient::debug_request(u64 page_id, ByteString const& request, ByteString const& argument)
  297. {
  298. if (request == "dump-session-history") {
  299. auto const& traversable = page(page_id).page().top_level_traversable();
  300. Web::dump_tree(*traversable);
  301. }
  302. if (request == "dump-dom-tree") {
  303. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document())
  304. Web::dump_tree(*doc);
  305. return;
  306. }
  307. if (request == "dump-layout-tree") {
  308. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document()) {
  309. if (auto* viewport = doc->layout_node())
  310. Web::dump_tree(*viewport);
  311. }
  312. return;
  313. }
  314. if (request == "dump-paint-tree") {
  315. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document()) {
  316. if (auto* paintable = doc->paintable())
  317. Web::dump_tree(*paintable);
  318. }
  319. return;
  320. }
  321. if (request == "dump-stacking-context-tree") {
  322. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document()) {
  323. if (auto* viewport = doc->layout_node()) {
  324. if (auto* stacking_context = viewport->paintable_box()->stacking_context())
  325. stacking_context->dump();
  326. }
  327. }
  328. return;
  329. }
  330. if (request == "dump-style-sheets") {
  331. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document()) {
  332. for (auto& sheet : doc->style_sheets().sheets()) {
  333. if (auto result = Web::dump_sheet(sheet); result.is_error())
  334. dbgln("Failed to dump style sheets: {}", result.error());
  335. }
  336. }
  337. return;
  338. }
  339. if (request == "dump-all-resolved-styles") {
  340. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document()) {
  341. Queue<Web::DOM::Node*> elements_to_visit;
  342. elements_to_visit.enqueue(doc->document_element());
  343. while (!elements_to_visit.is_empty()) {
  344. auto element = elements_to_visit.dequeue();
  345. for (auto& child : element->children_as_vector())
  346. elements_to_visit.enqueue(child.ptr());
  347. if (element->is_element()) {
  348. auto styles = doc->style_computer().compute_style(*static_cast<Web::DOM::Element*>(element)).release_value_but_fixme_should_propagate_errors();
  349. dbgln("+ Element {}", element->debug_description());
  350. auto& properties = styles->properties();
  351. for (size_t i = 0; i < properties.size(); ++i)
  352. dbgln("| {} = {}", Web::CSS::string_from_property_id(static_cast<Web::CSS::PropertyID>(i)), properties[i].has_value() ? properties[i]->style->to_string() : ""_string);
  353. dbgln("---");
  354. }
  355. }
  356. }
  357. return;
  358. }
  359. if (request == "collect-garbage") {
  360. Web::Bindings::main_thread_vm().heap().collect_garbage(JS::Heap::CollectionType::CollectGarbage, true);
  361. return;
  362. }
  363. if (request == "set-line-box-borders") {
  364. bool state = argument == "on";
  365. page(page_id).set_should_show_line_box_borders(state);
  366. page(page_id).page().top_level_traversable()->set_needs_display(page(page_id).page().top_level_traversable()->viewport_rect());
  367. return;
  368. }
  369. if (request == "clear-cache") {
  370. Web::ResourceLoader::the().clear_cache();
  371. return;
  372. }
  373. if (request == "spoof-user-agent") {
  374. Web::ResourceLoader::the().set_user_agent(MUST(String::from_byte_string(argument)));
  375. return;
  376. }
  377. if (request == "same-origin-policy") {
  378. page(page_id).page().set_same_origin_policy_enabled(argument == "on");
  379. return;
  380. }
  381. if (request == "scripting") {
  382. page(page_id).page().set_is_scripting_enabled(argument == "on");
  383. return;
  384. }
  385. if (request == "block-pop-ups") {
  386. page(page_id).page().set_should_block_pop_ups(argument == "on");
  387. return;
  388. }
  389. if (request == "dump-local-storage") {
  390. if (auto* document = page(page_id).page().top_level_browsing_context().active_document())
  391. document->window().local_storage().release_value_but_fixme_should_propagate_errors()->dump();
  392. return;
  393. }
  394. if (request == "load-reference-page") {
  395. if (auto* document = page(page_id).page().top_level_browsing_context().active_document()) {
  396. auto maybe_link = document->query_selector("link[rel=match]"sv);
  397. if (maybe_link.is_error() || !maybe_link.value()) {
  398. // To make sure that we fail the ref-test if the link is missing, load the error page.
  399. load_html(page_id, "<h1>Failed to find &lt;link rel=&quot;match&quot; /&gt; in ref test page!</h1> Make sure you added it.");
  400. } else {
  401. auto link = maybe_link.release_value();
  402. auto url = document->parse_url(link->get_attribute_value(Web::HTML::AttributeNames::href));
  403. load_url(page_id, url);
  404. }
  405. }
  406. return;
  407. }
  408. }
  409. void ConnectionFromClient::get_source(u64 page_id)
  410. {
  411. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document()) {
  412. async_did_get_source(page_id, doc->url(), doc->source().to_byte_string());
  413. }
  414. }
  415. void ConnectionFromClient::inspect_dom_tree(u64 page_id)
  416. {
  417. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document()) {
  418. async_did_inspect_dom_tree(page_id, doc->dump_dom_tree_as_json().to_byte_string());
  419. }
  420. }
  421. void ConnectionFromClient::inspect_dom_node(u64 page_id, i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> const& pseudo_element)
  422. {
  423. auto& top_context = page(page_id).page().top_level_browsing_context();
  424. top_context.for_each_in_inclusive_subtree([&](auto& ctx) {
  425. if (ctx.active_document() != nullptr) {
  426. ctx.active_document()->set_inspected_node(nullptr, {});
  427. }
  428. return IterationDecision::Continue;
  429. });
  430. Web::DOM::Node* node = Web::DOM::Node::from_unique_id(node_id);
  431. // Note: Nodes without layout (aka non-visible nodes, don't have style computed)
  432. if (!node || !node->layout_node()) {
  433. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  434. return;
  435. }
  436. node->document().set_inspected_node(node, pseudo_element);
  437. if (node->is_element()) {
  438. auto& element = verify_cast<Web::DOM::Element>(*node);
  439. if (!element.computed_css_values()) {
  440. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  441. return;
  442. }
  443. auto serialize_json = [](Web::CSS::StyleProperties const& properties) -> ByteString {
  444. StringBuilder builder;
  445. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  446. properties.for_each_property([&](auto property_id, auto& value) {
  447. MUST(serializer.add(Web::CSS::string_from_property_id(property_id), value.to_string().to_byte_string()));
  448. });
  449. MUST(serializer.finish());
  450. return builder.to_byte_string();
  451. };
  452. auto serialize_custom_properties_json = [](Web::DOM::Element const& element, Optional<Web::CSS::Selector::PseudoElement::Type> pseudo_element) -> ByteString {
  453. StringBuilder builder;
  454. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  455. HashTable<FlyString> seen_properties;
  456. auto const* element_to_check = &element;
  457. while (element_to_check) {
  458. for (auto const& property : element_to_check->custom_properties(pseudo_element)) {
  459. if (!seen_properties.contains(property.key)) {
  460. seen_properties.set(property.key);
  461. MUST(serializer.add(property.key, property.value.value->to_string()));
  462. }
  463. }
  464. element_to_check = element_to_check->parent_element();
  465. }
  466. MUST(serializer.finish());
  467. return builder.to_byte_string();
  468. };
  469. auto serialize_node_box_sizing_json = [](Web::Layout::Node const* layout_node) -> ByteString {
  470. if (!layout_node || !layout_node->is_box()) {
  471. return "{}";
  472. }
  473. auto* box = static_cast<Web::Layout::Box const*>(layout_node);
  474. auto box_model = box->box_model();
  475. StringBuilder builder;
  476. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  477. MUST(serializer.add("padding_top"sv, box_model.padding.top.to_double()));
  478. MUST(serializer.add("padding_right"sv, box_model.padding.right.to_double()));
  479. MUST(serializer.add("padding_bottom"sv, box_model.padding.bottom.to_double()));
  480. MUST(serializer.add("padding_left"sv, box_model.padding.left.to_double()));
  481. MUST(serializer.add("margin_top"sv, box_model.margin.top.to_double()));
  482. MUST(serializer.add("margin_right"sv, box_model.margin.right.to_double()));
  483. MUST(serializer.add("margin_bottom"sv, box_model.margin.bottom.to_double()));
  484. MUST(serializer.add("margin_left"sv, box_model.margin.left.to_double()));
  485. MUST(serializer.add("border_top"sv, box_model.border.top.to_double()));
  486. MUST(serializer.add("border_right"sv, box_model.border.right.to_double()));
  487. MUST(serializer.add("border_bottom"sv, box_model.border.bottom.to_double()));
  488. MUST(serializer.add("border_left"sv, box_model.border.left.to_double()));
  489. if (auto* paintable_box = box->paintable_box()) {
  490. MUST(serializer.add("content_width"sv, paintable_box->content_width().to_double()));
  491. MUST(serializer.add("content_height"sv, paintable_box->content_height().to_double()));
  492. } else {
  493. MUST(serializer.add("content_width"sv, 0));
  494. MUST(serializer.add("content_height"sv, 0));
  495. }
  496. MUST(serializer.finish());
  497. return builder.to_byte_string();
  498. };
  499. auto serialize_aria_properties_state_json = [](Web::DOM::Element const& element) -> ByteString {
  500. auto role_name = element.role_or_default();
  501. if (!role_name.has_value()) {
  502. return "";
  503. }
  504. auto aria_data = MUST(Web::ARIA::AriaData::build_data(element));
  505. auto role = MUST(Web::ARIA::RoleType::build_role_object(role_name.value(), element.is_focusable(), *aria_data));
  506. StringBuilder builder;
  507. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  508. MUST(role->serialize_as_json(serializer));
  509. MUST(serializer.finish());
  510. return builder.to_byte_string();
  511. };
  512. if (pseudo_element.has_value()) {
  513. auto pseudo_element_node = element.get_pseudo_element_node(pseudo_element.value());
  514. if (!pseudo_element_node) {
  515. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  516. return;
  517. }
  518. // FIXME: Pseudo-elements only exist as Layout::Nodes, which don't have style information
  519. // in a format we can use. So, we run the StyleComputer again to get the specified
  520. // values, and have to ignore the computed values and custom properties.
  521. auto pseudo_element_style = MUST(page(page_id).page().focused_context().active_document()->style_computer().compute_style(element, pseudo_element));
  522. ByteString computed_values = serialize_json(pseudo_element_style);
  523. ByteString resolved_values = "{}";
  524. ByteString custom_properties_json = serialize_custom_properties_json(element, pseudo_element);
  525. ByteString node_box_sizing_json = serialize_node_box_sizing_json(pseudo_element_node.ptr());
  526. async_did_inspect_dom_node(page_id, true, move(computed_values), move(resolved_values), move(custom_properties_json), move(node_box_sizing_json), {});
  527. return;
  528. }
  529. ByteString computed_values = serialize_json(*element.computed_css_values());
  530. ByteString resolved_values = serialize_json(element.resolved_css_values());
  531. ByteString custom_properties_json = serialize_custom_properties_json(element, {});
  532. ByteString node_box_sizing_json = serialize_node_box_sizing_json(element.layout_node());
  533. ByteString aria_properties_state_json = serialize_aria_properties_state_json(element);
  534. async_did_inspect_dom_node(page_id, true, move(computed_values), move(resolved_values), move(custom_properties_json), move(node_box_sizing_json), move(aria_properties_state_json));
  535. return;
  536. }
  537. async_did_inspect_dom_node(page_id, false, {}, {}, {}, {}, {});
  538. }
  539. void ConnectionFromClient::inspect_accessibility_tree(u64 page_id)
  540. {
  541. if (auto* doc = page(page_id).page().top_level_browsing_context().active_document()) {
  542. async_did_inspect_accessibility_tree(page_id, doc->dump_accessibility_tree_as_json().to_byte_string());
  543. }
  544. }
  545. void ConnectionFromClient::get_hovered_node_id(u64 page_id)
  546. {
  547. i32 node_id = 0;
  548. if (auto* document = page(page_id).page().top_level_browsing_context().active_document()) {
  549. if (auto* hovered_node = document->hovered_node())
  550. node_id = hovered_node->unique_id();
  551. }
  552. async_did_get_hovered_node_id(page_id, node_id);
  553. }
  554. void ConnectionFromClient::set_dom_node_text(u64 page_id, i32 node_id, String const& text)
  555. {
  556. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  557. if (!dom_node || (!dom_node->is_text() && !dom_node->is_comment())) {
  558. async_did_finish_editing_dom_node(page_id, {});
  559. return;
  560. }
  561. auto& character_data = static_cast<Web::DOM::CharacterData&>(*dom_node);
  562. character_data.set_data(text);
  563. async_did_finish_editing_dom_node(page_id, character_data.unique_id());
  564. }
  565. void ConnectionFromClient::set_dom_node_tag(u64 page_id, i32 node_id, String const& name)
  566. {
  567. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  568. if (!dom_node || !dom_node->is_element() || !dom_node->parent()) {
  569. async_did_finish_editing_dom_node(page_id, {});
  570. return;
  571. }
  572. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  573. auto new_element = Web::DOM::create_element(element.document(), name, element.namespace_uri(), element.prefix(), element.is_value()).release_value_but_fixme_should_propagate_errors();
  574. element.for_each_attribute([&](auto const& attribute) {
  575. new_element->set_attribute_value(attribute.local_name(), attribute.value(), attribute.prefix(), attribute.namespace_uri());
  576. });
  577. while (auto* child_node = element.first_child()) {
  578. MUST(element.remove_child(*child_node));
  579. MUST(new_element->append_child(*child_node));
  580. }
  581. element.parent()->replace_child(*new_element, element).release_value_but_fixme_should_propagate_errors();
  582. async_did_finish_editing_dom_node(page_id, new_element->unique_id());
  583. }
  584. void ConnectionFromClient::add_dom_node_attributes(u64 page_id, i32 node_id, Vector<WebView::Attribute> const& attributes)
  585. {
  586. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  587. if (!dom_node || !dom_node->is_element()) {
  588. async_did_finish_editing_dom_node(page_id, {});
  589. return;
  590. }
  591. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  592. for (auto const& attribute : attributes)
  593. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  594. async_did_finish_editing_dom_node(page_id, element.unique_id());
  595. }
  596. void ConnectionFromClient::replace_dom_node_attribute(u64 page_id, i32 node_id, String const& name, Vector<WebView::Attribute> const& replacement_attributes)
  597. {
  598. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  599. if (!dom_node || !dom_node->is_element()) {
  600. async_did_finish_editing_dom_node(page_id, {});
  601. return;
  602. }
  603. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  604. bool should_remove_attribute = true;
  605. for (auto const& attribute : replacement_attributes) {
  606. if (should_remove_attribute && Web::Infra::is_ascii_case_insensitive_match(name, attribute.name))
  607. should_remove_attribute = false;
  608. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  609. }
  610. if (should_remove_attribute)
  611. element.remove_attribute(name);
  612. async_did_finish_editing_dom_node(page_id, element.unique_id());
  613. }
  614. void ConnectionFromClient::create_child_element(u64 page_id, i32 node_id)
  615. {
  616. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  617. if (!dom_node) {
  618. async_did_finish_editing_dom_node(page_id, {});
  619. return;
  620. }
  621. auto element = Web::DOM::create_element(dom_node->document(), Web::HTML::TagNames::div, Web::Namespace::HTML).release_value_but_fixme_should_propagate_errors();
  622. dom_node->append_child(element).release_value_but_fixme_should_propagate_errors();
  623. async_did_finish_editing_dom_node(page_id, element->unique_id());
  624. }
  625. void ConnectionFromClient::create_child_text_node(u64 page_id, i32 node_id)
  626. {
  627. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  628. if (!dom_node) {
  629. async_did_finish_editing_dom_node(page_id, {});
  630. return;
  631. }
  632. auto text_node = dom_node->heap().allocate<Web::DOM::Text>(dom_node->realm(), dom_node->document(), "text"_string);
  633. dom_node->append_child(text_node).release_value_but_fixme_should_propagate_errors();
  634. async_did_finish_editing_dom_node(page_id, text_node->unique_id());
  635. }
  636. void ConnectionFromClient::clone_dom_node(u64 page_id, i32 node_id)
  637. {
  638. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  639. if (!dom_node || !dom_node->parent_node()) {
  640. async_did_finish_editing_dom_node(page_id, {});
  641. return;
  642. }
  643. auto dom_node_clone = dom_node->clone_node(nullptr, true);
  644. dom_node->parent_node()->insert_before(dom_node_clone, dom_node->next_sibling());
  645. async_did_finish_editing_dom_node(page_id, dom_node_clone->unique_id());
  646. }
  647. void ConnectionFromClient::remove_dom_node(u64 page_id, i32 node_id)
  648. {
  649. auto* active_document = page(page_id).page().top_level_browsing_context().active_document();
  650. if (!active_document) {
  651. async_did_finish_editing_dom_node(page_id, {});
  652. return;
  653. }
  654. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  655. if (!dom_node) {
  656. async_did_finish_editing_dom_node(page_id, {});
  657. return;
  658. }
  659. auto* previous_dom_node = dom_node->previous_sibling();
  660. if (!previous_dom_node)
  661. previous_dom_node = dom_node->parent();
  662. dom_node->remove();
  663. // FIXME: When nodes are removed from the DOM, the associated layout nodes become stale and still
  664. // remain in the layout tree. This has to be fixed, this just causes everything to be recomputed
  665. // which really hurts performance.
  666. active_document->force_layout();
  667. async_did_finish_editing_dom_node(page_id, previous_dom_node->unique_id());
  668. }
  669. void ConnectionFromClient::get_dom_node_html(u64 page_id, i32 node_id)
  670. {
  671. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  672. if (!dom_node)
  673. return;
  674. // FIXME: Implement Element's outerHTML attribute.
  675. auto container = Web::DOM::create_element(dom_node->document(), Web::HTML::TagNames::div, Web::Namespace::HTML).release_value_but_fixme_should_propagate_errors();
  676. container->append_child(dom_node->clone_node(nullptr, true)).release_value_but_fixme_should_propagate_errors();
  677. auto html = container->inner_html().release_value_but_fixme_should_propagate_errors();
  678. async_did_get_dom_node_html(page_id, move(html));
  679. }
  680. void ConnectionFromClient::take_document_screenshot(u64 page_id)
  681. {
  682. auto* document = page(page_id).page().top_level_browsing_context().active_document();
  683. if (!document || !document->document_element()) {
  684. async_did_take_screenshot(page_id, {});
  685. return;
  686. }
  687. auto const& content_size = page(page_id).content_size();
  688. Web::DevicePixelRect rect { { 0, 0 }, content_size };
  689. auto bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, rect.size().to_type<int>()).release_value_but_fixme_should_propagate_errors();
  690. page(page_id).paint(rect, *bitmap);
  691. async_did_take_screenshot(page_id, bitmap->to_shareable_bitmap());
  692. }
  693. void ConnectionFromClient::take_dom_node_screenshot(u64 page_id, i32 node_id)
  694. {
  695. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  696. if (!dom_node || !dom_node->paintable_box()) {
  697. async_did_take_screenshot(page_id, {});
  698. return;
  699. }
  700. auto rect = page(page_id).page().enclosing_device_rect(dom_node->paintable_box()->absolute_border_box_rect());
  701. auto bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, rect.size().to_type<int>()).release_value_but_fixme_should_propagate_errors();
  702. page(page_id).paint(rect, *bitmap, { .paint_overlay = Web::PaintOptions::PaintOverlay::No });
  703. async_did_take_screenshot(page_id, bitmap->to_shareable_bitmap());
  704. }
  705. Messages::WebContentServer::DumpGcGraphResponse ConnectionFromClient::dump_gc_graph(u64)
  706. {
  707. auto gc_graph_json = Web::Bindings::main_thread_vm().heap().dump_graph();
  708. return MUST(String::from_byte_string(gc_graph_json.to_byte_string()));
  709. }
  710. Messages::WebContentServer::GetSelectedTextResponse ConnectionFromClient::get_selected_text(u64 page_id)
  711. {
  712. return page(page_id).page().focused_context().selected_text().to_byte_string();
  713. }
  714. void ConnectionFromClient::select_all(u64 page_id)
  715. {
  716. page(page_id).page().focused_context().select_all();
  717. }
  718. Messages::WebContentServer::DumpLayoutTreeResponse ConnectionFromClient::dump_layout_tree(u64 page_id)
  719. {
  720. auto* document = page(page_id).page().top_level_browsing_context().active_document();
  721. if (!document)
  722. return ByteString { "(no DOM tree)" };
  723. document->update_layout();
  724. auto* layout_root = document->layout_node();
  725. if (!layout_root)
  726. return ByteString { "(no layout tree)" };
  727. StringBuilder builder;
  728. Web::dump_tree(builder, *layout_root);
  729. return builder.to_byte_string();
  730. }
  731. Messages::WebContentServer::DumpPaintTreeResponse ConnectionFromClient::dump_paint_tree(u64 page_id)
  732. {
  733. auto* document = page(page_id).page().top_level_browsing_context().active_document();
  734. if (!document)
  735. return ByteString { "(no DOM tree)" };
  736. document->update_layout();
  737. auto* layout_root = document->layout_node();
  738. if (!layout_root)
  739. return ByteString { "(no layout tree)" };
  740. if (!layout_root->paintable())
  741. return ByteString { "(no paint tree)" };
  742. StringBuilder builder;
  743. Web::dump_tree(builder, *layout_root->paintable());
  744. return builder.to_byte_string();
  745. }
  746. Messages::WebContentServer::DumpTextResponse ConnectionFromClient::dump_text(u64 page_id)
  747. {
  748. auto* document = page(page_id).page().top_level_browsing_context().active_document();
  749. if (!document)
  750. return ByteString { "(no DOM tree)" };
  751. if (!document->body())
  752. return ByteString { "(no body)" };
  753. return document->body()->inner_text();
  754. }
  755. void ConnectionFromClient::set_content_filters(u64, Vector<String> const& filters)
  756. {
  757. Web::ContentFilter::the().set_patterns(filters).release_value_but_fixme_should_propagate_errors();
  758. }
  759. void ConnectionFromClient::set_autoplay_allowed_on_all_websites(u64)
  760. {
  761. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  762. autoplay_allowlist.enable_globally();
  763. }
  764. void ConnectionFromClient::set_autoplay_allowlist(u64, Vector<String> const& allowlist)
  765. {
  766. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  767. autoplay_allowlist.enable_for_origins(allowlist).release_value_but_fixme_should_propagate_errors();
  768. }
  769. void ConnectionFromClient::set_proxy_mappings(u64, Vector<ByteString> const& proxies, HashMap<ByteString, size_t> const& mappings)
  770. {
  771. auto keys = mappings.keys();
  772. quick_sort(keys, [&](auto& a, auto& b) { return a.length() < b.length(); });
  773. OrderedHashMap<ByteString, size_t> sorted_mappings;
  774. for (auto& key : keys) {
  775. auto value = *mappings.get(key);
  776. if (value >= proxies.size())
  777. continue;
  778. sorted_mappings.set(key, value);
  779. }
  780. Web::ProxyMappings::the().set_mappings(proxies, move(sorted_mappings));
  781. }
  782. void ConnectionFromClient::set_preferred_color_scheme(u64 page_id, Web::CSS::PreferredColorScheme const& color_scheme)
  783. {
  784. page(page_id).set_preferred_color_scheme(color_scheme);
  785. }
  786. void ConnectionFromClient::set_has_focus(u64 page_id, bool has_focus)
  787. {
  788. page(page_id).set_has_focus(has_focus);
  789. }
  790. void ConnectionFromClient::set_is_scripting_enabled(u64 page_id, bool is_scripting_enabled)
  791. {
  792. page(page_id).set_is_scripting_enabled(is_scripting_enabled);
  793. }
  794. void ConnectionFromClient::set_device_pixels_per_css_pixel(u64 page_id, float device_pixels_per_css_pixel)
  795. {
  796. page(page_id).set_device_pixels_per_css_pixel(device_pixels_per_css_pixel);
  797. }
  798. void ConnectionFromClient::set_window_position(u64 page_id, Web::DevicePixelPoint position)
  799. {
  800. page(page_id).set_window_position(position);
  801. }
  802. void ConnectionFromClient::set_window_size(u64 page_id, Web::DevicePixelSize size)
  803. {
  804. page(page_id).set_window_size(size);
  805. }
  806. Messages::WebContentServer::GetLocalStorageEntriesResponse ConnectionFromClient::get_local_storage_entries(u64 page_id)
  807. {
  808. auto* document = page(page_id).page().top_level_browsing_context().active_document();
  809. auto local_storage = document->window().local_storage().release_value_but_fixme_should_propagate_errors();
  810. return local_storage->map();
  811. }
  812. Messages::WebContentServer::GetSessionStorageEntriesResponse ConnectionFromClient::get_session_storage_entries(u64 page_id)
  813. {
  814. auto* document = page(page_id).page().top_level_browsing_context().active_document();
  815. auto session_storage = document->window().session_storage().release_value_but_fixme_should_propagate_errors();
  816. return session_storage->map();
  817. }
  818. void ConnectionFromClient::handle_file_return(u64, i32 error, Optional<IPC::File> const& file, i32 request_id)
  819. {
  820. auto file_request = m_requested_files.take(request_id);
  821. VERIFY(file_request.has_value());
  822. VERIFY(file_request.value().on_file_request_finish);
  823. file_request.value().on_file_request_finish(error != 0 ? Error::from_errno(error) : ErrorOr<i32> { file->take_fd() });
  824. }
  825. void ConnectionFromClient::request_file(u64 page_id, Web::FileRequest file_request)
  826. {
  827. i32 const id = last_id++;
  828. auto path = file_request.path();
  829. m_requested_files.set(id, move(file_request));
  830. async_did_request_file(page_id, path, id);
  831. }
  832. void ConnectionFromClient::set_system_visibility_state(u64 page_id, bool visible)
  833. {
  834. page(page_id).page().top_level_traversable()->set_system_visibility_state(
  835. visible
  836. ? Web::HTML::VisibilityState::Visible
  837. : Web::HTML::VisibilityState::Hidden);
  838. }
  839. void ConnectionFromClient::js_console_input(u64 page_id, ByteString const& js_source)
  840. {
  841. page(page_id).js_console_input(js_source);
  842. }
  843. void ConnectionFromClient::run_javascript(u64 page_id, ByteString const& js_source)
  844. {
  845. page(page_id).run_javascript(js_source);
  846. }
  847. void ConnectionFromClient::js_console_request_messages(u64 page_id, i32 start_index)
  848. {
  849. page(page_id).js_console_request_messages(start_index);
  850. }
  851. void ConnectionFromClient::alert_closed(u64 page_id)
  852. {
  853. page(page_id).page().alert_closed();
  854. }
  855. void ConnectionFromClient::confirm_closed(u64 page_id, bool accepted)
  856. {
  857. page(page_id).page().confirm_closed(accepted);
  858. }
  859. void ConnectionFromClient::prompt_closed(u64 page_id, Optional<String> const& response)
  860. {
  861. page(page_id).page().prompt_closed(response);
  862. }
  863. void ConnectionFromClient::color_picker_update(u64 page_id, Optional<Color> const& picked_color, Web::HTML::ColorPickerUpdateState const& state)
  864. {
  865. page(page_id).page().color_picker_update(picked_color, state);
  866. }
  867. void ConnectionFromClient::select_dropdown_closed(u64 page_id, Optional<String> const& value)
  868. {
  869. page(page_id).page().select_dropdown_closed(value);
  870. }
  871. void ConnectionFromClient::toggle_media_play_state(u64 page_id)
  872. {
  873. page(page_id).page().toggle_media_play_state().release_value_but_fixme_should_propagate_errors();
  874. }
  875. void ConnectionFromClient::toggle_media_mute_state(u64 page_id)
  876. {
  877. page(page_id).page().toggle_media_mute_state();
  878. }
  879. void ConnectionFromClient::toggle_media_loop_state(u64 page_id)
  880. {
  881. page(page_id).page().toggle_media_loop_state().release_value_but_fixme_should_propagate_errors();
  882. }
  883. void ConnectionFromClient::toggle_media_controls_state(u64 page_id)
  884. {
  885. page(page_id).page().toggle_media_controls_state().release_value_but_fixme_should_propagate_errors();
  886. }
  887. void ConnectionFromClient::set_user_style(u64 page_id, String const& source)
  888. {
  889. page(page_id).page().set_user_style(source);
  890. }
  891. void ConnectionFromClient::enable_inspector_prototype(u64)
  892. {
  893. Web::HTML::Window::set_inspector_object_exposed(true);
  894. }
  895. }