ConnectionFromClient.cpp 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080
  1. /*
  2. * Copyright (c) 2020-2023, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021-2023, Sam Atkins <atkinssj@serenityos.org>
  4. * Copyright (c) 2021-2023, Linus Groh <linusg@serenityos.org>
  5. * Copyright (c) 2022, Tobias Christiansen <tobyase@serenityos.org>
  6. * Copyright (c) 2022, Tim Flynn <trflynn89@serenityos.org>
  7. * Copyright (c) 2023, Andrew Kaster <akaster@serenityos.org>
  8. *
  9. * SPDX-License-Identifier: BSD-2-Clause
  10. */
  11. #include <AK/Debug.h>
  12. #include <AK/JsonObject.h>
  13. #include <AK/QuickSort.h>
  14. #include <LibGfx/Bitmap.h>
  15. #include <LibGfx/Font/FontDatabase.h>
  16. #include <LibGfx/SystemTheme.h>
  17. #include <LibJS/Bytecode/Interpreter.h>
  18. #include <LibJS/Console.h>
  19. #include <LibJS/Heap/Heap.h>
  20. #include <LibJS/Runtime/ConsoleObject.h>
  21. #include <LibWeb/ARIA/RoleType.h>
  22. #include <LibWeb/Bindings/MainThreadVM.h>
  23. #include <LibWeb/CSS/StyleComputer.h>
  24. #include <LibWeb/DOM/Attr.h>
  25. #include <LibWeb/DOM/CharacterData.h>
  26. #include <LibWeb/DOM/Document.h>
  27. #include <LibWeb/DOM/Element.h>
  28. #include <LibWeb/DOM/ElementFactory.h>
  29. #include <LibWeb/DOM/Text.h>
  30. #include <LibWeb/Dump.h>
  31. #include <LibWeb/HTML/BrowsingContext.h>
  32. #include <LibWeb/HTML/Scripting/ClassicScript.h>
  33. #include <LibWeb/HTML/Storage.h>
  34. #include <LibWeb/HTML/TraversableNavigable.h>
  35. #include <LibWeb/HTML/Window.h>
  36. #include <LibWeb/Infra/Strings.h>
  37. #include <LibWeb/Layout/Viewport.h>
  38. #include <LibWeb/Loader/ContentFilter.h>
  39. #include <LibWeb/Loader/ProxyMappings.h>
  40. #include <LibWeb/Loader/ResourceLoader.h>
  41. #include <LibWeb/Namespace.h>
  42. #include <LibWeb/Painting/StackingContext.h>
  43. #include <LibWeb/Painting/ViewportPaintable.h>
  44. #include <LibWeb/PermissionsPolicy/AutoplayAllowlist.h>
  45. #include <LibWeb/Platform/EventLoopPlugin.h>
  46. #include <LibWebView/Attribute.h>
  47. #include <WebContent/ConnectionFromClient.h>
  48. #include <WebContent/PageClient.h>
  49. #include <WebContent/PageHost.h>
  50. #include <WebContent/WebContentClientEndpoint.h>
  51. #include <pthread.h>
  52. namespace WebContent {
  53. ConnectionFromClient::ConnectionFromClient(NonnullOwnPtr<Core::LocalSocket> socket)
  54. : IPC::ConnectionFromClient<WebContentClientEndpoint, WebContentServerEndpoint>(*this, move(socket), 1)
  55. , m_page_host(PageHost::create(*this))
  56. {
  57. m_paint_flush_timer = Web::Platform::Timer::create_single_shot(0, [this] { flush_pending_paint_requests(); });
  58. m_input_event_queue_timer = Web::Platform::Timer::create_single_shot(0, [this] { process_next_input_event(); });
  59. }
  60. void ConnectionFromClient::die()
  61. {
  62. Web::Platform::EventLoopPlugin::the().quit();
  63. }
  64. PageClient& ConnectionFromClient::page(u64 index)
  65. {
  66. return m_page_host->page(index);
  67. }
  68. PageClient const& ConnectionFromClient::page(u64 index) const
  69. {
  70. return m_page_host->page(index);
  71. }
  72. Messages::WebContentServer::GetWindowHandleResponse ConnectionFromClient::get_window_handle()
  73. {
  74. return page().page().top_level_browsing_context().window_handle();
  75. }
  76. void ConnectionFromClient::set_window_handle(String const& handle)
  77. {
  78. page().page().top_level_browsing_context().set_window_handle(handle);
  79. }
  80. void ConnectionFromClient::connect_to_webdriver(DeprecatedString const& webdriver_ipc_path)
  81. {
  82. // FIXME: Propagate this error back to the browser.
  83. if (auto result = page().connect_to_webdriver(webdriver_ipc_path); result.is_error())
  84. dbgln("Unable to connect to the WebDriver process: {}", result.error());
  85. }
  86. void ConnectionFromClient::update_system_theme(Core::AnonymousBuffer const& theme_buffer)
  87. {
  88. Gfx::set_system_theme(theme_buffer);
  89. auto impl = Gfx::PaletteImpl::create_with_anonymous_buffer(theme_buffer);
  90. page().set_palette_impl(*impl);
  91. }
  92. void ConnectionFromClient::update_system_fonts(DeprecatedString const& default_font_query, DeprecatedString const& fixed_width_font_query, DeprecatedString const& window_title_font_query)
  93. {
  94. Gfx::FontDatabase::set_default_font_query(default_font_query);
  95. Gfx::FontDatabase::set_fixed_width_font_query(fixed_width_font_query);
  96. Gfx::FontDatabase::set_window_title_font_query(window_title_font_query);
  97. }
  98. void ConnectionFromClient::update_screen_rects(Vector<Gfx::IntRect> const& rects, u32 main_screen)
  99. {
  100. page().set_screen_rects(rects, main_screen);
  101. }
  102. void ConnectionFromClient::load_url(const URL& url)
  103. {
  104. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadURL: url={}", url);
  105. #if defined(AK_OS_SERENITY)
  106. DeprecatedString process_name;
  107. if (url.host().has<Empty>() || url.host() == String {})
  108. process_name = "WebContent";
  109. else
  110. process_name = DeprecatedString::formatted("WebContent: {}", url.serialized_host().release_value_but_fixme_should_propagate_errors());
  111. pthread_setname_np(pthread_self(), process_name.characters());
  112. #endif
  113. page().page().load(url);
  114. }
  115. void ConnectionFromClient::load_html(DeprecatedString const& html)
  116. {
  117. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadHTML: html={}", html);
  118. page().page().load_html(html);
  119. }
  120. void ConnectionFromClient::set_viewport_rect(Gfx::IntRect const& rect)
  121. {
  122. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::SetViewportRect: rect={}", rect);
  123. page().set_viewport_rect(rect.to_type<Web::DevicePixels>());
  124. }
  125. void ConnectionFromClient::add_backing_store(i32 backing_store_id, Gfx::ShareableBitmap const& bitmap)
  126. {
  127. m_backing_stores.set(backing_store_id, *const_cast<Gfx::ShareableBitmap&>(bitmap).bitmap());
  128. }
  129. void ConnectionFromClient::remove_backing_store(i32 backing_store_id)
  130. {
  131. m_backing_stores.remove(backing_store_id);
  132. m_pending_paint_requests.remove_all_matching([backing_store_id](auto& pending_repaint_request) { return pending_repaint_request.bitmap_id == backing_store_id; });
  133. }
  134. void ConnectionFromClient::paint(Gfx::IntRect const& content_rect, i32 backing_store_id)
  135. {
  136. for (auto& pending_paint : m_pending_paint_requests) {
  137. if (pending_paint.bitmap_id == backing_store_id) {
  138. pending_paint.content_rect = content_rect;
  139. return;
  140. }
  141. }
  142. auto it = m_backing_stores.find(backing_store_id);
  143. if (it == m_backing_stores.end()) {
  144. did_misbehave("Client requested paint with backing store ID");
  145. return;
  146. }
  147. auto& bitmap = *it->value;
  148. m_pending_paint_requests.append({ content_rect, bitmap, backing_store_id });
  149. m_paint_flush_timer->start();
  150. }
  151. void ConnectionFromClient::flush_pending_paint_requests()
  152. {
  153. for (auto& pending_paint : m_pending_paint_requests) {
  154. page().paint(pending_paint.content_rect.to_type<Web::DevicePixels>(), *pending_paint.bitmap);
  155. async_did_paint(pending_paint.content_rect, pending_paint.bitmap_id);
  156. }
  157. m_pending_paint_requests.clear();
  158. }
  159. void ConnectionFromClient::process_next_input_event()
  160. {
  161. if (m_input_event_queue.is_empty())
  162. return;
  163. auto event = m_input_event_queue.dequeue();
  164. event.visit(
  165. [&](QueuedMouseEvent const& event) {
  166. switch (event.type) {
  167. case QueuedMouseEvent::Type::MouseDown:
  168. report_finished_handling_input_event(page().page().handle_mousedown(
  169. event.position.to_type<Web::DevicePixels>(),
  170. event.screen_position.to_type<Web::DevicePixels>(),
  171. event.button, event.buttons, event.modifiers));
  172. break;
  173. case QueuedMouseEvent::Type::MouseUp:
  174. report_finished_handling_input_event(page().page().handle_mouseup(
  175. event.position.to_type<Web::DevicePixels>(),
  176. event.screen_position.to_type<Web::DevicePixels>(),
  177. event.button, event.buttons, event.modifiers));
  178. break;
  179. case QueuedMouseEvent::Type::MouseMove:
  180. // NOTE: We have to notify the client about coalesced MouseMoves,
  181. // so we do that by saying none of them were handled by the web page.
  182. for (size_t i = 0; i < event.coalesced_event_count; ++i) {
  183. report_finished_handling_input_event(false);
  184. }
  185. report_finished_handling_input_event(page().page().handle_mousemove(
  186. event.position.to_type<Web::DevicePixels>(),
  187. event.screen_position.to_type<Web::DevicePixels>(),
  188. event.buttons, event.modifiers));
  189. break;
  190. case QueuedMouseEvent::Type::DoubleClick:
  191. report_finished_handling_input_event(page().page().handle_doubleclick(
  192. event.position.to_type<Web::DevicePixels>(),
  193. event.screen_position.to_type<Web::DevicePixels>(),
  194. event.button, event.buttons, event.modifiers));
  195. break;
  196. case QueuedMouseEvent::Type::MouseWheel:
  197. for (size_t i = 0; i < event.coalesced_event_count; ++i) {
  198. report_finished_handling_input_event(false);
  199. }
  200. report_finished_handling_input_event(page().page().handle_mousewheel(
  201. event.position.to_type<Web::DevicePixels>(),
  202. event.screen_position.to_type<Web::DevicePixels>(),
  203. event.button, event.buttons, event.modifiers, event.wheel_delta_x, event.wheel_delta_y));
  204. break;
  205. }
  206. },
  207. [&](QueuedKeyboardEvent const& event) {
  208. switch (event.type) {
  209. case QueuedKeyboardEvent::Type::KeyDown:
  210. report_finished_handling_input_event(page().page().handle_keydown((KeyCode)event.key, event.modifiers, event.code_point));
  211. break;
  212. case QueuedKeyboardEvent::Type::KeyUp:
  213. report_finished_handling_input_event(page().page().handle_keyup((KeyCode)event.key, event.modifiers, event.code_point));
  214. break;
  215. }
  216. });
  217. if (!m_input_event_queue.is_empty())
  218. m_input_event_queue_timer->start();
  219. }
  220. void ConnectionFromClient::mouse_down(Gfx::IntPoint position, Gfx::IntPoint screen_position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  221. {
  222. enqueue_input_event(
  223. QueuedMouseEvent {
  224. .type = QueuedMouseEvent::Type::MouseDown,
  225. .position = position,
  226. .screen_position = screen_position,
  227. .button = button,
  228. .buttons = buttons,
  229. .modifiers = modifiers,
  230. });
  231. }
  232. void ConnectionFromClient::mouse_move(Gfx::IntPoint position, Gfx::IntPoint screen_position, [[maybe_unused]] unsigned int button, unsigned int buttons, unsigned int modifiers)
  233. {
  234. auto event = QueuedMouseEvent {
  235. .type = QueuedMouseEvent::Type::MouseMove,
  236. .position = position,
  237. .screen_position = screen_position,
  238. .button = button,
  239. .buttons = buttons,
  240. .modifiers = modifiers,
  241. };
  242. // OPTIMIZATION: Coalesce with previous unprocessed event iff the previous event is also a MouseMove event.
  243. if (!m_input_event_queue.is_empty()
  244. && m_input_event_queue.tail().has<QueuedMouseEvent>()
  245. && m_input_event_queue.tail().get<QueuedMouseEvent>().type == QueuedMouseEvent::Type::MouseMove) {
  246. event.coalesced_event_count = m_input_event_queue.tail().get<QueuedMouseEvent>().coalesced_event_count + 1;
  247. m_input_event_queue.tail() = event;
  248. return;
  249. }
  250. enqueue_input_event(move(event));
  251. }
  252. void ConnectionFromClient::mouse_up(Gfx::IntPoint position, Gfx::IntPoint screen_position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  253. {
  254. enqueue_input_event(
  255. QueuedMouseEvent {
  256. .type = QueuedMouseEvent::Type::MouseUp,
  257. .position = position,
  258. .screen_position = screen_position,
  259. .button = button,
  260. .buttons = buttons,
  261. .modifiers = modifiers,
  262. });
  263. }
  264. void ConnectionFromClient::mouse_wheel(Gfx::IntPoint position, Gfx::IntPoint screen_position, unsigned int button, unsigned int buttons, unsigned int modifiers, i32 wheel_delta_x, i32 wheel_delta_y)
  265. {
  266. auto event = QueuedMouseEvent {
  267. .type = QueuedMouseEvent::Type::MouseWheel,
  268. .position = position,
  269. .screen_position = screen_position,
  270. .button = button,
  271. .buttons = buttons,
  272. .modifiers = modifiers,
  273. .wheel_delta_x = wheel_delta_x,
  274. .wheel_delta_y = wheel_delta_y,
  275. };
  276. // OPTIMIZATION: Coalesce with previous unprocessed event if the previous event is also a MouseWheel event.
  277. if (!m_input_event_queue.is_empty()
  278. && m_input_event_queue.tail().has<QueuedMouseEvent>()
  279. && m_input_event_queue.tail().get<QueuedMouseEvent>().type == QueuedMouseEvent::Type::MouseWheel) {
  280. auto const& last_event = m_input_event_queue.tail().get<QueuedMouseEvent>();
  281. event.coalesced_event_count = last_event.coalesced_event_count + 1;
  282. event.wheel_delta_x += last_event.wheel_delta_x;
  283. event.wheel_delta_y += last_event.wheel_delta_y;
  284. m_input_event_queue.tail() = event;
  285. return;
  286. }
  287. enqueue_input_event(move(event));
  288. }
  289. void ConnectionFromClient::doubleclick(Gfx::IntPoint position, Gfx::IntPoint screen_position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  290. {
  291. enqueue_input_event(
  292. QueuedMouseEvent {
  293. .type = QueuedMouseEvent::Type::DoubleClick,
  294. .position = position,
  295. .screen_position = screen_position,
  296. .button = button,
  297. .buttons = buttons,
  298. .modifiers = modifiers,
  299. });
  300. }
  301. void ConnectionFromClient::key_down(i32 key, unsigned int modifiers, u32 code_point)
  302. {
  303. enqueue_input_event(
  304. QueuedKeyboardEvent {
  305. .type = QueuedKeyboardEvent::Type::KeyDown,
  306. .key = key,
  307. .modifiers = modifiers,
  308. .code_point = code_point,
  309. });
  310. }
  311. void ConnectionFromClient::key_up(i32 key, unsigned int modifiers, u32 code_point)
  312. {
  313. enqueue_input_event(
  314. QueuedKeyboardEvent {
  315. .type = QueuedKeyboardEvent::Type::KeyUp,
  316. .key = key,
  317. .modifiers = modifiers,
  318. .code_point = code_point,
  319. });
  320. }
  321. void ConnectionFromClient::enqueue_input_event(Variant<QueuedMouseEvent, QueuedKeyboardEvent> event)
  322. {
  323. m_input_event_queue.enqueue(move(event));
  324. m_input_event_queue_timer->start();
  325. }
  326. void ConnectionFromClient::report_finished_handling_input_event(bool event_was_handled)
  327. {
  328. async_did_finish_handling_input_event(event_was_handled);
  329. }
  330. void ConnectionFromClient::debug_request(DeprecatedString const& request, DeprecatedString const& argument)
  331. {
  332. if (request == "dump-session-history") {
  333. auto const& traversable = page().page().top_level_traversable();
  334. Web::dump_tree(*traversable);
  335. }
  336. if (request == "dump-dom-tree") {
  337. if (auto* doc = page().page().top_level_browsing_context().active_document())
  338. Web::dump_tree(*doc);
  339. return;
  340. }
  341. if (request == "dump-layout-tree") {
  342. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  343. if (auto* viewport = doc->layout_node())
  344. Web::dump_tree(*viewport);
  345. }
  346. return;
  347. }
  348. if (request == "dump-paint-tree") {
  349. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  350. if (auto* paintable = doc->paintable())
  351. Web::dump_tree(*paintable);
  352. }
  353. return;
  354. }
  355. if (request == "dump-stacking-context-tree") {
  356. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  357. if (auto* viewport = doc->layout_node()) {
  358. if (auto* stacking_context = viewport->paintable_box()->stacking_context())
  359. stacking_context->dump();
  360. }
  361. }
  362. return;
  363. }
  364. if (request == "dump-style-sheets") {
  365. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  366. for (auto& sheet : doc->style_sheets().sheets()) {
  367. if (auto result = Web::dump_sheet(sheet); result.is_error())
  368. dbgln("Failed to dump style sheets: {}", result.error());
  369. }
  370. }
  371. return;
  372. }
  373. if (request == "dump-all-resolved-styles") {
  374. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  375. Queue<Web::DOM::Node*> elements_to_visit;
  376. elements_to_visit.enqueue(doc->document_element());
  377. while (!elements_to_visit.is_empty()) {
  378. auto element = elements_to_visit.dequeue();
  379. for (auto& child : element->children_as_vector())
  380. elements_to_visit.enqueue(child.ptr());
  381. if (element->is_element()) {
  382. auto styles = doc->style_computer().compute_style(*static_cast<Web::DOM::Element*>(element)).release_value_but_fixme_should_propagate_errors();
  383. dbgln("+ Element {}", element->debug_description());
  384. auto& properties = styles->properties();
  385. for (size_t i = 0; i < properties.size(); ++i)
  386. dbgln("| {} = {}", Web::CSS::string_from_property_id(static_cast<Web::CSS::PropertyID>(i)), properties[i].has_value() ? properties[i]->style->to_string() : ""_string);
  387. dbgln("---");
  388. }
  389. }
  390. }
  391. return;
  392. }
  393. if (request == "collect-garbage") {
  394. Web::Bindings::main_thread_vm().heap().collect_garbage(JS::Heap::CollectionType::CollectGarbage, true);
  395. return;
  396. }
  397. if (request == "dump-gc-graph") {
  398. Web::Bindings::main_thread_vm().heap().dump_graph();
  399. return;
  400. }
  401. if (request == "set-line-box-borders") {
  402. bool state = argument == "on";
  403. page().set_should_show_line_box_borders(state);
  404. page().page().top_level_traversable()->set_needs_display(page().page().top_level_traversable()->viewport_rect());
  405. return;
  406. }
  407. if (request == "clear-cache") {
  408. Web::ResourceLoader::the().clear_cache();
  409. return;
  410. }
  411. if (request == "spoof-user-agent") {
  412. Web::ResourceLoader::the().set_user_agent(MUST(String::from_deprecated_string(argument)));
  413. return;
  414. }
  415. if (request == "same-origin-policy") {
  416. page().page().set_same_origin_policy_enabled(argument == "on");
  417. return;
  418. }
  419. if (request == "scripting") {
  420. page().page().set_is_scripting_enabled(argument == "on");
  421. return;
  422. }
  423. if (request == "block-pop-ups") {
  424. page().page().set_should_block_pop_ups(argument == "on");
  425. return;
  426. }
  427. if (request == "dump-local-storage") {
  428. if (auto* document = page().page().top_level_browsing_context().active_document())
  429. document->window().local_storage().release_value_but_fixme_should_propagate_errors()->dump();
  430. return;
  431. }
  432. if (request == "load-reference-page") {
  433. if (auto* document = page().page().top_level_browsing_context().active_document()) {
  434. auto maybe_link = document->query_selector("link[rel=match]"sv);
  435. if (maybe_link.is_error() || !maybe_link.value()) {
  436. // To make sure that we fail the ref-test if the link is missing, load the error page.
  437. load_html("<h1>Failed to find &lt;link rel=&quot;match&quot; /&gt; in ref test page!</h1> Make sure you added it.");
  438. } else {
  439. auto link = maybe_link.release_value();
  440. auto url = document->parse_url(link->deprecated_get_attribute(Web::HTML::AttributeNames::href));
  441. load_url(url);
  442. }
  443. }
  444. return;
  445. }
  446. }
  447. void ConnectionFromClient::get_source()
  448. {
  449. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  450. async_did_get_source(doc->url(), doc->source().to_deprecated_string());
  451. }
  452. }
  453. void ConnectionFromClient::inspect_dom_tree()
  454. {
  455. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  456. async_did_get_dom_tree(doc->dump_dom_tree_as_json().to_deprecated_string());
  457. }
  458. }
  459. Messages::WebContentServer::InspectDomNodeResponse ConnectionFromClient::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement> const& pseudo_element)
  460. {
  461. auto& top_context = page().page().top_level_browsing_context();
  462. top_context.for_each_in_inclusive_subtree([&](auto& ctx) {
  463. if (ctx.active_document() != nullptr) {
  464. ctx.active_document()->set_inspected_node(nullptr, {});
  465. }
  466. return IterationDecision::Continue;
  467. });
  468. Web::DOM::Node* node = Web::DOM::Node::from_unique_id(node_id);
  469. // Note: Nodes without layout (aka non-visible nodes, don't have style computed)
  470. if (!node || !node->layout_node()) {
  471. return { false, "", "", "", "", "" };
  472. }
  473. node->document().set_inspected_node(node, pseudo_element);
  474. if (node->is_element()) {
  475. auto& element = verify_cast<Web::DOM::Element>(*node);
  476. if (!element.computed_css_values())
  477. return { false, "", "", "", "", "" };
  478. auto serialize_json = [](Web::CSS::StyleProperties const& properties) -> DeprecatedString {
  479. StringBuilder builder;
  480. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  481. properties.for_each_property([&](auto property_id, auto& value) {
  482. MUST(serializer.add(Web::CSS::string_from_property_id(property_id), value.to_string().to_deprecated_string()));
  483. });
  484. MUST(serializer.finish());
  485. return builder.to_deprecated_string();
  486. };
  487. auto serialize_custom_properties_json = [](Web::DOM::Element const& element, Optional<Web::CSS::Selector::PseudoElement> pseudo_element) -> DeprecatedString {
  488. StringBuilder builder;
  489. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  490. HashTable<FlyString> seen_properties;
  491. auto const* element_to_check = &element;
  492. while (element_to_check) {
  493. for (auto const& property : element_to_check->custom_properties(pseudo_element)) {
  494. if (!seen_properties.contains(property.key)) {
  495. seen_properties.set(property.key);
  496. MUST(serializer.add(property.key, property.value.value->to_string()));
  497. }
  498. }
  499. element_to_check = element_to_check->parent_element();
  500. }
  501. MUST(serializer.finish());
  502. return builder.to_deprecated_string();
  503. };
  504. auto serialize_node_box_sizing_json = [](Web::Layout::Node const* layout_node) -> DeprecatedString {
  505. if (!layout_node || !layout_node->is_box()) {
  506. return "{}";
  507. }
  508. auto* box = static_cast<Web::Layout::Box const*>(layout_node);
  509. auto box_model = box->box_model();
  510. StringBuilder builder;
  511. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  512. MUST(serializer.add("padding_top"sv, box_model.padding.top.to_double()));
  513. MUST(serializer.add("padding_right"sv, box_model.padding.right.to_double()));
  514. MUST(serializer.add("padding_bottom"sv, box_model.padding.bottom.to_double()));
  515. MUST(serializer.add("padding_left"sv, box_model.padding.left.to_double()));
  516. MUST(serializer.add("margin_top"sv, box_model.margin.top.to_double()));
  517. MUST(serializer.add("margin_right"sv, box_model.margin.right.to_double()));
  518. MUST(serializer.add("margin_bottom"sv, box_model.margin.bottom.to_double()));
  519. MUST(serializer.add("margin_left"sv, box_model.margin.left.to_double()));
  520. MUST(serializer.add("border_top"sv, box_model.border.top.to_double()));
  521. MUST(serializer.add("border_right"sv, box_model.border.right.to_double()));
  522. MUST(serializer.add("border_bottom"sv, box_model.border.bottom.to_double()));
  523. MUST(serializer.add("border_left"sv, box_model.border.left.to_double()));
  524. if (auto* paintable_box = box->paintable_box()) {
  525. MUST(serializer.add("content_width"sv, paintable_box->content_width().to_double()));
  526. MUST(serializer.add("content_height"sv, paintable_box->content_height().to_double()));
  527. } else {
  528. MUST(serializer.add("content_width"sv, 0));
  529. MUST(serializer.add("content_height"sv, 0));
  530. }
  531. MUST(serializer.finish());
  532. return builder.to_deprecated_string();
  533. };
  534. auto serialize_aria_properties_state_json = [](Web::DOM::Element const& element) -> DeprecatedString {
  535. auto role_name = element.role_or_default();
  536. if (!role_name.has_value()) {
  537. return "";
  538. }
  539. auto aria_data = MUST(Web::ARIA::AriaData::build_data(element));
  540. auto role = MUST(Web::ARIA::RoleType::build_role_object(role_name.value(), element.is_focusable(), *aria_data));
  541. StringBuilder builder;
  542. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  543. MUST(role->serialize_as_json(serializer));
  544. MUST(serializer.finish());
  545. return builder.to_deprecated_string();
  546. };
  547. if (pseudo_element.has_value()) {
  548. auto pseudo_element_node = element.get_pseudo_element_node(pseudo_element.value());
  549. if (!pseudo_element_node)
  550. return { false, "", "", "", "", "" };
  551. // FIXME: Pseudo-elements only exist as Layout::Nodes, which don't have style information
  552. // in a format we can use. So, we run the StyleComputer again to get the specified
  553. // values, and have to ignore the computed values and custom properties.
  554. auto pseudo_element_style = MUST(page().page().focused_context().active_document()->style_computer().compute_style(element, pseudo_element));
  555. DeprecatedString computed_values = serialize_json(pseudo_element_style);
  556. DeprecatedString resolved_values = "{}";
  557. DeprecatedString custom_properties_json = serialize_custom_properties_json(element, pseudo_element);
  558. DeprecatedString node_box_sizing_json = serialize_node_box_sizing_json(pseudo_element_node.ptr());
  559. return { true, computed_values, resolved_values, custom_properties_json, node_box_sizing_json, "" };
  560. }
  561. DeprecatedString computed_values = serialize_json(*element.computed_css_values());
  562. DeprecatedString resolved_values_json = serialize_json(element.resolved_css_values());
  563. DeprecatedString custom_properties_json = serialize_custom_properties_json(element, {});
  564. DeprecatedString node_box_sizing_json = serialize_node_box_sizing_json(element.layout_node());
  565. DeprecatedString aria_properties_state_json = serialize_aria_properties_state_json(element);
  566. return { true, computed_values, resolved_values_json, custom_properties_json, node_box_sizing_json, aria_properties_state_json };
  567. }
  568. return { false, "", "", "", "", "" };
  569. }
  570. Messages::WebContentServer::GetHoveredNodeIdResponse ConnectionFromClient::get_hovered_node_id()
  571. {
  572. if (auto* document = page().page().top_level_browsing_context().active_document()) {
  573. auto hovered_node = document->hovered_node();
  574. if (hovered_node)
  575. return hovered_node->unique_id();
  576. }
  577. return (i32)0;
  578. }
  579. void ConnectionFromClient::set_dom_node_text(i32 node_id, String const& text)
  580. {
  581. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  582. if (!dom_node || (!dom_node->is_text() && !dom_node->is_comment()))
  583. return;
  584. auto& character_data = static_cast<Web::DOM::CharacterData&>(*dom_node);
  585. character_data.set_data(text);
  586. }
  587. Messages::WebContentServer::SetDomNodeTagResponse ConnectionFromClient::set_dom_node_tag(i32 node_id, String const& name)
  588. {
  589. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  590. if (!dom_node || !dom_node->is_element() || !dom_node->parent())
  591. return OptionalNone {};
  592. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  593. auto new_element = Web::DOM::create_element(element.document(), name, element.namespace_uri(), element.prefix(), element.is_value()).release_value_but_fixme_should_propagate_errors();
  594. element.for_each_attribute([&](auto const& attribute) {
  595. new_element->set_attribute_value(attribute.local_name(), attribute.value().to_deprecated_string(), attribute.prefix(), attribute.namespace_uri());
  596. });
  597. while (auto* child_node = element.first_child()) {
  598. MUST(element.remove_child(*child_node));
  599. MUST(new_element->append_child(*child_node));
  600. }
  601. element.parent()->replace_child(*new_element, element).release_value_but_fixme_should_propagate_errors();
  602. return new_element->unique_id();
  603. }
  604. void ConnectionFromClient::add_dom_node_attributes(i32 node_id, Vector<WebView::Attribute> const& attributes)
  605. {
  606. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  607. if (!dom_node || !dom_node->is_element())
  608. return;
  609. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  610. for (auto const& attribute : attributes)
  611. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  612. }
  613. void ConnectionFromClient::replace_dom_node_attribute(i32 node_id, String const& name, Vector<WebView::Attribute> const& replacement_attributes)
  614. {
  615. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  616. if (!dom_node || !dom_node->is_element())
  617. return;
  618. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  619. bool should_remove_attribute = true;
  620. for (auto const& attribute : replacement_attributes) {
  621. if (should_remove_attribute && Web::Infra::is_ascii_case_insensitive_match(name, attribute.name))
  622. should_remove_attribute = false;
  623. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  624. }
  625. if (should_remove_attribute)
  626. element.remove_attribute(name);
  627. }
  628. Messages::WebContentServer::CreateChildElementResponse ConnectionFromClient::create_child_element(i32 node_id)
  629. {
  630. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  631. if (!dom_node)
  632. return OptionalNone {};
  633. auto element = Web::DOM::create_element(dom_node->document(), Web::HTML::TagNames::div, Web::Namespace::HTML).release_value_but_fixme_should_propagate_errors();
  634. dom_node->append_child(element).release_value_but_fixme_should_propagate_errors();
  635. return element->unique_id();
  636. }
  637. Messages::WebContentServer::CreateChildTextNodeResponse ConnectionFromClient::create_child_text_node(i32 node_id)
  638. {
  639. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  640. if (!dom_node)
  641. return OptionalNone {};
  642. auto text_node = dom_node->heap().allocate<Web::DOM::Text>(dom_node->realm(), dom_node->document(), "text"_string);
  643. dom_node->append_child(text_node).release_value_but_fixme_should_propagate_errors();
  644. return text_node->unique_id();
  645. }
  646. void ConnectionFromClient::remove_dom_node(i32 node_id)
  647. {
  648. auto* active_document = page().page().top_level_browsing_context().active_document();
  649. if (!active_document)
  650. return;
  651. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  652. if (!dom_node)
  653. return;
  654. dom_node->remove();
  655. // FIXME: When nodes are removed from the DOM, the associated layout nodes become stale and still
  656. // remain in the layout tree. This has to be fixed, this just causes everything to be recomputed
  657. // which really hurts performance.
  658. active_document->force_layout();
  659. }
  660. Messages::WebContentServer::GetDomNodeHtmlResponse ConnectionFromClient::get_dom_node_html(i32 node_id)
  661. {
  662. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  663. if (!dom_node)
  664. return OptionalNone {};
  665. // FIXME: Implement Element's outerHTML attribute.
  666. auto container = Web::DOM::create_element(dom_node->document(), Web::HTML::TagNames::div, Web::Namespace::HTML).release_value_but_fixme_should_propagate_errors();
  667. container->append_child(dom_node->clone_node(nullptr, true)).release_value_but_fixme_should_propagate_errors();
  668. return container->inner_html().release_value_but_fixme_should_propagate_errors();
  669. }
  670. void ConnectionFromClient::initialize_js_console(Badge<PageClient>, Web::DOM::Document& document)
  671. {
  672. auto& realm = document.realm();
  673. auto console_object = realm.intrinsics().console_object();
  674. auto console_client = make<WebContentConsoleClient>(console_object->console(), document.realm(), *this);
  675. console_object->console().set_client(*console_client);
  676. VERIFY(document.browsing_context());
  677. if (document.browsing_context()->is_top_level()) {
  678. m_top_level_document_console_client = console_client->make_weak_ptr();
  679. }
  680. m_console_clients.set(&document, move(console_client));
  681. }
  682. void ConnectionFromClient::destroy_js_console(Badge<PageClient>, Web::DOM::Document& document)
  683. {
  684. m_console_clients.remove(&document);
  685. }
  686. void ConnectionFromClient::js_console_input(DeprecatedString const& js_source)
  687. {
  688. if (m_top_level_document_console_client)
  689. m_top_level_document_console_client->handle_input(js_source);
  690. }
  691. void ConnectionFromClient::run_javascript(DeprecatedString const& js_source)
  692. {
  693. auto* active_document = page().page().top_level_browsing_context().active_document();
  694. if (!active_document)
  695. return;
  696. // This is partially based on "execute a javascript: URL request" https://html.spec.whatwg.org/multipage/browsing-the-web.html#javascript-protocol
  697. // Let settings be browsingContext's active document's relevant settings object.
  698. auto& settings = active_document->relevant_settings_object();
  699. // Let baseURL be settings's API base URL.
  700. auto base_url = settings.api_base_url();
  701. // Let script be the result of creating a classic script given scriptSource, settings, baseURL, and the default classic script fetch options.
  702. // FIXME: This doesn't pass in "default classic script fetch options"
  703. // FIXME: What should the filename be here?
  704. auto script = Web::HTML::ClassicScript::create("(client connection run_javascript)", js_source, settings, move(base_url));
  705. // Let evaluationStatus be the result of running the classic script script.
  706. auto evaluation_status = script->run();
  707. if (evaluation_status.is_error())
  708. dbgln("Exception :(");
  709. }
  710. void ConnectionFromClient::js_console_request_messages(i32 start_index)
  711. {
  712. if (m_top_level_document_console_client)
  713. m_top_level_document_console_client->send_messages(start_index);
  714. }
  715. Messages::WebContentServer::TakeDocumentScreenshotResponse ConnectionFromClient::take_document_screenshot()
  716. {
  717. auto* document = page().page().top_level_browsing_context().active_document();
  718. if (!document || !document->document_element())
  719. return { {} };
  720. auto const& content_size = page().content_size();
  721. Web::DevicePixelRect rect { { 0, 0 }, content_size };
  722. auto bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, rect.size().to_type<int>()).release_value_but_fixme_should_propagate_errors();
  723. page().paint(rect, *bitmap);
  724. return { bitmap->to_shareable_bitmap() };
  725. }
  726. Messages::WebContentServer::TakeDomNodeScreenshotResponse ConnectionFromClient::take_dom_node_screenshot(i32 node_id)
  727. {
  728. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  729. if (!dom_node || !dom_node->paintable_box())
  730. return { {} };
  731. auto rect = page().page().enclosing_device_rect(dom_node->paintable_box()->absolute_border_box_rect());
  732. auto bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, rect.size().to_type<int>()).release_value_but_fixme_should_propagate_errors();
  733. page().paint(rect, *bitmap, { .paint_overlay = Web::PaintOptions::PaintOverlay::No });
  734. return { bitmap->to_shareable_bitmap() };
  735. }
  736. Messages::WebContentServer::GetSelectedTextResponse ConnectionFromClient::get_selected_text()
  737. {
  738. return page().page().focused_context().selected_text();
  739. }
  740. void ConnectionFromClient::select_all()
  741. {
  742. page().page().focused_context().select_all();
  743. page().page().client().page_did_change_selection();
  744. }
  745. Messages::WebContentServer::DumpLayoutTreeResponse ConnectionFromClient::dump_layout_tree()
  746. {
  747. auto* document = page().page().top_level_browsing_context().active_document();
  748. if (!document)
  749. return DeprecatedString { "(no DOM tree)" };
  750. document->update_layout();
  751. auto* layout_root = document->layout_node();
  752. if (!layout_root)
  753. return DeprecatedString { "(no layout tree)" };
  754. StringBuilder builder;
  755. Web::dump_tree(builder, *layout_root);
  756. return builder.to_deprecated_string();
  757. }
  758. Messages::WebContentServer::DumpPaintTreeResponse ConnectionFromClient::dump_paint_tree()
  759. {
  760. auto* document = page().page().top_level_browsing_context().active_document();
  761. if (!document)
  762. return DeprecatedString { "(no DOM tree)" };
  763. document->update_layout();
  764. auto* layout_root = document->layout_node();
  765. if (!layout_root)
  766. return DeprecatedString { "(no layout tree)" };
  767. if (!layout_root->paintable())
  768. return DeprecatedString { "(no paint tree)" };
  769. StringBuilder builder;
  770. Web::dump_tree(builder, *layout_root->paintable());
  771. return builder.to_deprecated_string();
  772. }
  773. Messages::WebContentServer::DumpTextResponse ConnectionFromClient::dump_text()
  774. {
  775. auto* document = page().page().top_level_browsing_context().active_document();
  776. if (!document)
  777. return DeprecatedString { "(no DOM tree)" };
  778. if (!document->body())
  779. return DeprecatedString { "(no body)" };
  780. return document->body()->inner_text();
  781. }
  782. void ConnectionFromClient::set_content_filters(Vector<String> const& filters)
  783. {
  784. Web::ContentFilter::the().set_patterns(filters).release_value_but_fixme_should_propagate_errors();
  785. }
  786. void ConnectionFromClient::set_autoplay_allowed_on_all_websites()
  787. {
  788. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  789. autoplay_allowlist.enable_globally();
  790. }
  791. void ConnectionFromClient::set_autoplay_allowlist(Vector<String> const& allowlist)
  792. {
  793. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  794. autoplay_allowlist.enable_for_origins(allowlist).release_value_but_fixme_should_propagate_errors();
  795. }
  796. void ConnectionFromClient::set_proxy_mappings(Vector<DeprecatedString> const& proxies, HashMap<DeprecatedString, size_t> const& mappings)
  797. {
  798. auto keys = mappings.keys();
  799. quick_sort(keys, [&](auto& a, auto& b) { return a.length() < b.length(); });
  800. OrderedHashMap<DeprecatedString, size_t> sorted_mappings;
  801. for (auto& key : keys) {
  802. auto value = *mappings.get(key);
  803. if (value >= proxies.size())
  804. continue;
  805. sorted_mappings.set(key, value);
  806. }
  807. Web::ProxyMappings::the().set_mappings(proxies, move(sorted_mappings));
  808. }
  809. void ConnectionFromClient::set_preferred_color_scheme(Web::CSS::PreferredColorScheme const& color_scheme)
  810. {
  811. page().set_preferred_color_scheme(color_scheme);
  812. }
  813. void ConnectionFromClient::set_has_focus(bool has_focus)
  814. {
  815. page().set_has_focus(has_focus);
  816. }
  817. void ConnectionFromClient::set_is_scripting_enabled(bool is_scripting_enabled)
  818. {
  819. page().set_is_scripting_enabled(is_scripting_enabled);
  820. }
  821. void ConnectionFromClient::set_device_pixels_per_css_pixel(float device_pixels_per_css_pixel)
  822. {
  823. page().set_device_pixels_per_css_pixel(device_pixels_per_css_pixel);
  824. }
  825. void ConnectionFromClient::set_window_position(Gfx::IntPoint position)
  826. {
  827. page().set_window_position(position.to_type<Web::DevicePixels>());
  828. }
  829. void ConnectionFromClient::set_window_size(Gfx::IntSize size)
  830. {
  831. page().set_window_size(size.to_type<Web::DevicePixels>());
  832. }
  833. Messages::WebContentServer::GetLocalStorageEntriesResponse ConnectionFromClient::get_local_storage_entries()
  834. {
  835. auto* document = page().page().top_level_browsing_context().active_document();
  836. auto local_storage = document->window().local_storage().release_value_but_fixme_should_propagate_errors();
  837. return local_storage->map();
  838. }
  839. Messages::WebContentServer::GetSessionStorageEntriesResponse ConnectionFromClient::get_session_storage_entries()
  840. {
  841. auto* document = page().page().top_level_browsing_context().active_document();
  842. auto session_storage = document->window().session_storage().release_value_but_fixme_should_propagate_errors();
  843. return session_storage->map();
  844. }
  845. void ConnectionFromClient::handle_file_return(i32 error, Optional<IPC::File> const& file, i32 request_id)
  846. {
  847. auto file_request = m_requested_files.take(request_id);
  848. VERIFY(file_request.has_value());
  849. VERIFY(file_request.value().on_file_request_finish);
  850. file_request.value().on_file_request_finish(error != 0 ? Error::from_errno(error) : ErrorOr<i32> { file->take_fd() });
  851. }
  852. void ConnectionFromClient::request_file(Web::FileRequest file_request)
  853. {
  854. i32 const id = last_id++;
  855. auto path = file_request.path();
  856. m_requested_files.set(id, move(file_request));
  857. async_did_request_file(path, id);
  858. }
  859. void ConnectionFromClient::set_system_visibility_state(bool visible)
  860. {
  861. page().page().top_level_traversable()->set_system_visibility_state(
  862. visible
  863. ? Web::HTML::VisibilityState::Visible
  864. : Web::HTML::VisibilityState::Hidden);
  865. }
  866. void ConnectionFromClient::alert_closed()
  867. {
  868. page().page().alert_closed();
  869. }
  870. void ConnectionFromClient::confirm_closed(bool accepted)
  871. {
  872. page().page().confirm_closed(accepted);
  873. }
  874. void ConnectionFromClient::prompt_closed(Optional<String> const& response)
  875. {
  876. page().page().prompt_closed(response);
  877. }
  878. void ConnectionFromClient::color_picker_closed(Optional<Color> const& picked_color)
  879. {
  880. page().page().color_picker_closed(picked_color);
  881. }
  882. void ConnectionFromClient::toggle_media_play_state()
  883. {
  884. page().page().toggle_media_play_state().release_value_but_fixme_should_propagate_errors();
  885. }
  886. void ConnectionFromClient::toggle_media_mute_state()
  887. {
  888. page().page().toggle_media_mute_state();
  889. }
  890. void ConnectionFromClient::toggle_media_loop_state()
  891. {
  892. page().page().toggle_media_loop_state().release_value_but_fixme_should_propagate_errors();
  893. }
  894. void ConnectionFromClient::toggle_media_controls_state()
  895. {
  896. page().page().toggle_media_controls_state().release_value_but_fixme_should_propagate_errors();
  897. }
  898. void ConnectionFromClient::set_user_style(String const& source)
  899. {
  900. page().page().set_user_style(source);
  901. }
  902. void ConnectionFromClient::inspect_accessibility_tree()
  903. {
  904. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  905. async_did_get_accessibility_tree(doc->dump_accessibility_tree_as_json().to_deprecated_string());
  906. }
  907. }
  908. void ConnectionFromClient::enable_inspector_prototype()
  909. {
  910. Web::HTML::Window::set_inspector_object_exposed(true);
  911. }
  912. }