ConnectionFromClient.cpp 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055
  1. /*
  2. * Copyright (c) 2020-2023, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021-2023, Sam Atkins <atkinssj@serenityos.org>
  4. * Copyright (c) 2021-2023, Linus Groh <linusg@serenityos.org>
  5. * Copyright (c) 2022, Tobias Christiansen <tobyase@serenityos.org>
  6. * Copyright (c) 2022, Tim Flynn <trflynn89@serenityos.org>
  7. * Copyright (c) 2023, Andrew Kaster <akaster@serenityos.org>
  8. *
  9. * SPDX-License-Identifier: BSD-2-Clause
  10. */
  11. #include <AK/Debug.h>
  12. #include <AK/JsonObject.h>
  13. #include <AK/QuickSort.h>
  14. #include <LibGfx/Bitmap.h>
  15. #include <LibGfx/Font/FontDatabase.h>
  16. #include <LibGfx/SystemTheme.h>
  17. #include <LibJS/Bytecode/Interpreter.h>
  18. #include <LibJS/Console.h>
  19. #include <LibJS/Heap/Heap.h>
  20. #include <LibJS/Runtime/ConsoleObject.h>
  21. #include <LibWeb/ARIA/RoleType.h>
  22. #include <LibWeb/Bindings/MainThreadVM.h>
  23. #include <LibWeb/CSS/StyleComputer.h>
  24. #include <LibWeb/DOM/Attr.h>
  25. #include <LibWeb/DOM/CharacterData.h>
  26. #include <LibWeb/DOM/Document.h>
  27. #include <LibWeb/DOM/Element.h>
  28. #include <LibWeb/DOM/ElementFactory.h>
  29. #include <LibWeb/Dump.h>
  30. #include <LibWeb/HTML/BrowsingContext.h>
  31. #include <LibWeb/HTML/Scripting/ClassicScript.h>
  32. #include <LibWeb/HTML/Storage.h>
  33. #include <LibWeb/HTML/TraversableNavigable.h>
  34. #include <LibWeb/HTML/Window.h>
  35. #include <LibWeb/Infra/Strings.h>
  36. #include <LibWeb/Layout/Viewport.h>
  37. #include <LibWeb/Loader/ContentFilter.h>
  38. #include <LibWeb/Loader/ProxyMappings.h>
  39. #include <LibWeb/Loader/ResourceLoader.h>
  40. #include <LibWeb/Namespace.h>
  41. #include <LibWeb/Painting/StackingContext.h>
  42. #include <LibWeb/Painting/ViewportPaintable.h>
  43. #include <LibWeb/PermissionsPolicy/AutoplayAllowlist.h>
  44. #include <LibWeb/Platform/EventLoopPlugin.h>
  45. #include <LibWebView/Attribute.h>
  46. #include <WebContent/ConnectionFromClient.h>
  47. #include <WebContent/PageClient.h>
  48. #include <WebContent/PageHost.h>
  49. #include <WebContent/WebContentClientEndpoint.h>
  50. #include <pthread.h>
  51. namespace WebContent {
  52. ConnectionFromClient::ConnectionFromClient(NonnullOwnPtr<Core::LocalSocket> socket)
  53. : IPC::ConnectionFromClient<WebContentClientEndpoint, WebContentServerEndpoint>(*this, move(socket), 1)
  54. , m_page_host(PageHost::create(*this))
  55. {
  56. m_paint_flush_timer = Web::Platform::Timer::create_single_shot(0, [this] { flush_pending_paint_requests(); });
  57. m_input_event_queue_timer = Web::Platform::Timer::create_single_shot(0, [this] { process_next_input_event(); });
  58. }
  59. void ConnectionFromClient::die()
  60. {
  61. Web::Platform::EventLoopPlugin::the().quit();
  62. }
  63. PageClient& ConnectionFromClient::page(u64 index)
  64. {
  65. return m_page_host->page(index);
  66. }
  67. PageClient const& ConnectionFromClient::page(u64 index) const
  68. {
  69. return m_page_host->page(index);
  70. }
  71. Messages::WebContentServer::GetWindowHandleResponse ConnectionFromClient::get_window_handle()
  72. {
  73. return page().page().top_level_browsing_context().window_handle();
  74. }
  75. void ConnectionFromClient::set_window_handle(String const& handle)
  76. {
  77. page().page().top_level_browsing_context().set_window_handle(handle);
  78. }
  79. void ConnectionFromClient::connect_to_webdriver(DeprecatedString const& webdriver_ipc_path)
  80. {
  81. // FIXME: Propagate this error back to the browser.
  82. if (auto result = page().connect_to_webdriver(webdriver_ipc_path); result.is_error())
  83. dbgln("Unable to connect to the WebDriver process: {}", result.error());
  84. }
  85. void ConnectionFromClient::update_system_theme(Core::AnonymousBuffer const& theme_buffer)
  86. {
  87. Gfx::set_system_theme(theme_buffer);
  88. auto impl = Gfx::PaletteImpl::create_with_anonymous_buffer(theme_buffer);
  89. page().set_palette_impl(*impl);
  90. }
  91. void ConnectionFromClient::update_system_fonts(DeprecatedString const& default_font_query, DeprecatedString const& fixed_width_font_query, DeprecatedString const& window_title_font_query)
  92. {
  93. Gfx::FontDatabase::set_default_font_query(default_font_query);
  94. Gfx::FontDatabase::set_fixed_width_font_query(fixed_width_font_query);
  95. Gfx::FontDatabase::set_window_title_font_query(window_title_font_query);
  96. }
  97. void ConnectionFromClient::update_screen_rects(Vector<Gfx::IntRect> const& rects, u32 main_screen)
  98. {
  99. page().set_screen_rects(rects, main_screen);
  100. }
  101. void ConnectionFromClient::load_url(const URL& url)
  102. {
  103. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadURL: url={}", url);
  104. #if defined(AK_OS_SERENITY)
  105. DeprecatedString process_name;
  106. if (url.host().has<Empty>() || url.host() == String {})
  107. process_name = "WebContent";
  108. else
  109. process_name = DeprecatedString::formatted("WebContent: {}", url.serialized_host().release_value_but_fixme_should_propagate_errors());
  110. pthread_setname_np(pthread_self(), process_name.characters());
  111. #endif
  112. page().page().load(url);
  113. }
  114. void ConnectionFromClient::load_html(DeprecatedString const& html)
  115. {
  116. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::LoadHTML: html={}", html);
  117. page().page().load_html(html);
  118. }
  119. void ConnectionFromClient::set_viewport_rect(Gfx::IntRect const& rect)
  120. {
  121. dbgln_if(SPAM_DEBUG, "handle: WebContentServer::SetViewportRect: rect={}", rect);
  122. page().set_viewport_rect(rect.to_type<Web::DevicePixels>());
  123. }
  124. void ConnectionFromClient::add_backing_store(i32 backing_store_id, Gfx::ShareableBitmap const& bitmap)
  125. {
  126. m_backing_stores.set(backing_store_id, *const_cast<Gfx::ShareableBitmap&>(bitmap).bitmap());
  127. }
  128. void ConnectionFromClient::remove_backing_store(i32 backing_store_id)
  129. {
  130. m_backing_stores.remove(backing_store_id);
  131. m_pending_paint_requests.remove_all_matching([backing_store_id](auto& pending_repaint_request) { return pending_repaint_request.bitmap_id == backing_store_id; });
  132. }
  133. void ConnectionFromClient::paint(Gfx::IntRect const& content_rect, i32 backing_store_id)
  134. {
  135. for (auto& pending_paint : m_pending_paint_requests) {
  136. if (pending_paint.bitmap_id == backing_store_id) {
  137. pending_paint.content_rect = content_rect;
  138. return;
  139. }
  140. }
  141. auto it = m_backing_stores.find(backing_store_id);
  142. if (it == m_backing_stores.end()) {
  143. did_misbehave("Client requested paint with backing store ID");
  144. return;
  145. }
  146. auto& bitmap = *it->value;
  147. m_pending_paint_requests.append({ content_rect, bitmap, backing_store_id });
  148. m_paint_flush_timer->start();
  149. }
  150. void ConnectionFromClient::flush_pending_paint_requests()
  151. {
  152. for (auto& pending_paint : m_pending_paint_requests) {
  153. page().paint(pending_paint.content_rect.to_type<Web::DevicePixels>(), *pending_paint.bitmap);
  154. async_did_paint(pending_paint.content_rect, pending_paint.bitmap_id);
  155. }
  156. m_pending_paint_requests.clear();
  157. }
  158. void ConnectionFromClient::process_next_input_event()
  159. {
  160. if (m_input_event_queue.is_empty())
  161. return;
  162. auto event = m_input_event_queue.dequeue();
  163. event.visit(
  164. [&](QueuedMouseEvent const& event) {
  165. switch (event.type) {
  166. case QueuedMouseEvent::Type::MouseDown:
  167. report_finished_handling_input_event(page().page().handle_mousedown(
  168. event.position.to_type<Web::DevicePixels>(),
  169. event.screen_position.to_type<Web::DevicePixels>(),
  170. event.button, event.buttons, event.modifiers));
  171. break;
  172. case QueuedMouseEvent::Type::MouseUp:
  173. report_finished_handling_input_event(page().page().handle_mouseup(
  174. event.position.to_type<Web::DevicePixels>(),
  175. event.screen_position.to_type<Web::DevicePixels>(),
  176. event.button, event.buttons, event.modifiers));
  177. break;
  178. case QueuedMouseEvent::Type::MouseMove:
  179. // NOTE: We have to notify the client about coalesced MouseMoves,
  180. // so we do that by saying none of them were handled by the web page.
  181. for (size_t i = 0; i < event.coalesced_event_count; ++i) {
  182. report_finished_handling_input_event(false);
  183. }
  184. report_finished_handling_input_event(page().page().handle_mousemove(
  185. event.position.to_type<Web::DevicePixels>(),
  186. event.screen_position.to_type<Web::DevicePixels>(),
  187. event.buttons, event.modifiers));
  188. break;
  189. case QueuedMouseEvent::Type::DoubleClick:
  190. report_finished_handling_input_event(page().page().handle_doubleclick(
  191. event.position.to_type<Web::DevicePixels>(),
  192. event.screen_position.to_type<Web::DevicePixels>(),
  193. event.button, event.buttons, event.modifiers));
  194. break;
  195. case QueuedMouseEvent::Type::MouseWheel:
  196. for (size_t i = 0; i < event.coalesced_event_count; ++i) {
  197. report_finished_handling_input_event(false);
  198. }
  199. report_finished_handling_input_event(page().page().handle_mousewheel(
  200. event.position.to_type<Web::DevicePixels>(),
  201. event.screen_position.to_type<Web::DevicePixels>(),
  202. event.button, event.buttons, event.modifiers, event.wheel_delta_x, event.wheel_delta_y));
  203. break;
  204. }
  205. },
  206. [&](QueuedKeyboardEvent const& event) {
  207. switch (event.type) {
  208. case QueuedKeyboardEvent::Type::KeyDown:
  209. report_finished_handling_input_event(page().page().handle_keydown((KeyCode)event.key, event.modifiers, event.code_point));
  210. break;
  211. case QueuedKeyboardEvent::Type::KeyUp:
  212. report_finished_handling_input_event(page().page().handle_keyup((KeyCode)event.key, event.modifiers, event.code_point));
  213. break;
  214. }
  215. });
  216. if (!m_input_event_queue.is_empty())
  217. m_input_event_queue_timer->start();
  218. }
  219. void ConnectionFromClient::mouse_down(Gfx::IntPoint position, Gfx::IntPoint screen_position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  220. {
  221. enqueue_input_event(
  222. QueuedMouseEvent {
  223. .type = QueuedMouseEvent::Type::MouseDown,
  224. .position = position,
  225. .screen_position = screen_position,
  226. .button = button,
  227. .buttons = buttons,
  228. .modifiers = modifiers,
  229. });
  230. }
  231. void ConnectionFromClient::mouse_move(Gfx::IntPoint position, Gfx::IntPoint screen_position, [[maybe_unused]] unsigned int button, unsigned int buttons, unsigned int modifiers)
  232. {
  233. auto event = QueuedMouseEvent {
  234. .type = QueuedMouseEvent::Type::MouseMove,
  235. .position = position,
  236. .screen_position = screen_position,
  237. .button = button,
  238. .buttons = buttons,
  239. .modifiers = modifiers,
  240. };
  241. // OPTIMIZATION: Coalesce with previous unprocessed event iff the previous event is also a MouseMove event.
  242. if (!m_input_event_queue.is_empty()
  243. && m_input_event_queue.tail().has<QueuedMouseEvent>()
  244. && m_input_event_queue.tail().get<QueuedMouseEvent>().type == QueuedMouseEvent::Type::MouseMove) {
  245. event.coalesced_event_count = m_input_event_queue.tail().get<QueuedMouseEvent>().coalesced_event_count + 1;
  246. m_input_event_queue.tail() = event;
  247. return;
  248. }
  249. enqueue_input_event(move(event));
  250. }
  251. void ConnectionFromClient::mouse_up(Gfx::IntPoint position, Gfx::IntPoint screen_position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  252. {
  253. enqueue_input_event(
  254. QueuedMouseEvent {
  255. .type = QueuedMouseEvent::Type::MouseUp,
  256. .position = position,
  257. .screen_position = screen_position,
  258. .button = button,
  259. .buttons = buttons,
  260. .modifiers = modifiers,
  261. });
  262. }
  263. void ConnectionFromClient::mouse_wheel(Gfx::IntPoint position, Gfx::IntPoint screen_position, unsigned int button, unsigned int buttons, unsigned int modifiers, i32 wheel_delta_x, i32 wheel_delta_y)
  264. {
  265. auto event = QueuedMouseEvent {
  266. .type = QueuedMouseEvent::Type::MouseWheel,
  267. .position = position,
  268. .screen_position = screen_position,
  269. .button = button,
  270. .buttons = buttons,
  271. .modifiers = modifiers,
  272. .wheel_delta_x = wheel_delta_x,
  273. .wheel_delta_y = wheel_delta_y,
  274. };
  275. // OPTIMIZATION: Coalesce with previous unprocessed event if the previous event is also a MouseWheel event.
  276. if (!m_input_event_queue.is_empty()
  277. && m_input_event_queue.tail().has<QueuedMouseEvent>()
  278. && m_input_event_queue.tail().get<QueuedMouseEvent>().type == QueuedMouseEvent::Type::MouseWheel) {
  279. auto const& last_event = m_input_event_queue.tail().get<QueuedMouseEvent>();
  280. event.coalesced_event_count = last_event.coalesced_event_count + 1;
  281. event.wheel_delta_x += last_event.wheel_delta_x;
  282. event.wheel_delta_y += last_event.wheel_delta_y;
  283. m_input_event_queue.tail() = event;
  284. return;
  285. }
  286. enqueue_input_event(move(event));
  287. }
  288. void ConnectionFromClient::doubleclick(Gfx::IntPoint position, Gfx::IntPoint screen_position, unsigned int button, unsigned int buttons, unsigned int modifiers)
  289. {
  290. enqueue_input_event(
  291. QueuedMouseEvent {
  292. .type = QueuedMouseEvent::Type::DoubleClick,
  293. .position = position,
  294. .screen_position = screen_position,
  295. .button = button,
  296. .buttons = buttons,
  297. .modifiers = modifiers,
  298. });
  299. }
  300. void ConnectionFromClient::key_down(i32 key, unsigned int modifiers, u32 code_point)
  301. {
  302. enqueue_input_event(
  303. QueuedKeyboardEvent {
  304. .type = QueuedKeyboardEvent::Type::KeyDown,
  305. .key = key,
  306. .modifiers = modifiers,
  307. .code_point = code_point,
  308. });
  309. }
  310. void ConnectionFromClient::key_up(i32 key, unsigned int modifiers, u32 code_point)
  311. {
  312. enqueue_input_event(
  313. QueuedKeyboardEvent {
  314. .type = QueuedKeyboardEvent::Type::KeyUp,
  315. .key = key,
  316. .modifiers = modifiers,
  317. .code_point = code_point,
  318. });
  319. }
  320. void ConnectionFromClient::enqueue_input_event(Variant<QueuedMouseEvent, QueuedKeyboardEvent> event)
  321. {
  322. m_input_event_queue.enqueue(move(event));
  323. m_input_event_queue_timer->start();
  324. }
  325. void ConnectionFromClient::report_finished_handling_input_event(bool event_was_handled)
  326. {
  327. async_did_finish_handling_input_event(event_was_handled);
  328. }
  329. void ConnectionFromClient::debug_request(DeprecatedString const& request, DeprecatedString const& argument)
  330. {
  331. if (request == "dump-session-history") {
  332. auto const& traversable = page().page().top_level_traversable();
  333. Web::dump_tree(*traversable);
  334. }
  335. if (request == "dump-dom-tree") {
  336. if (auto* doc = page().page().top_level_browsing_context().active_document())
  337. Web::dump_tree(*doc);
  338. return;
  339. }
  340. if (request == "dump-layout-tree") {
  341. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  342. if (auto* viewport = doc->layout_node())
  343. Web::dump_tree(*viewport);
  344. }
  345. return;
  346. }
  347. if (request == "dump-paint-tree") {
  348. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  349. if (auto* paintable = doc->paintable())
  350. Web::dump_tree(*paintable);
  351. }
  352. return;
  353. }
  354. if (request == "dump-stacking-context-tree") {
  355. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  356. if (auto* viewport = doc->layout_node()) {
  357. if (auto* stacking_context = viewport->paintable_box()->stacking_context())
  358. stacking_context->dump();
  359. }
  360. }
  361. return;
  362. }
  363. if (request == "dump-style-sheets") {
  364. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  365. for (auto& sheet : doc->style_sheets().sheets()) {
  366. if (auto result = Web::dump_sheet(sheet); result.is_error())
  367. dbgln("Failed to dump style sheets: {}", result.error());
  368. }
  369. }
  370. return;
  371. }
  372. if (request == "dump-all-resolved-styles") {
  373. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  374. Queue<Web::DOM::Node*> elements_to_visit;
  375. elements_to_visit.enqueue(doc->document_element());
  376. while (!elements_to_visit.is_empty()) {
  377. auto element = elements_to_visit.dequeue();
  378. for (auto& child : element->children_as_vector())
  379. elements_to_visit.enqueue(child.ptr());
  380. if (element->is_element()) {
  381. auto styles = doc->style_computer().compute_style(*static_cast<Web::DOM::Element*>(element)).release_value_but_fixme_should_propagate_errors();
  382. dbgln("+ Element {}", element->debug_description());
  383. auto& properties = styles->properties();
  384. for (size_t i = 0; i < properties.size(); ++i)
  385. dbgln("| {} = {}", Web::CSS::string_from_property_id(static_cast<Web::CSS::PropertyID>(i)), properties[i].has_value() ? properties[i]->style->to_string() : ""_string);
  386. dbgln("---");
  387. }
  388. }
  389. }
  390. return;
  391. }
  392. if (request == "collect-garbage") {
  393. Web::Bindings::main_thread_vm().heap().collect_garbage(JS::Heap::CollectionType::CollectGarbage, true);
  394. return;
  395. }
  396. if (request == "dump-gc-graph") {
  397. Web::Bindings::main_thread_vm().heap().dump_graph();
  398. return;
  399. }
  400. if (request == "set-line-box-borders") {
  401. bool state = argument == "on";
  402. page().set_should_show_line_box_borders(state);
  403. page().page().top_level_traversable()->set_needs_display(page().page().top_level_traversable()->viewport_rect());
  404. return;
  405. }
  406. if (request == "clear-cache") {
  407. Web::ResourceLoader::the().clear_cache();
  408. return;
  409. }
  410. if (request == "spoof-user-agent") {
  411. Web::ResourceLoader::the().set_user_agent(MUST(String::from_deprecated_string(argument)));
  412. return;
  413. }
  414. if (request == "same-origin-policy") {
  415. page().page().set_same_origin_policy_enabled(argument == "on");
  416. return;
  417. }
  418. if (request == "scripting") {
  419. page().page().set_is_scripting_enabled(argument == "on");
  420. return;
  421. }
  422. if (request == "block-pop-ups") {
  423. page().page().set_should_block_pop_ups(argument == "on");
  424. return;
  425. }
  426. if (request == "dump-local-storage") {
  427. if (auto* document = page().page().top_level_browsing_context().active_document())
  428. document->window().local_storage().release_value_but_fixme_should_propagate_errors()->dump();
  429. return;
  430. }
  431. if (request == "load-reference-page") {
  432. if (auto* document = page().page().top_level_browsing_context().active_document()) {
  433. auto maybe_link = document->query_selector("link[rel=match]"sv);
  434. if (maybe_link.is_error() || !maybe_link.value()) {
  435. // To make sure that we fail the ref-test if the link is missing, load the error page.
  436. load_html("<h1>Failed to find &lt;link rel=&quot;match&quot; /&gt; in ref test page!</h1> Make sure you added it.");
  437. } else {
  438. auto link = maybe_link.release_value();
  439. auto url = document->parse_url(link->deprecated_get_attribute(Web::HTML::AttributeNames::href));
  440. load_url(url);
  441. }
  442. }
  443. return;
  444. }
  445. }
  446. void ConnectionFromClient::get_source()
  447. {
  448. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  449. async_did_get_source(doc->url(), doc->source().to_deprecated_string());
  450. }
  451. }
  452. void ConnectionFromClient::inspect_dom_tree()
  453. {
  454. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  455. async_did_get_dom_tree(doc->dump_dom_tree_as_json().to_deprecated_string());
  456. }
  457. }
  458. Messages::WebContentServer::InspectDomNodeResponse ConnectionFromClient::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement> const& pseudo_element)
  459. {
  460. auto& top_context = page().page().top_level_browsing_context();
  461. top_context.for_each_in_inclusive_subtree([&](auto& ctx) {
  462. if (ctx.active_document() != nullptr) {
  463. ctx.active_document()->set_inspected_node(nullptr, {});
  464. }
  465. return IterationDecision::Continue;
  466. });
  467. Web::DOM::Node* node = Web::DOM::Node::from_unique_id(node_id);
  468. // Note: Nodes without layout (aka non-visible nodes, don't have style computed)
  469. if (!node || !node->layout_node()) {
  470. return { false, "", "", "", "", "" };
  471. }
  472. node->document().set_inspected_node(node, pseudo_element);
  473. if (node->is_element()) {
  474. auto& element = verify_cast<Web::DOM::Element>(*node);
  475. if (!element.computed_css_values())
  476. return { false, "", "", "", "", "" };
  477. auto serialize_json = [](Web::CSS::StyleProperties const& properties) -> DeprecatedString {
  478. StringBuilder builder;
  479. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  480. properties.for_each_property([&](auto property_id, auto& value) {
  481. MUST(serializer.add(Web::CSS::string_from_property_id(property_id), value.to_string().to_deprecated_string()));
  482. });
  483. MUST(serializer.finish());
  484. return builder.to_deprecated_string();
  485. };
  486. auto serialize_custom_properties_json = [](Web::DOM::Element const& element, Optional<Web::CSS::Selector::PseudoElement> pseudo_element) -> DeprecatedString {
  487. StringBuilder builder;
  488. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  489. HashTable<FlyString> seen_properties;
  490. auto const* element_to_check = &element;
  491. while (element_to_check) {
  492. for (auto const& property : element_to_check->custom_properties(pseudo_element)) {
  493. if (!seen_properties.contains(property.key)) {
  494. seen_properties.set(property.key);
  495. MUST(serializer.add(property.key, property.value.value->to_string()));
  496. }
  497. }
  498. element_to_check = element_to_check->parent_element();
  499. }
  500. MUST(serializer.finish());
  501. return builder.to_deprecated_string();
  502. };
  503. auto serialize_node_box_sizing_json = [](Web::Layout::Node const* layout_node) -> DeprecatedString {
  504. if (!layout_node || !layout_node->is_box()) {
  505. return "{}";
  506. }
  507. auto* box = static_cast<Web::Layout::Box const*>(layout_node);
  508. auto box_model = box->box_model();
  509. StringBuilder builder;
  510. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  511. MUST(serializer.add("padding_top"sv, box_model.padding.top.to_double()));
  512. MUST(serializer.add("padding_right"sv, box_model.padding.right.to_double()));
  513. MUST(serializer.add("padding_bottom"sv, box_model.padding.bottom.to_double()));
  514. MUST(serializer.add("padding_left"sv, box_model.padding.left.to_double()));
  515. MUST(serializer.add("margin_top"sv, box_model.margin.top.to_double()));
  516. MUST(serializer.add("margin_right"sv, box_model.margin.right.to_double()));
  517. MUST(serializer.add("margin_bottom"sv, box_model.margin.bottom.to_double()));
  518. MUST(serializer.add("margin_left"sv, box_model.margin.left.to_double()));
  519. MUST(serializer.add("border_top"sv, box_model.border.top.to_double()));
  520. MUST(serializer.add("border_right"sv, box_model.border.right.to_double()));
  521. MUST(serializer.add("border_bottom"sv, box_model.border.bottom.to_double()));
  522. MUST(serializer.add("border_left"sv, box_model.border.left.to_double()));
  523. if (auto* paintable_box = box->paintable_box()) {
  524. MUST(serializer.add("content_width"sv, paintable_box->content_width().to_double()));
  525. MUST(serializer.add("content_height"sv, paintable_box->content_height().to_double()));
  526. } else {
  527. MUST(serializer.add("content_width"sv, 0));
  528. MUST(serializer.add("content_height"sv, 0));
  529. }
  530. MUST(serializer.finish());
  531. return builder.to_deprecated_string();
  532. };
  533. auto serialize_aria_properties_state_json = [](Web::DOM::Element const& element) -> DeprecatedString {
  534. auto role_name = element.role_or_default();
  535. if (!role_name.has_value()) {
  536. return "";
  537. }
  538. auto aria_data = MUST(Web::ARIA::AriaData::build_data(element));
  539. auto role = MUST(Web::ARIA::RoleType::build_role_object(role_name.value(), element.is_focusable(), *aria_data));
  540. StringBuilder builder;
  541. auto serializer = MUST(JsonObjectSerializer<>::try_create(builder));
  542. MUST(role->serialize_as_json(serializer));
  543. MUST(serializer.finish());
  544. return builder.to_deprecated_string();
  545. };
  546. if (pseudo_element.has_value()) {
  547. auto pseudo_element_node = element.get_pseudo_element_node(pseudo_element.value());
  548. if (!pseudo_element_node)
  549. return { false, "", "", "", "", "" };
  550. // FIXME: Pseudo-elements only exist as Layout::Nodes, which don't have style information
  551. // in a format we can use. So, we run the StyleComputer again to get the specified
  552. // values, and have to ignore the computed values and custom properties.
  553. auto pseudo_element_style = MUST(page().page().focused_context().active_document()->style_computer().compute_style(element, pseudo_element));
  554. DeprecatedString computed_values = serialize_json(pseudo_element_style);
  555. DeprecatedString resolved_values = "{}";
  556. DeprecatedString custom_properties_json = serialize_custom_properties_json(element, pseudo_element);
  557. DeprecatedString node_box_sizing_json = serialize_node_box_sizing_json(pseudo_element_node.ptr());
  558. return { true, computed_values, resolved_values, custom_properties_json, node_box_sizing_json, "" };
  559. }
  560. DeprecatedString computed_values = serialize_json(*element.computed_css_values());
  561. DeprecatedString resolved_values_json = serialize_json(element.resolved_css_values());
  562. DeprecatedString custom_properties_json = serialize_custom_properties_json(element, {});
  563. DeprecatedString node_box_sizing_json = serialize_node_box_sizing_json(element.layout_node());
  564. DeprecatedString aria_properties_state_json = serialize_aria_properties_state_json(element);
  565. return { true, computed_values, resolved_values_json, custom_properties_json, node_box_sizing_json, aria_properties_state_json };
  566. }
  567. return { false, "", "", "", "", "" };
  568. }
  569. Messages::WebContentServer::GetHoveredNodeIdResponse ConnectionFromClient::get_hovered_node_id()
  570. {
  571. if (auto* document = page().page().top_level_browsing_context().active_document()) {
  572. auto hovered_node = document->hovered_node();
  573. if (hovered_node)
  574. return hovered_node->unique_id();
  575. }
  576. return (i32)0;
  577. }
  578. void ConnectionFromClient::set_dom_node_text(i32 node_id, String const& text)
  579. {
  580. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  581. if (!dom_node || (!dom_node->is_text() && !dom_node->is_comment()))
  582. return;
  583. auto& character_data = static_cast<Web::DOM::CharacterData&>(*dom_node);
  584. character_data.set_data(text);
  585. }
  586. Messages::WebContentServer::SetDomNodeTagResponse ConnectionFromClient::set_dom_node_tag(i32 node_id, String const& name)
  587. {
  588. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  589. if (!dom_node || !dom_node->is_element() || !dom_node->parent())
  590. return OptionalNone {};
  591. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  592. auto new_element = Web::DOM::create_element(element.document(), name, element.namespace_uri(), element.prefix(), element.is_value()).release_value_but_fixme_should_propagate_errors();
  593. element.for_each_attribute([&](auto const& attribute) {
  594. new_element->set_attribute_value(attribute.local_name(), attribute.value().to_deprecated_string(), attribute.prefix(), attribute.namespace_uri());
  595. });
  596. while (auto* child_node = element.first_child()) {
  597. MUST(element.remove_child(*child_node));
  598. MUST(new_element->append_child(*child_node));
  599. }
  600. element.parent()->replace_child(*new_element, element).release_value_but_fixme_should_propagate_errors();
  601. return new_element->unique_id();
  602. }
  603. void ConnectionFromClient::add_dom_node_attributes(i32 node_id, Vector<WebView::Attribute> const& attributes)
  604. {
  605. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  606. if (!dom_node || !dom_node->is_element())
  607. return;
  608. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  609. for (auto const& attribute : attributes)
  610. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  611. }
  612. void ConnectionFromClient::replace_dom_node_attribute(i32 node_id, String const& name, Vector<WebView::Attribute> const& replacement_attributes)
  613. {
  614. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  615. if (!dom_node || !dom_node->is_element())
  616. return;
  617. auto& element = static_cast<Web::DOM::Element&>(*dom_node);
  618. bool should_remove_attribute = true;
  619. for (auto const& attribute : replacement_attributes) {
  620. if (should_remove_attribute && Web::Infra::is_ascii_case_insensitive_match(name, attribute.name))
  621. should_remove_attribute = false;
  622. element.set_attribute(attribute.name, attribute.value).release_value_but_fixme_should_propagate_errors();
  623. }
  624. if (should_remove_attribute)
  625. element.remove_attribute(name);
  626. }
  627. void ConnectionFromClient::remove_dom_node(i32 node_id)
  628. {
  629. auto* active_document = page().page().top_level_browsing_context().active_document();
  630. if (!active_document)
  631. return;
  632. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  633. if (!dom_node)
  634. return;
  635. dom_node->remove();
  636. // FIXME: When nodes are removed from the DOM, the associated layout nodes become stale and still
  637. // remain in the layout tree. This has to be fixed, this just causes everything to be recomputed
  638. // which really hurts performance.
  639. active_document->force_layout();
  640. }
  641. Messages::WebContentServer::GetDomNodeHtmlResponse ConnectionFromClient::get_dom_node_html(i32 node_id)
  642. {
  643. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  644. if (!dom_node)
  645. return OptionalNone {};
  646. // FIXME: Implement Element's outerHTML attribute.
  647. auto container = Web::DOM::create_element(dom_node->document(), Web::HTML::TagNames::div, Web::Namespace::HTML).release_value_but_fixme_should_propagate_errors();
  648. container->append_child(dom_node->clone_node(nullptr, true)).release_value_but_fixme_should_propagate_errors();
  649. return container->inner_html().release_value_but_fixme_should_propagate_errors();
  650. }
  651. void ConnectionFromClient::initialize_js_console(Badge<PageClient>, Web::DOM::Document& document)
  652. {
  653. auto& realm = document.realm();
  654. auto console_object = realm.intrinsics().console_object();
  655. auto console_client = make<WebContentConsoleClient>(console_object->console(), document.realm(), *this);
  656. console_object->console().set_client(*console_client);
  657. VERIFY(document.browsing_context());
  658. if (document.browsing_context()->is_top_level()) {
  659. m_top_level_document_console_client = console_client->make_weak_ptr();
  660. }
  661. m_console_clients.set(&document, move(console_client));
  662. }
  663. void ConnectionFromClient::destroy_js_console(Badge<PageClient>, Web::DOM::Document& document)
  664. {
  665. m_console_clients.remove(&document);
  666. }
  667. void ConnectionFromClient::js_console_input(DeprecatedString const& js_source)
  668. {
  669. if (m_top_level_document_console_client)
  670. m_top_level_document_console_client->handle_input(js_source);
  671. }
  672. void ConnectionFromClient::run_javascript(DeprecatedString const& js_source)
  673. {
  674. auto* active_document = page().page().top_level_browsing_context().active_document();
  675. if (!active_document)
  676. return;
  677. // This is partially based on "execute a javascript: URL request" https://html.spec.whatwg.org/multipage/browsing-the-web.html#javascript-protocol
  678. // Let settings be browsingContext's active document's relevant settings object.
  679. auto& settings = active_document->relevant_settings_object();
  680. // Let baseURL be settings's API base URL.
  681. auto base_url = settings.api_base_url();
  682. // Let script be the result of creating a classic script given scriptSource, settings, baseURL, and the default classic script fetch options.
  683. // FIXME: This doesn't pass in "default classic script fetch options"
  684. // FIXME: What should the filename be here?
  685. auto script = Web::HTML::ClassicScript::create("(client connection run_javascript)", js_source, settings, move(base_url));
  686. // Let evaluationStatus be the result of running the classic script script.
  687. auto evaluation_status = script->run();
  688. if (evaluation_status.is_error())
  689. dbgln("Exception :(");
  690. }
  691. void ConnectionFromClient::js_console_request_messages(i32 start_index)
  692. {
  693. if (m_top_level_document_console_client)
  694. m_top_level_document_console_client->send_messages(start_index);
  695. }
  696. Messages::WebContentServer::TakeDocumentScreenshotResponse ConnectionFromClient::take_document_screenshot()
  697. {
  698. auto* document = page().page().top_level_browsing_context().active_document();
  699. if (!document || !document->document_element())
  700. return { {} };
  701. auto const& content_size = page().content_size();
  702. Web::DevicePixelRect rect { { 0, 0 }, content_size };
  703. auto bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, rect.size().to_type<int>()).release_value_but_fixme_should_propagate_errors();
  704. page().paint(rect, *bitmap);
  705. return { bitmap->to_shareable_bitmap() };
  706. }
  707. Messages::WebContentServer::TakeDomNodeScreenshotResponse ConnectionFromClient::take_dom_node_screenshot(i32 node_id)
  708. {
  709. auto* dom_node = Web::DOM::Node::from_unique_id(node_id);
  710. if (!dom_node || !dom_node->paintable_box())
  711. return { {} };
  712. auto rect = page().page().enclosing_device_rect(dom_node->paintable_box()->absolute_border_box_rect());
  713. auto bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, rect.size().to_type<int>()).release_value_but_fixme_should_propagate_errors();
  714. page().paint(rect, *bitmap, { .paint_overlay = Web::PaintOptions::PaintOverlay::No });
  715. return { bitmap->to_shareable_bitmap() };
  716. }
  717. Messages::WebContentServer::GetSelectedTextResponse ConnectionFromClient::get_selected_text()
  718. {
  719. return page().page().focused_context().selected_text();
  720. }
  721. void ConnectionFromClient::select_all()
  722. {
  723. page().page().focused_context().select_all();
  724. page().page().client().page_did_change_selection();
  725. }
  726. Messages::WebContentServer::DumpLayoutTreeResponse ConnectionFromClient::dump_layout_tree()
  727. {
  728. auto* document = page().page().top_level_browsing_context().active_document();
  729. if (!document)
  730. return DeprecatedString { "(no DOM tree)" };
  731. document->update_layout();
  732. auto* layout_root = document->layout_node();
  733. if (!layout_root)
  734. return DeprecatedString { "(no layout tree)" };
  735. StringBuilder builder;
  736. Web::dump_tree(builder, *layout_root);
  737. return builder.to_deprecated_string();
  738. }
  739. Messages::WebContentServer::DumpPaintTreeResponse ConnectionFromClient::dump_paint_tree()
  740. {
  741. auto* document = page().page().top_level_browsing_context().active_document();
  742. if (!document)
  743. return DeprecatedString { "(no DOM tree)" };
  744. document->update_layout();
  745. auto* layout_root = document->layout_node();
  746. if (!layout_root)
  747. return DeprecatedString { "(no layout tree)" };
  748. if (!layout_root->paintable())
  749. return DeprecatedString { "(no paint tree)" };
  750. StringBuilder builder;
  751. Web::dump_tree(builder, *layout_root->paintable());
  752. return builder.to_deprecated_string();
  753. }
  754. Messages::WebContentServer::DumpTextResponse ConnectionFromClient::dump_text()
  755. {
  756. auto* document = page().page().top_level_browsing_context().active_document();
  757. if (!document)
  758. return DeprecatedString { "(no DOM tree)" };
  759. if (!document->body())
  760. return DeprecatedString { "(no body)" };
  761. return document->body()->inner_text();
  762. }
  763. void ConnectionFromClient::set_content_filters(Vector<String> const& filters)
  764. {
  765. Web::ContentFilter::the().set_patterns(filters).release_value_but_fixme_should_propagate_errors();
  766. }
  767. void ConnectionFromClient::set_autoplay_allowed_on_all_websites()
  768. {
  769. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  770. autoplay_allowlist.enable_globally();
  771. }
  772. void ConnectionFromClient::set_autoplay_allowlist(Vector<String> const& allowlist)
  773. {
  774. auto& autoplay_allowlist = Web::PermissionsPolicy::AutoplayAllowlist::the();
  775. autoplay_allowlist.enable_for_origins(allowlist).release_value_but_fixme_should_propagate_errors();
  776. }
  777. void ConnectionFromClient::set_proxy_mappings(Vector<DeprecatedString> const& proxies, HashMap<DeprecatedString, size_t> const& mappings)
  778. {
  779. auto keys = mappings.keys();
  780. quick_sort(keys, [&](auto& a, auto& b) { return a.length() < b.length(); });
  781. OrderedHashMap<DeprecatedString, size_t> sorted_mappings;
  782. for (auto& key : keys) {
  783. auto value = *mappings.get(key);
  784. if (value >= proxies.size())
  785. continue;
  786. sorted_mappings.set(key, value);
  787. }
  788. Web::ProxyMappings::the().set_mappings(proxies, move(sorted_mappings));
  789. }
  790. void ConnectionFromClient::set_preferred_color_scheme(Web::CSS::PreferredColorScheme const& color_scheme)
  791. {
  792. page().set_preferred_color_scheme(color_scheme);
  793. }
  794. void ConnectionFromClient::set_has_focus(bool has_focus)
  795. {
  796. page().set_has_focus(has_focus);
  797. }
  798. void ConnectionFromClient::set_is_scripting_enabled(bool is_scripting_enabled)
  799. {
  800. page().set_is_scripting_enabled(is_scripting_enabled);
  801. }
  802. void ConnectionFromClient::set_device_pixels_per_css_pixel(float device_pixels_per_css_pixel)
  803. {
  804. page().set_device_pixels_per_css_pixel(device_pixels_per_css_pixel);
  805. }
  806. void ConnectionFromClient::set_window_position(Gfx::IntPoint position)
  807. {
  808. page().set_window_position(position.to_type<Web::DevicePixels>());
  809. }
  810. void ConnectionFromClient::set_window_size(Gfx::IntSize size)
  811. {
  812. page().set_window_size(size.to_type<Web::DevicePixels>());
  813. }
  814. Messages::WebContentServer::GetLocalStorageEntriesResponse ConnectionFromClient::get_local_storage_entries()
  815. {
  816. auto* document = page().page().top_level_browsing_context().active_document();
  817. auto local_storage = document->window().local_storage().release_value_but_fixme_should_propagate_errors();
  818. return local_storage->map();
  819. }
  820. Messages::WebContentServer::GetSessionStorageEntriesResponse ConnectionFromClient::get_session_storage_entries()
  821. {
  822. auto* document = page().page().top_level_browsing_context().active_document();
  823. auto session_storage = document->window().session_storage().release_value_but_fixme_should_propagate_errors();
  824. return session_storage->map();
  825. }
  826. void ConnectionFromClient::handle_file_return(i32 error, Optional<IPC::File> const& file, i32 request_id)
  827. {
  828. auto file_request = m_requested_files.take(request_id);
  829. VERIFY(file_request.has_value());
  830. VERIFY(file_request.value().on_file_request_finish);
  831. file_request.value().on_file_request_finish(error != 0 ? Error::from_errno(error) : ErrorOr<i32> { file->take_fd() });
  832. }
  833. void ConnectionFromClient::request_file(Web::FileRequest file_request)
  834. {
  835. i32 const id = last_id++;
  836. auto path = file_request.path();
  837. m_requested_files.set(id, move(file_request));
  838. async_did_request_file(path, id);
  839. }
  840. void ConnectionFromClient::set_system_visibility_state(bool visible)
  841. {
  842. page().page().top_level_traversable()->set_system_visibility_state(
  843. visible
  844. ? Web::HTML::VisibilityState::Visible
  845. : Web::HTML::VisibilityState::Hidden);
  846. }
  847. void ConnectionFromClient::alert_closed()
  848. {
  849. page().page().alert_closed();
  850. }
  851. void ConnectionFromClient::confirm_closed(bool accepted)
  852. {
  853. page().page().confirm_closed(accepted);
  854. }
  855. void ConnectionFromClient::prompt_closed(Optional<String> const& response)
  856. {
  857. page().page().prompt_closed(response);
  858. }
  859. void ConnectionFromClient::color_picker_closed(Optional<Color> const& picked_color)
  860. {
  861. page().page().color_picker_closed(picked_color);
  862. }
  863. void ConnectionFromClient::toggle_media_play_state()
  864. {
  865. page().page().toggle_media_play_state().release_value_but_fixme_should_propagate_errors();
  866. }
  867. void ConnectionFromClient::toggle_media_mute_state()
  868. {
  869. page().page().toggle_media_mute_state();
  870. }
  871. void ConnectionFromClient::toggle_media_loop_state()
  872. {
  873. page().page().toggle_media_loop_state().release_value_but_fixme_should_propagate_errors();
  874. }
  875. void ConnectionFromClient::toggle_media_controls_state()
  876. {
  877. page().page().toggle_media_controls_state().release_value_but_fixme_should_propagate_errors();
  878. }
  879. void ConnectionFromClient::set_user_style(String const& source)
  880. {
  881. page().page().set_user_style(source);
  882. }
  883. void ConnectionFromClient::inspect_accessibility_tree()
  884. {
  885. if (auto* doc = page().page().top_level_browsing_context().active_document()) {
  886. async_did_get_accessibility_tree(doc->dump_accessibility_tree_as_json().to_deprecated_string());
  887. }
  888. }
  889. void ConnectionFromClient::enable_inspector_prototype()
  890. {
  891. Web::HTML::Window::set_inspector_object_exposed(true);
  892. }
  893. }