PageClient.cpp 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616
  1. /*
  2. * Copyright (c) 2020-2023, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021-2022, Linus Groh <linusg@serenityos.org>
  4. * Copyright (c) 2023, Andrew Kaster <akaster@serenityos.org>
  5. *
  6. * SPDX-License-Identifier: BSD-2-Clause
  7. */
  8. #include <LibGfx/ShareableBitmap.h>
  9. #include <LibGfx/SystemTheme.h>
  10. #include <LibWeb/Bindings/MainThreadVM.h>
  11. #include <LibWeb/CSS/SystemColor.h>
  12. #include <LibWeb/Cookie/ParsedCookie.h>
  13. #include <LibWeb/DOM/Attr.h>
  14. #include <LibWeb/DOM/NamedNodeMap.h>
  15. #include <LibWeb/HTML/BrowsingContext.h>
  16. #include <LibWeb/HTML/TraversableNavigable.h>
  17. #include <LibWeb/Layout/Viewport.h>
  18. #include <LibWeb/Painting/PaintableBox.h>
  19. #include <LibWeb/Painting/PaintingCommandExecutorCPU.h>
  20. #include <LibWeb/Painting/ViewportPaintable.h>
  21. #include <LibWeb/Platform/Timer.h>
  22. #include <LibWebView/Attribute.h>
  23. #include <LibWebView/SocketPair.h>
  24. #include <WebContent/ConnectionFromClient.h>
  25. #include <WebContent/PageClient.h>
  26. #include <WebContent/PageHost.h>
  27. #include <WebContent/WebContentClientEndpoint.h>
  28. #include <WebContent/WebDriverConnection.h>
  29. #ifdef HAS_ACCELERATED_GRAPHICS
  30. # include <LibWeb/Painting/PaintingCommandExecutorGPU.h>
  31. #endif
  32. namespace WebContent {
  33. static bool s_use_gpu_painter = false;
  34. void PageClient::set_use_gpu_painter()
  35. {
  36. s_use_gpu_painter = true;
  37. }
  38. JS::NonnullGCPtr<PageClient> PageClient::create(JS::VM& vm, PageHost& page_host, u64 id)
  39. {
  40. return vm.heap().allocate_without_realm<PageClient>(page_host, id);
  41. }
  42. PageClient::PageClient(PageHost& owner, u64 id)
  43. : m_owner(owner)
  44. , m_page(Web::Page::create(Web::Bindings::main_thread_vm(), *this))
  45. , m_id(id)
  46. {
  47. setup_palette();
  48. m_repaint_timer = Web::Platform::Timer::create_single_shot(0, [this] {
  49. if (!client().backing_stores().back_bitmap) {
  50. return;
  51. }
  52. auto& back_bitmap = *client().backing_stores().back_bitmap;
  53. auto viewport_rect = page().css_to_device_rect(page().top_level_traversable()->viewport_rect());
  54. paint(viewport_rect, back_bitmap);
  55. auto& backing_stores = client().backing_stores();
  56. swap(backing_stores.front_bitmap, backing_stores.back_bitmap);
  57. swap(backing_stores.front_bitmap_id, backing_stores.back_bitmap_id);
  58. m_paint_state = PaintState::WaitingForClient;
  59. client().async_did_paint(viewport_rect.to_type<int>(), backing_stores.front_bitmap_id);
  60. });
  61. #ifdef HAS_ACCELERATED_GRAPHICS
  62. if (s_use_gpu_painter) {
  63. m_accelerated_graphics_context = AccelGfx::Context::create();
  64. }
  65. #endif
  66. }
  67. void PageClient::schedule_repaint()
  68. {
  69. if (m_paint_state != PaintState::Ready) {
  70. m_paint_state = PaintState::PaintWhenReady;
  71. return;
  72. }
  73. if (!m_repaint_timer->is_active())
  74. m_repaint_timer->start();
  75. }
  76. void PageClient::ready_to_paint()
  77. {
  78. auto old_paint_state = exchange(m_paint_state, PaintState::Ready);
  79. if (old_paint_state == PaintState::PaintWhenReady)
  80. schedule_repaint();
  81. }
  82. void PageClient::visit_edges(JS::Cell::Visitor& visitor)
  83. {
  84. Base::visit_edges(visitor);
  85. visitor.visit(m_page);
  86. }
  87. ConnectionFromClient& PageClient::client() const
  88. {
  89. return m_owner.client();
  90. }
  91. void PageClient::set_has_focus(bool has_focus)
  92. {
  93. m_has_focus = has_focus;
  94. }
  95. void PageClient::setup_palette()
  96. {
  97. // FIXME: Get the proper palette from our peer somehow
  98. auto buffer_or_error = Core::AnonymousBuffer::create_with_size(sizeof(Gfx::SystemTheme));
  99. VERIFY(!buffer_or_error.is_error());
  100. auto buffer = buffer_or_error.release_value();
  101. auto* theme = buffer.data<Gfx::SystemTheme>();
  102. theme->color[(int)Gfx::ColorRole::Window] = Color::Magenta;
  103. theme->color[(int)Gfx::ColorRole::WindowText] = Color::Cyan;
  104. m_palette_impl = Gfx::PaletteImpl::create_with_anonymous_buffer(buffer);
  105. }
  106. bool PageClient::is_connection_open() const
  107. {
  108. return client().is_open();
  109. }
  110. Gfx::Palette PageClient::palette() const
  111. {
  112. return Gfx::Palette(*m_palette_impl);
  113. }
  114. void PageClient::set_palette_impl(Gfx::PaletteImpl& impl)
  115. {
  116. m_palette_impl = impl;
  117. if (auto* document = page().top_level_browsing_context().active_document())
  118. document->invalidate_style();
  119. }
  120. void PageClient::set_preferred_color_scheme(Web::CSS::PreferredColorScheme color_scheme)
  121. {
  122. m_preferred_color_scheme = color_scheme;
  123. if (auto* document = page().top_level_browsing_context().active_document())
  124. document->invalidate_style();
  125. }
  126. void PageClient::set_is_scripting_enabled(bool is_scripting_enabled)
  127. {
  128. page().set_is_scripting_enabled(is_scripting_enabled);
  129. }
  130. void PageClient::set_window_position(Web::DevicePixelPoint position)
  131. {
  132. page().set_window_position(position);
  133. }
  134. void PageClient::set_window_size(Web::DevicePixelSize size)
  135. {
  136. page().set_window_size(size);
  137. }
  138. Web::Layout::Viewport* PageClient::layout_root()
  139. {
  140. auto* document = page().top_level_browsing_context().active_document();
  141. if (!document)
  142. return nullptr;
  143. return document->layout_node();
  144. }
  145. void PageClient::paint(Web::DevicePixelRect const& content_rect, Gfx::Bitmap& target, Web::PaintOptions paint_options)
  146. {
  147. Web::Painting::RecordingPainter recording_painter;
  148. Gfx::IntRect bitmap_rect { {}, content_rect.size().to_type<int>() };
  149. recording_painter.fill_rect(bitmap_rect, Web::CSS::SystemColor::canvas());
  150. Web::HTML::Navigable::PaintConfig paint_config;
  151. paint_config.paint_overlay = paint_options.paint_overlay == Web::PaintOptions::PaintOverlay::Yes;
  152. paint_config.should_show_line_box_borders = m_should_show_line_box_borders;
  153. paint_config.has_focus = m_has_focus;
  154. page().top_level_traversable()->paint(recording_painter, paint_config);
  155. if (s_use_gpu_painter) {
  156. #ifdef HAS_ACCELERATED_GRAPHICS
  157. Web::Painting::PaintingCommandExecutorGPU painting_command_executor(*m_accelerated_graphics_context, target);
  158. recording_painter.execute(painting_command_executor);
  159. #else
  160. static bool has_warned_about_configuration = false;
  161. if (!has_warned_about_configuration) {
  162. warnln("\033[31;1mConfigured to use GPU painter, but current platform does not have accelerated graphics\033[0m");
  163. has_warned_about_configuration = true;
  164. }
  165. #endif
  166. } else {
  167. Web::Painting::PaintingCommandExecutorCPU painting_command_executor(target);
  168. recording_painter.execute(painting_command_executor);
  169. }
  170. }
  171. void PageClient::set_viewport_rect(Web::DevicePixelRect const& rect)
  172. {
  173. page().top_level_traversable()->set_viewport_rect(page().device_to_css_rect(rect));
  174. schedule_repaint();
  175. }
  176. void PageClient::page_did_invalidate(Web::CSSPixelRect const&)
  177. {
  178. schedule_repaint();
  179. }
  180. void PageClient::page_did_request_cursor_change(Gfx::StandardCursor cursor)
  181. {
  182. client().async_did_request_cursor_change((u32)cursor);
  183. }
  184. void PageClient::page_did_layout()
  185. {
  186. auto* layout_root = this->layout_root();
  187. VERIFY(layout_root);
  188. if (layout_root->paintable_box()->has_scrollable_overflow())
  189. m_content_size = page().enclosing_device_rect(layout_root->paintable_box()->scrollable_overflow_rect().value()).size();
  190. else
  191. m_content_size = page().enclosing_device_rect(layout_root->paintable_box()->absolute_rect()).size();
  192. client().async_did_layout(m_content_size.to_type<int>());
  193. }
  194. void PageClient::page_did_change_title(ByteString const& title)
  195. {
  196. client().async_did_change_title(title);
  197. }
  198. void PageClient::page_did_request_navigate_back()
  199. {
  200. client().async_did_request_navigate_back();
  201. }
  202. void PageClient::page_did_request_navigate_forward()
  203. {
  204. client().async_did_request_navigate_forward();
  205. }
  206. void PageClient::page_did_request_refresh()
  207. {
  208. client().async_did_request_refresh();
  209. }
  210. Gfx::IntSize PageClient::page_did_request_resize_window(Gfx::IntSize size)
  211. {
  212. return client().did_request_resize_window(size);
  213. }
  214. Gfx::IntPoint PageClient::page_did_request_reposition_window(Gfx::IntPoint position)
  215. {
  216. return client().did_request_reposition_window(position);
  217. }
  218. void PageClient::page_did_request_restore_window()
  219. {
  220. client().async_did_request_restore_window();
  221. }
  222. Gfx::IntRect PageClient::page_did_request_maximize_window()
  223. {
  224. return client().did_request_maximize_window();
  225. }
  226. Gfx::IntRect PageClient::page_did_request_minimize_window()
  227. {
  228. return client().did_request_minimize_window();
  229. }
  230. Gfx::IntRect PageClient::page_did_request_fullscreen_window()
  231. {
  232. return client().did_request_fullscreen_window();
  233. }
  234. void PageClient::page_did_request_scroll(i32 x_delta, i32 y_delta)
  235. {
  236. client().async_did_request_scroll(x_delta, y_delta);
  237. }
  238. void PageClient::page_did_request_scroll_to(Web::CSSPixelPoint scroll_position)
  239. {
  240. // NOTE: The viewport scroll position is updated preemptively, so that subsequent
  241. // viewport offset calculation could use new offset even before actual
  242. // scroll on browser side happens.
  243. auto viewport = page().top_level_traversable()->viewport_rect();
  244. viewport.set_location(scroll_position);
  245. page().top_level_traversable()->set_viewport_rect(viewport);
  246. auto device_scroll_position = page().css_to_device_point(scroll_position);
  247. client().async_did_request_scroll_to(device_scroll_position.to_type<int>());
  248. }
  249. void PageClient::page_did_enter_tooltip_area(Web::CSSPixelPoint content_position, ByteString const& title)
  250. {
  251. client().async_did_enter_tooltip_area({ content_position.x().to_int(), content_position.y().to_int() }, title);
  252. }
  253. void PageClient::page_did_leave_tooltip_area()
  254. {
  255. client().async_did_leave_tooltip_area();
  256. }
  257. void PageClient::page_did_hover_link(const URL& url)
  258. {
  259. client().async_did_hover_link(url);
  260. }
  261. void PageClient::page_did_unhover_link()
  262. {
  263. client().async_did_unhover_link();
  264. }
  265. void PageClient::page_did_middle_click_link(const URL& url, [[maybe_unused]] ByteString const& target, [[maybe_unused]] unsigned modifiers)
  266. {
  267. client().async_did_middle_click_link(url, target, modifiers);
  268. }
  269. void PageClient::page_did_start_loading(const URL& url, bool is_redirect)
  270. {
  271. client().async_did_start_loading(url, is_redirect);
  272. }
  273. void PageClient::page_did_create_new_document(Web::DOM::Document& document)
  274. {
  275. client().initialize_js_console({}, document);
  276. }
  277. void PageClient::page_did_destroy_document(Web::DOM::Document& document)
  278. {
  279. client().destroy_js_console({}, document);
  280. }
  281. void PageClient::page_did_finish_loading(const URL& url)
  282. {
  283. client().async_did_finish_loading(url);
  284. }
  285. void PageClient::page_did_finish_text_test()
  286. {
  287. client().async_did_finish_text_test();
  288. }
  289. void PageClient::page_did_request_context_menu(Web::CSSPixelPoint content_position)
  290. {
  291. client().async_did_request_context_menu(page().css_to_device_point(content_position).to_type<int>());
  292. }
  293. void PageClient::page_did_request_link_context_menu(Web::CSSPixelPoint content_position, URL const& url, ByteString const& target, unsigned modifiers)
  294. {
  295. client().async_did_request_link_context_menu(page().css_to_device_point(content_position).to_type<int>(), url, target, modifiers);
  296. }
  297. void PageClient::page_did_request_image_context_menu(Web::CSSPixelPoint content_position, URL const& url, ByteString const& target, unsigned modifiers, Gfx::Bitmap const* bitmap_pointer)
  298. {
  299. auto bitmap = bitmap_pointer ? bitmap_pointer->to_shareable_bitmap() : Gfx::ShareableBitmap();
  300. client().async_did_request_image_context_menu(page().css_to_device_point(content_position).to_type<int>(), url, target, modifiers, bitmap);
  301. }
  302. void PageClient::page_did_request_media_context_menu(Web::CSSPixelPoint content_position, ByteString const& target, unsigned modifiers, Web::Page::MediaContextMenu menu)
  303. {
  304. client().async_did_request_media_context_menu(page().css_to_device_point(content_position).to_type<int>(), target, modifiers, move(menu));
  305. }
  306. void PageClient::page_did_request_alert(String const& message)
  307. {
  308. client().async_did_request_alert(message);
  309. }
  310. void PageClient::alert_closed()
  311. {
  312. page().alert_closed();
  313. }
  314. void PageClient::page_did_request_confirm(String const& message)
  315. {
  316. client().async_did_request_confirm(message);
  317. }
  318. void PageClient::confirm_closed(bool accepted)
  319. {
  320. page().confirm_closed(accepted);
  321. }
  322. void PageClient::page_did_request_prompt(String const& message, String const& default_)
  323. {
  324. client().async_did_request_prompt(message, default_);
  325. }
  326. void PageClient::page_did_request_set_prompt_text(String const& text)
  327. {
  328. client().async_did_request_set_prompt_text(text);
  329. }
  330. void PageClient::prompt_closed(Optional<String> response)
  331. {
  332. page().prompt_closed(move(response));
  333. }
  334. void PageClient::color_picker_update(Optional<Color> picked_color, Web::HTML::ColorPickerUpdateState state)
  335. {
  336. page().color_picker_update(picked_color, state);
  337. }
  338. void PageClient::select_dropdown_closed(Optional<String> value)
  339. {
  340. page().select_dropdown_closed(value);
  341. }
  342. Web::WebIDL::ExceptionOr<void> PageClient::toggle_media_play_state()
  343. {
  344. return page().toggle_media_play_state();
  345. }
  346. void PageClient::toggle_media_mute_state()
  347. {
  348. page().toggle_media_mute_state();
  349. }
  350. Web::WebIDL::ExceptionOr<void> PageClient::toggle_media_loop_state()
  351. {
  352. return page().toggle_media_loop_state();
  353. }
  354. Web::WebIDL::ExceptionOr<void> PageClient::toggle_media_controls_state()
  355. {
  356. return page().toggle_media_controls_state();
  357. }
  358. void PageClient::set_user_style(String source)
  359. {
  360. page().set_user_style(source);
  361. }
  362. void PageClient::page_did_request_accept_dialog()
  363. {
  364. client().async_did_request_accept_dialog();
  365. }
  366. void PageClient::page_did_request_dismiss_dialog()
  367. {
  368. client().async_did_request_dismiss_dialog();
  369. }
  370. void PageClient::page_did_change_favicon(Gfx::Bitmap const& favicon)
  371. {
  372. client().async_did_change_favicon(favicon.to_shareable_bitmap());
  373. }
  374. Vector<Web::Cookie::Cookie> PageClient::page_did_request_all_cookies(URL const& url)
  375. {
  376. return client().did_request_all_cookies(url);
  377. }
  378. Optional<Web::Cookie::Cookie> PageClient::page_did_request_named_cookie(URL const& url, ByteString const& name)
  379. {
  380. return client().did_request_named_cookie(url, name);
  381. }
  382. ByteString PageClient::page_did_request_cookie(const URL& url, Web::Cookie::Source source)
  383. {
  384. auto response = client().send_sync_but_allow_failure<Messages::WebContentClient::DidRequestCookie>(move(url), static_cast<u8>(source));
  385. if (!response) {
  386. dbgln("WebContent client disconnected during DidRequestCookie. Exiting peacefully.");
  387. exit(0);
  388. }
  389. return response->take_cookie();
  390. }
  391. void PageClient::page_did_set_cookie(const URL& url, Web::Cookie::ParsedCookie const& cookie, Web::Cookie::Source source)
  392. {
  393. auto response = client().send_sync_but_allow_failure<Messages::WebContentClient::DidSetCookie>(url, cookie, static_cast<u8>(source));
  394. if (!response) {
  395. dbgln("WebContent client disconnected during DidSetCookie. Exiting peacefully.");
  396. exit(0);
  397. }
  398. }
  399. void PageClient::page_did_update_cookie(Web::Cookie::Cookie cookie)
  400. {
  401. client().async_did_update_cookie(move(cookie));
  402. }
  403. void PageClient::page_did_update_resource_count(i32 count_waiting)
  404. {
  405. client().async_did_update_resource_count(count_waiting);
  406. }
  407. String PageClient::page_did_request_new_tab(Web::HTML::ActivateTab activate_tab)
  408. {
  409. return client().did_request_new_tab(activate_tab);
  410. }
  411. void PageClient::page_did_request_activate_tab()
  412. {
  413. client().async_did_request_activate_tab();
  414. }
  415. void PageClient::page_did_close_browsing_context(Web::HTML::BrowsingContext const&)
  416. {
  417. client().async_did_close_browsing_context();
  418. }
  419. void PageClient::request_file(Web::FileRequest file_request)
  420. {
  421. client().request_file(move(file_request));
  422. }
  423. void PageClient::page_did_request_color_picker(Color current_color)
  424. {
  425. client().async_did_request_color_picker(current_color);
  426. }
  427. void PageClient::page_did_request_select_dropdown(Web::CSSPixelPoint content_position, Web::CSSPixels minimum_width, Vector<Web::HTML::SelectItem> items)
  428. {
  429. client().async_did_request_select_dropdown(page().css_to_device_point(content_position).to_type<int>(), minimum_width * device_pixels_per_css_pixel(), items);
  430. }
  431. void PageClient::page_did_change_theme_color(Gfx::Color color)
  432. {
  433. client().async_did_change_theme_color(color);
  434. }
  435. void PageClient::page_did_insert_clipboard_entry(String data, String presentation_style, String mime_type)
  436. {
  437. client().async_did_insert_clipboard_entry(move(data), move(presentation_style), move(mime_type));
  438. }
  439. WebView::SocketPair PageClient::request_worker_agent()
  440. {
  441. auto response = client().send_sync_but_allow_failure<Messages::WebContentClient::RequestWorkerAgent>();
  442. if (!response) {
  443. dbgln("WebContent client disconnected during RequestWorkerAgent. Exiting peacefully.");
  444. exit(0);
  445. }
  446. return response->take_sockets();
  447. }
  448. void PageClient::inspector_did_load()
  449. {
  450. client().async_inspector_did_load();
  451. }
  452. void PageClient::inspector_did_select_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> const& pseudo_element)
  453. {
  454. client().async_inspector_did_select_dom_node(node_id, pseudo_element);
  455. }
  456. void PageClient::inspector_did_set_dom_node_text(i32 node_id, String const& text)
  457. {
  458. client().async_inspector_did_set_dom_node_text(node_id, text);
  459. }
  460. void PageClient::inspector_did_set_dom_node_tag(i32 node_id, String const& tag)
  461. {
  462. client().async_inspector_did_set_dom_node_tag(node_id, tag);
  463. }
  464. static Vector<WebView::Attribute> named_node_map_to_vector(JS::NonnullGCPtr<Web::DOM::NamedNodeMap> map)
  465. {
  466. Vector<WebView::Attribute> attributes;
  467. attributes.ensure_capacity(map->length());
  468. for (size_t i = 0; i < map->length(); ++i) {
  469. auto const* attribute = map->item(i);
  470. VERIFY(attribute);
  471. attributes.empend(attribute->name().to_string(), attribute->value());
  472. }
  473. return attributes;
  474. }
  475. void PageClient::inspector_did_add_dom_node_attributes(i32 node_id, JS::NonnullGCPtr<Web::DOM::NamedNodeMap> attributes)
  476. {
  477. client().async_inspector_did_add_dom_node_attributes(node_id, named_node_map_to_vector(attributes));
  478. }
  479. void PageClient::inspector_did_replace_dom_node_attribute(i32 node_id, String const& name, JS::NonnullGCPtr<Web::DOM::NamedNodeMap> replacement_attributes)
  480. {
  481. client().async_inspector_did_replace_dom_node_attribute(node_id, name, named_node_map_to_vector(replacement_attributes));
  482. }
  483. void PageClient::inspector_did_request_dom_tree_context_menu(i32 node_id, Web::CSSPixelPoint position, String const& type, Optional<String> const& tag, Optional<String> const& attribute_name, Optional<String> const& attribute_value)
  484. {
  485. Optional<WebView::Attribute> attribute;
  486. if (attribute_name.has_value() && attribute_value.has_value())
  487. attribute = WebView::Attribute { *attribute_name, *attribute_value };
  488. client().async_inspector_did_request_dom_tree_context_menu(node_id, page().css_to_device_point(position).to_type<int>(), type, tag, move(attribute));
  489. }
  490. void PageClient::inspector_did_execute_console_script(String const& script)
  491. {
  492. client().async_inspector_did_execute_console_script(script);
  493. }
  494. ErrorOr<void> PageClient::connect_to_webdriver(ByteString const& webdriver_ipc_path)
  495. {
  496. VERIFY(!m_webdriver);
  497. m_webdriver = TRY(WebDriverConnection::connect(*this, webdriver_ipc_path));
  498. if (m_owner.on_webdriver_connection)
  499. m_owner.on_webdriver_connection(*m_webdriver);
  500. return {};
  501. }
  502. }