PageClient.cpp 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621
  1. /*
  2. * Copyright (c) 2020-2023, Andreas Kling <kling@serenityos.org>
  3. * Copyright (c) 2021-2022, Linus Groh <linusg@serenityos.org>
  4. * Copyright (c) 2023, Andrew Kaster <akaster@serenityos.org>
  5. *
  6. * SPDX-License-Identifier: BSD-2-Clause
  7. */
  8. #include <LibGfx/ShareableBitmap.h>
  9. #include <LibGfx/SystemTheme.h>
  10. #include <LibWeb/Bindings/MainThreadVM.h>
  11. #include <LibWeb/CSS/SystemColor.h>
  12. #include <LibWeb/Cookie/ParsedCookie.h>
  13. #include <LibWeb/DOM/Attr.h>
  14. #include <LibWeb/DOM/NamedNodeMap.h>
  15. #include <LibWeb/HTML/BrowsingContext.h>
  16. #include <LibWeb/HTML/TraversableNavigable.h>
  17. #include <LibWeb/Layout/Viewport.h>
  18. #include <LibWeb/Painting/PaintableBox.h>
  19. #include <LibWeb/Painting/PaintingCommandExecutorCPU.h>
  20. #include <LibWeb/Painting/ViewportPaintable.h>
  21. #include <LibWeb/Platform/Timer.h>
  22. #include <LibWebView/Attribute.h>
  23. #include <LibWebView/SocketPair.h>
  24. #include <WebContent/ConnectionFromClient.h>
  25. #include <WebContent/PageClient.h>
  26. #include <WebContent/PageHost.h>
  27. #include <WebContent/WebContentClientEndpoint.h>
  28. #include <WebContent/WebDriverConnection.h>
  29. #ifdef HAS_ACCELERATED_GRAPHICS
  30. # include <LibWeb/Painting/PaintingCommandExecutorGPU.h>
  31. #endif
  32. namespace WebContent {
  33. static bool s_use_gpu_painter = false;
  34. void PageClient::set_use_gpu_painter()
  35. {
  36. s_use_gpu_painter = true;
  37. }
  38. JS::NonnullGCPtr<PageClient> PageClient::create(JS::VM& vm, PageHost& page_host, u64 id)
  39. {
  40. return vm.heap().allocate_without_realm<PageClient>(page_host, id);
  41. }
  42. PageClient::PageClient(PageHost& owner, u64 id)
  43. : m_owner(owner)
  44. , m_page(Web::Page::create(Web::Bindings::main_thread_vm(), *this))
  45. , m_id(id)
  46. {
  47. setup_palette();
  48. m_repaint_timer = Web::Platform::Timer::create_single_shot(0, [this] {
  49. if (!client().backing_stores().back_bitmap) {
  50. return;
  51. }
  52. auto& back_bitmap = *client().backing_stores().back_bitmap;
  53. auto viewport_rect = page().css_to_device_rect(page().top_level_traversable()->viewport_rect());
  54. paint(viewport_rect, back_bitmap);
  55. auto& backing_stores = client().backing_stores();
  56. swap(backing_stores.front_bitmap, backing_stores.back_bitmap);
  57. swap(backing_stores.front_bitmap_id, backing_stores.back_bitmap_id);
  58. m_paint_state = PaintState::WaitingForClient;
  59. client().async_did_paint(viewport_rect.to_type<int>(), backing_stores.front_bitmap_id);
  60. });
  61. #ifdef HAS_ACCELERATED_GRAPHICS
  62. if (s_use_gpu_painter) {
  63. auto context = AccelGfx::Context::create();
  64. if (context.is_error()) {
  65. dbgln("Failed to create AccelGfx context: {}", context.error());
  66. VERIFY_NOT_REACHED();
  67. }
  68. m_accelerated_graphics_context = AccelGfx::Context::create().release_value();
  69. }
  70. #endif
  71. }
  72. void PageClient::schedule_repaint()
  73. {
  74. if (m_paint_state != PaintState::Ready) {
  75. m_paint_state = PaintState::PaintWhenReady;
  76. return;
  77. }
  78. if (!m_repaint_timer->is_active())
  79. m_repaint_timer->start();
  80. }
  81. void PageClient::ready_to_paint()
  82. {
  83. auto old_paint_state = exchange(m_paint_state, PaintState::Ready);
  84. if (old_paint_state == PaintState::PaintWhenReady)
  85. schedule_repaint();
  86. }
  87. void PageClient::visit_edges(JS::Cell::Visitor& visitor)
  88. {
  89. Base::visit_edges(visitor);
  90. visitor.visit(m_page);
  91. }
  92. ConnectionFromClient& PageClient::client() const
  93. {
  94. return m_owner.client();
  95. }
  96. void PageClient::set_has_focus(bool has_focus)
  97. {
  98. m_has_focus = has_focus;
  99. }
  100. void PageClient::setup_palette()
  101. {
  102. // FIXME: Get the proper palette from our peer somehow
  103. auto buffer_or_error = Core::AnonymousBuffer::create_with_size(sizeof(Gfx::SystemTheme));
  104. VERIFY(!buffer_or_error.is_error());
  105. auto buffer = buffer_or_error.release_value();
  106. auto* theme = buffer.data<Gfx::SystemTheme>();
  107. theme->color[(int)Gfx::ColorRole::Window] = Color::Magenta;
  108. theme->color[(int)Gfx::ColorRole::WindowText] = Color::Cyan;
  109. m_palette_impl = Gfx::PaletteImpl::create_with_anonymous_buffer(buffer);
  110. }
  111. bool PageClient::is_connection_open() const
  112. {
  113. return client().is_open();
  114. }
  115. Gfx::Palette PageClient::palette() const
  116. {
  117. return Gfx::Palette(*m_palette_impl);
  118. }
  119. void PageClient::set_palette_impl(Gfx::PaletteImpl& impl)
  120. {
  121. m_palette_impl = impl;
  122. if (auto* document = page().top_level_browsing_context().active_document())
  123. document->invalidate_style();
  124. }
  125. void PageClient::set_preferred_color_scheme(Web::CSS::PreferredColorScheme color_scheme)
  126. {
  127. m_preferred_color_scheme = color_scheme;
  128. if (auto* document = page().top_level_browsing_context().active_document())
  129. document->invalidate_style();
  130. }
  131. void PageClient::set_is_scripting_enabled(bool is_scripting_enabled)
  132. {
  133. page().set_is_scripting_enabled(is_scripting_enabled);
  134. }
  135. void PageClient::set_window_position(Web::DevicePixelPoint position)
  136. {
  137. page().set_window_position(position);
  138. }
  139. void PageClient::set_window_size(Web::DevicePixelSize size)
  140. {
  141. page().set_window_size(size);
  142. }
  143. Web::Layout::Viewport* PageClient::layout_root()
  144. {
  145. auto* document = page().top_level_browsing_context().active_document();
  146. if (!document)
  147. return nullptr;
  148. return document->layout_node();
  149. }
  150. void PageClient::paint(Web::DevicePixelRect const& content_rect, Gfx::Bitmap& target, Web::PaintOptions paint_options)
  151. {
  152. Web::Painting::RecordingPainter recording_painter;
  153. Gfx::IntRect bitmap_rect { {}, content_rect.size().to_type<int>() };
  154. recording_painter.fill_rect(bitmap_rect, Web::CSS::SystemColor::canvas());
  155. Web::HTML::Navigable::PaintConfig paint_config;
  156. paint_config.paint_overlay = paint_options.paint_overlay == Web::PaintOptions::PaintOverlay::Yes;
  157. paint_config.should_show_line_box_borders = m_should_show_line_box_borders;
  158. paint_config.has_focus = m_has_focus;
  159. page().top_level_traversable()->paint(recording_painter, paint_config);
  160. if (s_use_gpu_painter) {
  161. #ifdef HAS_ACCELERATED_GRAPHICS
  162. Web::Painting::PaintingCommandExecutorGPU painting_command_executor(*m_accelerated_graphics_context, target);
  163. recording_painter.execute(painting_command_executor);
  164. #else
  165. static bool has_warned_about_configuration = false;
  166. if (!has_warned_about_configuration) {
  167. warnln("\033[31;1mConfigured to use GPU painter, but current platform does not have accelerated graphics\033[0m");
  168. has_warned_about_configuration = true;
  169. }
  170. #endif
  171. } else {
  172. Web::Painting::PaintingCommandExecutorCPU painting_command_executor(target);
  173. recording_painter.execute(painting_command_executor);
  174. }
  175. }
  176. void PageClient::set_viewport_rect(Web::DevicePixelRect const& rect)
  177. {
  178. page().top_level_traversable()->set_viewport_rect(page().device_to_css_rect(rect));
  179. schedule_repaint();
  180. }
  181. void PageClient::page_did_invalidate(Web::CSSPixelRect const&)
  182. {
  183. schedule_repaint();
  184. }
  185. void PageClient::page_did_request_cursor_change(Gfx::StandardCursor cursor)
  186. {
  187. client().async_did_request_cursor_change((u32)cursor);
  188. }
  189. void PageClient::page_did_layout()
  190. {
  191. auto* layout_root = this->layout_root();
  192. VERIFY(layout_root);
  193. if (layout_root->paintable_box()->has_scrollable_overflow())
  194. m_content_size = page().enclosing_device_rect(layout_root->paintable_box()->scrollable_overflow_rect().value()).size();
  195. else
  196. m_content_size = page().enclosing_device_rect(layout_root->paintable_box()->absolute_rect()).size();
  197. client().async_did_layout(m_content_size.to_type<int>());
  198. }
  199. void PageClient::page_did_change_title(ByteString const& title)
  200. {
  201. client().async_did_change_title(title);
  202. }
  203. void PageClient::page_did_request_navigate_back()
  204. {
  205. client().async_did_request_navigate_back();
  206. }
  207. void PageClient::page_did_request_navigate_forward()
  208. {
  209. client().async_did_request_navigate_forward();
  210. }
  211. void PageClient::page_did_request_refresh()
  212. {
  213. client().async_did_request_refresh();
  214. }
  215. Gfx::IntSize PageClient::page_did_request_resize_window(Gfx::IntSize size)
  216. {
  217. return client().did_request_resize_window(size);
  218. }
  219. Gfx::IntPoint PageClient::page_did_request_reposition_window(Gfx::IntPoint position)
  220. {
  221. return client().did_request_reposition_window(position);
  222. }
  223. void PageClient::page_did_request_restore_window()
  224. {
  225. client().async_did_request_restore_window();
  226. }
  227. Gfx::IntRect PageClient::page_did_request_maximize_window()
  228. {
  229. return client().did_request_maximize_window();
  230. }
  231. Gfx::IntRect PageClient::page_did_request_minimize_window()
  232. {
  233. return client().did_request_minimize_window();
  234. }
  235. Gfx::IntRect PageClient::page_did_request_fullscreen_window()
  236. {
  237. return client().did_request_fullscreen_window();
  238. }
  239. void PageClient::page_did_request_scroll(i32 x_delta, i32 y_delta)
  240. {
  241. client().async_did_request_scroll(x_delta, y_delta);
  242. }
  243. void PageClient::page_did_request_scroll_to(Web::CSSPixelPoint scroll_position)
  244. {
  245. // NOTE: The viewport scroll position is updated preemptively, so that subsequent
  246. // viewport offset calculation could use new offset even before actual
  247. // scroll on browser side happens.
  248. auto viewport = page().top_level_traversable()->viewport_rect();
  249. viewport.set_location(scroll_position);
  250. page().top_level_traversable()->set_viewport_rect(viewport);
  251. auto device_scroll_position = page().css_to_device_point(scroll_position);
  252. client().async_did_request_scroll_to(device_scroll_position.to_type<int>());
  253. }
  254. void PageClient::page_did_enter_tooltip_area(Web::CSSPixelPoint content_position, ByteString const& title)
  255. {
  256. client().async_did_enter_tooltip_area({ content_position.x().to_int(), content_position.y().to_int() }, title);
  257. }
  258. void PageClient::page_did_leave_tooltip_area()
  259. {
  260. client().async_did_leave_tooltip_area();
  261. }
  262. void PageClient::page_did_hover_link(const URL& url)
  263. {
  264. client().async_did_hover_link(url);
  265. }
  266. void PageClient::page_did_unhover_link()
  267. {
  268. client().async_did_unhover_link();
  269. }
  270. void PageClient::page_did_middle_click_link(const URL& url, [[maybe_unused]] ByteString const& target, [[maybe_unused]] unsigned modifiers)
  271. {
  272. client().async_did_middle_click_link(url, target, modifiers);
  273. }
  274. void PageClient::page_did_start_loading(const URL& url, bool is_redirect)
  275. {
  276. client().async_did_start_loading(url, is_redirect);
  277. }
  278. void PageClient::page_did_create_new_document(Web::DOM::Document& document)
  279. {
  280. client().initialize_js_console({}, document);
  281. }
  282. void PageClient::page_did_destroy_document(Web::DOM::Document& document)
  283. {
  284. client().destroy_js_console({}, document);
  285. }
  286. void PageClient::page_did_finish_loading(const URL& url)
  287. {
  288. client().async_did_finish_loading(url);
  289. }
  290. void PageClient::page_did_finish_text_test()
  291. {
  292. client().async_did_finish_text_test();
  293. }
  294. void PageClient::page_did_request_context_menu(Web::CSSPixelPoint content_position)
  295. {
  296. client().async_did_request_context_menu(page().css_to_device_point(content_position).to_type<int>());
  297. }
  298. void PageClient::page_did_request_link_context_menu(Web::CSSPixelPoint content_position, URL const& url, ByteString const& target, unsigned modifiers)
  299. {
  300. client().async_did_request_link_context_menu(page().css_to_device_point(content_position).to_type<int>(), url, target, modifiers);
  301. }
  302. void PageClient::page_did_request_image_context_menu(Web::CSSPixelPoint content_position, URL const& url, ByteString const& target, unsigned modifiers, Gfx::Bitmap const* bitmap_pointer)
  303. {
  304. auto bitmap = bitmap_pointer ? bitmap_pointer->to_shareable_bitmap() : Gfx::ShareableBitmap();
  305. client().async_did_request_image_context_menu(page().css_to_device_point(content_position).to_type<int>(), url, target, modifiers, bitmap);
  306. }
  307. void PageClient::page_did_request_media_context_menu(Web::CSSPixelPoint content_position, ByteString const& target, unsigned modifiers, Web::Page::MediaContextMenu menu)
  308. {
  309. client().async_did_request_media_context_menu(page().css_to_device_point(content_position).to_type<int>(), target, modifiers, move(menu));
  310. }
  311. void PageClient::page_did_request_alert(String const& message)
  312. {
  313. client().async_did_request_alert(message);
  314. }
  315. void PageClient::alert_closed()
  316. {
  317. page().alert_closed();
  318. }
  319. void PageClient::page_did_request_confirm(String const& message)
  320. {
  321. client().async_did_request_confirm(message);
  322. }
  323. void PageClient::confirm_closed(bool accepted)
  324. {
  325. page().confirm_closed(accepted);
  326. }
  327. void PageClient::page_did_request_prompt(String const& message, String const& default_)
  328. {
  329. client().async_did_request_prompt(message, default_);
  330. }
  331. void PageClient::page_did_request_set_prompt_text(String const& text)
  332. {
  333. client().async_did_request_set_prompt_text(text);
  334. }
  335. void PageClient::prompt_closed(Optional<String> response)
  336. {
  337. page().prompt_closed(move(response));
  338. }
  339. void PageClient::color_picker_update(Optional<Color> picked_color, Web::HTML::ColorPickerUpdateState state)
  340. {
  341. page().color_picker_update(picked_color, state);
  342. }
  343. void PageClient::select_dropdown_closed(Optional<String> value)
  344. {
  345. page().select_dropdown_closed(value);
  346. }
  347. Web::WebIDL::ExceptionOr<void> PageClient::toggle_media_play_state()
  348. {
  349. return page().toggle_media_play_state();
  350. }
  351. void PageClient::toggle_media_mute_state()
  352. {
  353. page().toggle_media_mute_state();
  354. }
  355. Web::WebIDL::ExceptionOr<void> PageClient::toggle_media_loop_state()
  356. {
  357. return page().toggle_media_loop_state();
  358. }
  359. Web::WebIDL::ExceptionOr<void> PageClient::toggle_media_controls_state()
  360. {
  361. return page().toggle_media_controls_state();
  362. }
  363. void PageClient::set_user_style(String source)
  364. {
  365. page().set_user_style(source);
  366. }
  367. void PageClient::page_did_request_accept_dialog()
  368. {
  369. client().async_did_request_accept_dialog();
  370. }
  371. void PageClient::page_did_request_dismiss_dialog()
  372. {
  373. client().async_did_request_dismiss_dialog();
  374. }
  375. void PageClient::page_did_change_favicon(Gfx::Bitmap const& favicon)
  376. {
  377. client().async_did_change_favicon(favicon.to_shareable_bitmap());
  378. }
  379. Vector<Web::Cookie::Cookie> PageClient::page_did_request_all_cookies(URL const& url)
  380. {
  381. return client().did_request_all_cookies(url);
  382. }
  383. Optional<Web::Cookie::Cookie> PageClient::page_did_request_named_cookie(URL const& url, String const& name)
  384. {
  385. return client().did_request_named_cookie(url, name);
  386. }
  387. String PageClient::page_did_request_cookie(const URL& url, Web::Cookie::Source source)
  388. {
  389. auto response = client().send_sync_but_allow_failure<Messages::WebContentClient::DidRequestCookie>(move(url), source);
  390. if (!response) {
  391. dbgln("WebContent client disconnected during DidRequestCookie. Exiting peacefully.");
  392. exit(0);
  393. }
  394. return response->take_cookie();
  395. }
  396. void PageClient::page_did_set_cookie(const URL& url, Web::Cookie::ParsedCookie const& cookie, Web::Cookie::Source source)
  397. {
  398. auto response = client().send_sync_but_allow_failure<Messages::WebContentClient::DidSetCookie>(url, cookie, source);
  399. if (!response) {
  400. dbgln("WebContent client disconnected during DidSetCookie. Exiting peacefully.");
  401. exit(0);
  402. }
  403. }
  404. void PageClient::page_did_update_cookie(Web::Cookie::Cookie cookie)
  405. {
  406. client().async_did_update_cookie(move(cookie));
  407. }
  408. void PageClient::page_did_update_resource_count(i32 count_waiting)
  409. {
  410. client().async_did_update_resource_count(count_waiting);
  411. }
  412. String PageClient::page_did_request_new_tab(Web::HTML::ActivateTab activate_tab)
  413. {
  414. return client().did_request_new_tab(activate_tab);
  415. }
  416. void PageClient::page_did_request_activate_tab()
  417. {
  418. client().async_did_request_activate_tab();
  419. }
  420. void PageClient::page_did_close_browsing_context(Web::HTML::BrowsingContext const&)
  421. {
  422. client().async_did_close_browsing_context();
  423. }
  424. void PageClient::request_file(Web::FileRequest file_request)
  425. {
  426. client().request_file(move(file_request));
  427. }
  428. void PageClient::page_did_request_color_picker(Color current_color)
  429. {
  430. client().async_did_request_color_picker(current_color);
  431. }
  432. void PageClient::page_did_request_select_dropdown(Web::CSSPixelPoint content_position, Web::CSSPixels minimum_width, Vector<Web::HTML::SelectItem> items)
  433. {
  434. client().async_did_request_select_dropdown(page().css_to_device_point(content_position).to_type<int>(), minimum_width * device_pixels_per_css_pixel(), items);
  435. }
  436. void PageClient::page_did_change_theme_color(Gfx::Color color)
  437. {
  438. client().async_did_change_theme_color(color);
  439. }
  440. void PageClient::page_did_insert_clipboard_entry(String data, String presentation_style, String mime_type)
  441. {
  442. client().async_did_insert_clipboard_entry(move(data), move(presentation_style), move(mime_type));
  443. }
  444. WebView::SocketPair PageClient::request_worker_agent()
  445. {
  446. auto response = client().send_sync_but_allow_failure<Messages::WebContentClient::RequestWorkerAgent>();
  447. if (!response) {
  448. dbgln("WebContent client disconnected during RequestWorkerAgent. Exiting peacefully.");
  449. exit(0);
  450. }
  451. return response->take_sockets();
  452. }
  453. void PageClient::inspector_did_load()
  454. {
  455. client().async_inspector_did_load();
  456. }
  457. void PageClient::inspector_did_select_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> const& pseudo_element)
  458. {
  459. client().async_inspector_did_select_dom_node(node_id, pseudo_element);
  460. }
  461. void PageClient::inspector_did_set_dom_node_text(i32 node_id, String const& text)
  462. {
  463. client().async_inspector_did_set_dom_node_text(node_id, text);
  464. }
  465. void PageClient::inspector_did_set_dom_node_tag(i32 node_id, String const& tag)
  466. {
  467. client().async_inspector_did_set_dom_node_tag(node_id, tag);
  468. }
  469. static Vector<WebView::Attribute> named_node_map_to_vector(JS::NonnullGCPtr<Web::DOM::NamedNodeMap> map)
  470. {
  471. Vector<WebView::Attribute> attributes;
  472. attributes.ensure_capacity(map->length());
  473. for (size_t i = 0; i < map->length(); ++i) {
  474. auto const* attribute = map->item(i);
  475. VERIFY(attribute);
  476. attributes.empend(attribute->name().to_string(), attribute->value());
  477. }
  478. return attributes;
  479. }
  480. void PageClient::inspector_did_add_dom_node_attributes(i32 node_id, JS::NonnullGCPtr<Web::DOM::NamedNodeMap> attributes)
  481. {
  482. client().async_inspector_did_add_dom_node_attributes(node_id, named_node_map_to_vector(attributes));
  483. }
  484. void PageClient::inspector_did_replace_dom_node_attribute(i32 node_id, String const& name, JS::NonnullGCPtr<Web::DOM::NamedNodeMap> replacement_attributes)
  485. {
  486. client().async_inspector_did_replace_dom_node_attribute(node_id, name, named_node_map_to_vector(replacement_attributes));
  487. }
  488. void PageClient::inspector_did_request_dom_tree_context_menu(i32 node_id, Web::CSSPixelPoint position, String const& type, Optional<String> const& tag, Optional<String> const& attribute_name, Optional<String> const& attribute_value)
  489. {
  490. Optional<WebView::Attribute> attribute;
  491. if (attribute_name.has_value() && attribute_value.has_value())
  492. attribute = WebView::Attribute { *attribute_name, *attribute_value };
  493. client().async_inspector_did_request_dom_tree_context_menu(node_id, page().css_to_device_point(position).to_type<int>(), type, tag, move(attribute));
  494. }
  495. void PageClient::inspector_did_execute_console_script(String const& script)
  496. {
  497. client().async_inspector_did_execute_console_script(script);
  498. }
  499. ErrorOr<void> PageClient::connect_to_webdriver(ByteString const& webdriver_ipc_path)
  500. {
  501. VERIFY(!m_webdriver);
  502. m_webdriver = TRY(WebDriverConnection::connect(*this, webdriver_ipc_path));
  503. if (m_owner.on_webdriver_connection)
  504. m_owner.on_webdriver_connection(*m_webdriver);
  505. return {};
  506. }
  507. }