OutOfProcessWebView.cpp 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452
  1. /*
  2. * Copyright (c) 2020-2021, Andreas Kling <kling@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include "OutOfProcessWebView.h"
  7. #include "WebContentClient.h"
  8. #include <AK/DeprecatedString.h>
  9. #include <LibFileSystemAccessClient/Client.h>
  10. #include <LibGUI/Application.h>
  11. #include <LibGUI/Desktop.h>
  12. #include <LibGUI/Painter.h>
  13. #include <LibGUI/Scrollbar.h>
  14. #include <LibGUI/Window.h>
  15. #include <LibGfx/Font/FontDatabase.h>
  16. #include <LibGfx/Palette.h>
  17. #include <LibGfx/SystemTheme.h>
  18. #include <LibWeb/Crypto/Crypto.h>
  19. REGISTER_WIDGET(WebView, OutOfProcessWebView)
  20. namespace WebView {
  21. OutOfProcessWebView::OutOfProcessWebView()
  22. {
  23. set_should_hide_unnecessary_scrollbars(true);
  24. set_focus_policy(GUI::FocusPolicy::StrongFocus);
  25. create_client();
  26. on_ready_to_paint = [this]() {
  27. update();
  28. };
  29. on_request_file = [this](auto const& path, auto request_id) {
  30. auto file = FileSystemAccessClient::Client::the().request_file_read_only_approved(window(), path);
  31. if (file.is_error())
  32. client().async_handle_file_return(file.error().code(), {}, request_id);
  33. else
  34. client().async_handle_file_return(0, IPC::File(file.value().stream()), request_id);
  35. };
  36. }
  37. OutOfProcessWebView::~OutOfProcessWebView() = default;
  38. void OutOfProcessWebView::create_client(EnableCallgrindProfiling)
  39. {
  40. m_client_state = {};
  41. m_client_state.client = WebContentClient::try_create(*this).release_value_but_fixme_should_propagate_errors();
  42. m_client_state.client->on_web_content_process_crash = [this] {
  43. deferred_invoke([this] {
  44. handle_web_content_process_crash();
  45. });
  46. };
  47. m_client_state.client_handle = Web::Crypto::generate_random_uuid().release_value_but_fixme_should_propagate_errors();
  48. client().async_set_window_handle(m_client_state.client_handle);
  49. client().async_update_system_theme(Gfx::current_system_theme_buffer());
  50. client().async_update_system_fonts(Gfx::FontDatabase::default_font_query(), Gfx::FontDatabase::fixed_width_font_query(), Gfx::FontDatabase::window_title_font_query());
  51. client().async_update_screen_rects(GUI::Desktop::the().rects(), GUI::Desktop::the().main_screen_index());
  52. }
  53. void OutOfProcessWebView::paint_event(GUI::PaintEvent& event)
  54. {
  55. Super::paint_event(event);
  56. // If the available size is empty, we don't have a front or back bitmap to draw.
  57. if (available_size().is_empty())
  58. return;
  59. GUI::Painter painter(*this);
  60. painter.add_clip_rect(event.rect());
  61. if (auto* bitmap = m_client_state.has_usable_bitmap ? m_client_state.front_bitmap.bitmap.ptr() : m_backup_bitmap.ptr()) {
  62. painter.add_clip_rect(frame_inner_rect());
  63. painter.translate(frame_thickness(), frame_thickness());
  64. if (m_content_scales_to_viewport) {
  65. auto bitmap_rect = Gfx::IntRect {
  66. {},
  67. m_client_state.has_usable_bitmap
  68. ? m_client_state.front_bitmap.last_painted_size
  69. : m_backup_bitmap_size
  70. };
  71. painter.draw_scaled_bitmap(rect(), *bitmap, bitmap_rect);
  72. } else {
  73. painter.blit({ 0, 0 }, *bitmap, bitmap->rect());
  74. }
  75. return;
  76. }
  77. painter.fill_rect(frame_inner_rect(), palette().base());
  78. }
  79. void OutOfProcessWebView::resize_event(GUI::ResizeEvent& event)
  80. {
  81. Super::resize_event(event);
  82. client().async_set_viewport_rect(Gfx::IntRect({ horizontal_scrollbar().value(), vertical_scrollbar().value() }, available_size()));
  83. handle_resize();
  84. }
  85. Gfx::IntRect OutOfProcessWebView::viewport_rect() const
  86. {
  87. return visible_content_rect();
  88. }
  89. Gfx::IntPoint OutOfProcessWebView::to_content_position(Gfx::IntPoint widget_position) const
  90. {
  91. return GUI::AbstractScrollableWidget::to_content_position(widget_position);
  92. }
  93. Gfx::IntPoint OutOfProcessWebView::to_widget_position(Gfx::IntPoint content_position) const
  94. {
  95. return GUI::AbstractScrollableWidget::to_widget_position(content_position);
  96. }
  97. void OutOfProcessWebView::update_zoom()
  98. {
  99. client().async_set_device_pixels_per_css_pixel(m_device_pixel_ratio * m_zoom_level);
  100. // FIXME: Refactor this into separate update_viewport_rect() + request_repaint() like in Ladybird
  101. handle_resize();
  102. }
  103. void OutOfProcessWebView::keydown_event(GUI::KeyEvent& event)
  104. {
  105. enqueue_input_event(event);
  106. }
  107. void OutOfProcessWebView::keyup_event(GUI::KeyEvent& event)
  108. {
  109. enqueue_input_event(event);
  110. }
  111. void OutOfProcessWebView::mousedown_event(GUI::MouseEvent& event)
  112. {
  113. enqueue_input_event(event);
  114. }
  115. void OutOfProcessWebView::mouseup_event(GUI::MouseEvent& event)
  116. {
  117. enqueue_input_event(event);
  118. if (event.button() == GUI::MouseButton::Backward) {
  119. if (on_navigate_back)
  120. on_navigate_back();
  121. } else if (event.button() == GUI::MouseButton::Forward) {
  122. if (on_navigate_forward)
  123. on_navigate_forward();
  124. }
  125. }
  126. void OutOfProcessWebView::mousemove_event(GUI::MouseEvent& event)
  127. {
  128. enqueue_input_event(event);
  129. }
  130. void OutOfProcessWebView::mousewheel_event(GUI::MouseEvent& event)
  131. {
  132. enqueue_input_event(event);
  133. }
  134. void OutOfProcessWebView::doubleclick_event(GUI::MouseEvent& event)
  135. {
  136. enqueue_input_event(event);
  137. }
  138. void OutOfProcessWebView::theme_change_event(GUI::ThemeChangeEvent& event)
  139. {
  140. Super::theme_change_event(event);
  141. client().async_update_system_theme(Gfx::current_system_theme_buffer());
  142. request_repaint();
  143. }
  144. void OutOfProcessWebView::screen_rects_change_event(GUI::ScreenRectsChangeEvent& event)
  145. {
  146. client().async_update_screen_rects(event.rects(), event.main_screen_index());
  147. }
  148. void OutOfProcessWebView::notify_server_did_invalidate_content_rect(Badge<WebContentClient>, [[maybe_unused]] Gfx::IntRect const& content_rect)
  149. {
  150. request_repaint();
  151. }
  152. void OutOfProcessWebView::notify_server_did_change_selection(Badge<WebContentClient>)
  153. {
  154. request_repaint();
  155. }
  156. void OutOfProcessWebView::notify_server_did_request_cursor_change(Badge<WebContentClient>, Gfx::StandardCursor cursor)
  157. {
  158. set_override_cursor(cursor);
  159. }
  160. void OutOfProcessWebView::notify_server_did_layout(Badge<WebContentClient>, Gfx::IntSize content_size)
  161. {
  162. set_content_size(content_size);
  163. }
  164. void OutOfProcessWebView::notify_server_did_request_scroll(Badge<WebContentClient>, i32 x_delta, i32 y_delta)
  165. {
  166. horizontal_scrollbar().increase_slider_by(x_delta);
  167. vertical_scrollbar().increase_slider_by(y_delta);
  168. }
  169. void OutOfProcessWebView::notify_server_did_request_scroll_to(Badge<WebContentClient>, Gfx::IntPoint scroll_position)
  170. {
  171. horizontal_scrollbar().set_value(scroll_position.x());
  172. vertical_scrollbar().set_value(scroll_position.y());
  173. }
  174. void OutOfProcessWebView::notify_server_did_request_scroll_into_view(Badge<WebContentClient>, Gfx::IntRect const& rect)
  175. {
  176. scroll_into_view(rect, true, true);
  177. }
  178. void OutOfProcessWebView::notify_server_did_enter_tooltip_area(Badge<WebContentClient>, Gfx::IntPoint, DeprecatedString const& title)
  179. {
  180. GUI::Application::the()->show_tooltip(title, nullptr);
  181. }
  182. void OutOfProcessWebView::notify_server_did_leave_tooltip_area(Badge<WebContentClient>)
  183. {
  184. GUI::Application::the()->hide_tooltip();
  185. }
  186. void OutOfProcessWebView::did_scroll()
  187. {
  188. client().async_set_viewport_rect(visible_content_rect());
  189. request_repaint();
  190. }
  191. DeprecatedString OutOfProcessWebView::dump_layout_tree()
  192. {
  193. return client().dump_layout_tree();
  194. }
  195. OrderedHashMap<DeprecatedString, DeprecatedString> OutOfProcessWebView::get_local_storage_entries()
  196. {
  197. return client().get_local_storage_entries();
  198. }
  199. OrderedHashMap<DeprecatedString, DeprecatedString> OutOfProcessWebView::get_session_storage_entries()
  200. {
  201. return client().get_session_storage_entries();
  202. }
  203. void OutOfProcessWebView::set_content_filters(Vector<String> filters)
  204. {
  205. client().async_set_content_filters(move(filters));
  206. }
  207. void OutOfProcessWebView::set_autoplay_allowed_on_all_websites()
  208. {
  209. client().async_set_autoplay_allowed_on_all_websites();
  210. }
  211. void OutOfProcessWebView::set_autoplay_allowlist(Vector<String> allowlist)
  212. {
  213. client().async_set_autoplay_allowlist(move(allowlist));
  214. }
  215. void OutOfProcessWebView::set_proxy_mappings(Vector<DeprecatedString> proxies, HashMap<DeprecatedString, size_t> mappings)
  216. {
  217. client().async_set_proxy_mappings(move(proxies), move(mappings));
  218. }
  219. void OutOfProcessWebView::connect_to_webdriver(DeprecatedString const& webdriver_ipc_path)
  220. {
  221. client().async_connect_to_webdriver(webdriver_ipc_path);
  222. }
  223. void OutOfProcessWebView::set_window_position(Gfx::IntPoint position)
  224. {
  225. client().async_set_window_position(position);
  226. }
  227. void OutOfProcessWebView::set_window_size(Gfx::IntSize size)
  228. {
  229. client().async_set_window_size(size);
  230. }
  231. void OutOfProcessWebView::focusin_event(GUI::FocusEvent&)
  232. {
  233. client().async_set_has_focus(true);
  234. }
  235. void OutOfProcessWebView::focusout_event(GUI::FocusEvent&)
  236. {
  237. client().async_set_has_focus(false);
  238. }
  239. void OutOfProcessWebView::set_system_visibility_state(bool visible)
  240. {
  241. client().async_set_system_visibility_state(visible);
  242. }
  243. void OutOfProcessWebView::show_event(GUI::ShowEvent&)
  244. {
  245. set_system_visibility_state(true);
  246. }
  247. void OutOfProcessWebView::hide_event(GUI::HideEvent&)
  248. {
  249. set_system_visibility_state(false);
  250. }
  251. void OutOfProcessWebView::enqueue_input_event(InputEvent const& event)
  252. {
  253. m_pending_input_events.enqueue(event);
  254. process_next_input_event();
  255. }
  256. void OutOfProcessWebView::process_next_input_event()
  257. {
  258. if (m_pending_input_events.is_empty())
  259. return;
  260. if (m_is_awaiting_response_for_input_event)
  261. return;
  262. m_is_awaiting_response_for_input_event = true;
  263. // Send the next event over to the web content to be handled by JS.
  264. // We'll later get a message to say whether JS prevented the default event behavior,
  265. // at which point we either discard or handle that event, then try and process the next one.
  266. auto event = m_pending_input_events.head();
  267. event.visit(
  268. [this](GUI::KeyEvent const& event) {
  269. switch (event.type()) {
  270. case GUI::Event::Type::KeyDown:
  271. client().async_key_down(event.key(), event.modifiers(), event.code_point());
  272. break;
  273. case GUI::Event::Type::KeyUp:
  274. client().async_key_up(event.key(), event.modifiers(), event.code_point());
  275. break;
  276. default:
  277. dbgln("Unrecognized key event type in OOPWV input event queue: {}", event.type());
  278. VERIFY_NOT_REACHED();
  279. }
  280. },
  281. [this](GUI::MouseEvent const& event) {
  282. switch (event.type()) {
  283. case GUI::Event::Type::MouseDown:
  284. client().async_mouse_down(to_content_position(event.position()), event.button(), event.buttons(), event.modifiers());
  285. break;
  286. case GUI::Event::Type::MouseUp:
  287. client().async_mouse_up(to_content_position(event.position()), event.button(), event.buttons(), event.modifiers());
  288. break;
  289. case GUI::Event::Type::MouseMove:
  290. client().async_mouse_move(to_content_position(event.position()), event.button(), event.buttons(), event.modifiers());
  291. break;
  292. case GUI::Event::Type::MouseWheel: {
  293. // FIXME: This wheel delta step size multiplier is used to remain the old scroll behaviour, in future use system step size.
  294. constexpr int scroll_step_size = 24;
  295. client().async_mouse_wheel(to_content_position(event.position()), event.button(), event.buttons(), event.modifiers(), event.wheel_delta_x() * scroll_step_size, event.wheel_delta_y() * scroll_step_size);
  296. break;
  297. }
  298. case GUI::Event::Type::MouseDoubleClick:
  299. client().async_doubleclick(to_content_position(event.position()), event.button(), event.buttons(), event.modifiers());
  300. break;
  301. default:
  302. dbgln("Unrecognized mouse event type in OOPWV input event queue: {}", event.type());
  303. VERIFY_NOT_REACHED();
  304. }
  305. });
  306. }
  307. void OutOfProcessWebView::notify_server_did_finish_handling_input_event(bool event_was_accepted)
  308. {
  309. VERIFY(m_is_awaiting_response_for_input_event);
  310. auto event = m_pending_input_events.dequeue();
  311. m_is_awaiting_response_for_input_event = false;
  312. if (!event_was_accepted) {
  313. // Here we handle events that were not consumed or cancelled by web content.
  314. // That is, we manually implement the steps that would have happened if the original
  315. // OutOfProcessWebView::foo_event() had called event.ignore().
  316. //
  317. // The first step is to give our superclass a chance to handle the event.
  318. //
  319. // Then, if it does not, we dispatch the event to our parent widget, but limited so
  320. // that it will never bubble up to the Window. (Otherwise, it would then dispatch the
  321. // event to us since we are the focused widget, and it would go round indefinitely.)
  322. //
  323. // Finally, any unhandled KeyDown events are propagated to trigger any Actions.
  324. event.visit(
  325. [this](GUI::KeyEvent& event) {
  326. switch (event.type()) {
  327. case GUI::Event::Type::KeyDown:
  328. Super::keydown_event(event);
  329. break;
  330. case GUI::Event::Type::KeyUp:
  331. Super::keyup_event(event);
  332. break;
  333. default:
  334. dbgln("Unhandled key event type in OOPWV input event queue: {}", event.type());
  335. VERIFY_NOT_REACHED();
  336. }
  337. if (!event.is_accepted()) {
  338. parent_widget()->dispatch_event(event, window());
  339. // NOTE: If other events can ever trigger shortcuts, propagate those here.
  340. if (!event.is_accepted() && event.type() == GUI::Event::Type::KeyDown)
  341. window()->propagate_shortcuts(event, this);
  342. }
  343. },
  344. [this](GUI::MouseEvent& event) {
  345. switch (event.type()) {
  346. case GUI::Event::Type::MouseDown:
  347. Super::mousedown_event(event);
  348. break;
  349. case GUI::Event::Type::MouseUp:
  350. Super::mouseup_event(event);
  351. break;
  352. case GUI::Event::Type::MouseMove:
  353. Super::mousemove_event(event);
  354. break;
  355. case GUI::Event::Type::MouseWheel:
  356. Super::mousewheel_event(event);
  357. break;
  358. case GUI::Event::Type::MouseDoubleClick:
  359. Super::doubleclick_event(event);
  360. break;
  361. default:
  362. dbgln("Unhandled mouse event type in OOPWV input event queue: {}", event.type());
  363. VERIFY_NOT_REACHED();
  364. }
  365. if (!event.is_accepted())
  366. parent_widget()->dispatch_event(event, window());
  367. // FIXME: Propagate event for mouse-button shortcuts once that is implemented.
  368. });
  369. }
  370. process_next_input_event();
  371. }
  372. void OutOfProcessWebView::set_content_scales_to_viewport(bool b)
  373. {
  374. m_content_scales_to_viewport = b;
  375. }
  376. void OutOfProcessWebView::set_user_style_sheet(String source)
  377. {
  378. client().async_set_user_style(source);
  379. }
  380. }