ViewImplementation.cpp 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464
  1. /*
  2. * Copyright (c) 2023, Linus Groh <linusg@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <AK/Error.h>
  7. #include <AK/String.h>
  8. #include <LibCore/DateTime.h>
  9. #include <LibCore/StandardPaths.h>
  10. #include <LibGfx/ImageFormats/PNGWriter.h>
  11. #include <LibWeb/Infra/Strings.h>
  12. #include <LibWebView/ViewImplementation.h>
  13. namespace WebView {
  14. ViewImplementation::ViewImplementation()
  15. {
  16. m_backing_store_shrink_timer = Core::Timer::create_single_shot(3000, [this] {
  17. resize_backing_stores_if_needed(WindowResizeInProgress::No);
  18. }).release_value_but_fixme_should_propagate_errors();
  19. m_repeated_crash_timer = Core::Timer::create_single_shot(1000, [this] {
  20. // Reset the "crashing a lot" counter after 1 second in case we just
  21. // happen to be visiting crashy websites a lot.
  22. this->m_crash_count = 0;
  23. }).release_value_but_fixme_should_propagate_errors();
  24. on_request_file = [this](auto const& path, auto request_id) {
  25. auto file = Core::File::open(path, Core::File::OpenMode::Read);
  26. if (file.is_error())
  27. client().async_handle_file_return(file.error().code(), {}, request_id);
  28. else
  29. client().async_handle_file_return(0, IPC::File(*file.value()), request_id);
  30. };
  31. }
  32. WebContentClient& ViewImplementation::client()
  33. {
  34. VERIFY(m_client_state.client);
  35. return *m_client_state.client;
  36. }
  37. WebContentClient const& ViewImplementation::client() const
  38. {
  39. VERIFY(m_client_state.client);
  40. return *m_client_state.client;
  41. }
  42. void ViewImplementation::server_did_paint(Badge<WebContentClient>, i32 bitmap_id, Gfx::IntSize size)
  43. {
  44. if (m_client_state.back_bitmap.id != bitmap_id)
  45. return;
  46. m_client_state.has_usable_bitmap = true;
  47. m_client_state.back_bitmap.pending_paints--;
  48. m_client_state.back_bitmap.last_painted_size = size.to_type<Web::DevicePixels>();
  49. swap(m_client_state.back_bitmap, m_client_state.front_bitmap);
  50. // We don't need the backup bitmap anymore, so drop it.
  51. m_backup_bitmap = nullptr;
  52. if (on_ready_to_paint)
  53. on_ready_to_paint();
  54. if (m_client_state.got_repaint_requests_while_painting) {
  55. m_client_state.got_repaint_requests_while_painting = false;
  56. request_repaint();
  57. }
  58. }
  59. void ViewImplementation::server_did_invalidate_content_rect(Badge<WebContentClient>, Gfx::IntRect)
  60. {
  61. request_repaint();
  62. }
  63. void ViewImplementation::server_did_change_selection(Badge<WebContentClient>)
  64. {
  65. request_repaint();
  66. }
  67. void ViewImplementation::load(AK::URL const& url)
  68. {
  69. m_url = url;
  70. client().async_load_url(url);
  71. }
  72. void ViewImplementation::load_html(StringView html)
  73. {
  74. client().async_load_html(html);
  75. }
  76. void ViewImplementation::load_empty_document()
  77. {
  78. load_html(""sv);
  79. }
  80. void ViewImplementation::zoom_in()
  81. {
  82. if (m_zoom_level >= ZOOM_MAX_LEVEL)
  83. return;
  84. m_zoom_level += ZOOM_STEP;
  85. update_zoom();
  86. }
  87. void ViewImplementation::zoom_out()
  88. {
  89. if (m_zoom_level <= ZOOM_MIN_LEVEL)
  90. return;
  91. m_zoom_level -= ZOOM_STEP;
  92. update_zoom();
  93. }
  94. void ViewImplementation::reset_zoom()
  95. {
  96. m_zoom_level = 1.0f;
  97. update_zoom();
  98. }
  99. void ViewImplementation::set_preferred_color_scheme(Web::CSS::PreferredColorScheme color_scheme)
  100. {
  101. client().async_set_preferred_color_scheme(color_scheme);
  102. }
  103. DeprecatedString ViewImplementation::selected_text()
  104. {
  105. return client().get_selected_text();
  106. }
  107. Optional<String> ViewImplementation::selected_text_with_whitespace_collapsed()
  108. {
  109. auto selected_text = MUST(Web::Infra::strip_and_collapse_whitespace(this->selected_text()));
  110. if (selected_text.is_empty())
  111. return OptionalNone {};
  112. return selected_text;
  113. }
  114. void ViewImplementation::select_all()
  115. {
  116. client().async_select_all();
  117. }
  118. void ViewImplementation::get_source()
  119. {
  120. client().async_get_source();
  121. }
  122. void ViewImplementation::inspect_dom_tree()
  123. {
  124. client().async_inspect_dom_tree();
  125. }
  126. void ViewImplementation::inspect_accessibility_tree()
  127. {
  128. client().async_inspect_accessibility_tree();
  129. }
  130. ErrorOr<ViewImplementation::DOMNodeProperties> ViewImplementation::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> pseudo_element)
  131. {
  132. auto response = client().inspect_dom_node(node_id, pseudo_element);
  133. if (!response.has_style())
  134. return Error::from_string_view("Inspected node returned no style"sv);
  135. return DOMNodeProperties {
  136. .computed_style_json = TRY(String::from_deprecated_string(response.take_computed_style())),
  137. .resolved_style_json = TRY(String::from_deprecated_string(response.take_resolved_style())),
  138. .custom_properties_json = TRY(String::from_deprecated_string(response.take_custom_properties())),
  139. .node_box_sizing_json = TRY(String::from_deprecated_string(response.take_node_box_sizing())),
  140. .aria_properties_state_json = TRY(String::from_deprecated_string(response.take_aria_properties_state())),
  141. };
  142. }
  143. void ViewImplementation::clear_inspected_dom_node()
  144. {
  145. client().inspect_dom_node(0, {});
  146. }
  147. i32 ViewImplementation::get_hovered_node_id()
  148. {
  149. return client().get_hovered_node_id();
  150. }
  151. void ViewImplementation::set_dom_node_text(i32 node_id, String text)
  152. {
  153. client().async_set_dom_node_text(node_id, move(text));
  154. }
  155. Optional<i32> ViewImplementation::set_dom_node_tag(i32 node_id, String name)
  156. {
  157. return client().set_dom_node_tag(node_id, move(name));
  158. }
  159. void ViewImplementation::add_dom_node_attributes(i32 node_id, Vector<Attribute> attributes)
  160. {
  161. client().async_add_dom_node_attributes(node_id, move(attributes));
  162. }
  163. void ViewImplementation::replace_dom_node_attribute(i32 node_id, String name, Vector<Attribute> replacement_attributes)
  164. {
  165. client().async_replace_dom_node_attribute(node_id, move(name), move(replacement_attributes));
  166. }
  167. Optional<i32> ViewImplementation::create_child_element(i32 node_id)
  168. {
  169. return client().create_child_element(node_id);
  170. }
  171. Optional<i32> ViewImplementation::create_child_text_node(i32 node_id)
  172. {
  173. return client().create_child_text_node(node_id);
  174. }
  175. Optional<i32> ViewImplementation::clone_dom_node(i32 node_id)
  176. {
  177. return client().clone_dom_node(node_id);
  178. }
  179. void ViewImplementation::remove_dom_node(i32 node_id)
  180. {
  181. client().async_remove_dom_node(node_id);
  182. }
  183. Optional<String> ViewImplementation::get_dom_node_html(i32 node_id)
  184. {
  185. return client().get_dom_node_html(node_id);
  186. }
  187. void ViewImplementation::debug_request(DeprecatedString const& request, DeprecatedString const& argument)
  188. {
  189. client().async_debug_request(request, argument);
  190. }
  191. void ViewImplementation::run_javascript(StringView js_source)
  192. {
  193. client().async_run_javascript(js_source);
  194. }
  195. void ViewImplementation::js_console_input(DeprecatedString const& js_source)
  196. {
  197. client().async_js_console_input(js_source);
  198. }
  199. void ViewImplementation::js_console_request_messages(i32 start_index)
  200. {
  201. client().async_js_console_request_messages(start_index);
  202. }
  203. void ViewImplementation::alert_closed()
  204. {
  205. client().async_alert_closed();
  206. }
  207. void ViewImplementation::confirm_closed(bool accepted)
  208. {
  209. client().async_confirm_closed(accepted);
  210. }
  211. void ViewImplementation::prompt_closed(Optional<String> response)
  212. {
  213. client().async_prompt_closed(move(response));
  214. }
  215. void ViewImplementation::color_picker_closed(Optional<Color> picked_color)
  216. {
  217. client().async_color_picker_closed(picked_color);
  218. }
  219. void ViewImplementation::select_dropdown_closed(Optional<String> value)
  220. {
  221. client().async_select_dropdown_closed(value);
  222. }
  223. void ViewImplementation::toggle_media_play_state()
  224. {
  225. client().async_toggle_media_play_state();
  226. }
  227. void ViewImplementation::toggle_media_mute_state()
  228. {
  229. client().async_toggle_media_mute_state();
  230. }
  231. void ViewImplementation::toggle_media_loop_state()
  232. {
  233. client().async_toggle_media_loop_state();
  234. }
  235. void ViewImplementation::toggle_media_controls_state()
  236. {
  237. client().async_toggle_media_controls_state();
  238. }
  239. void ViewImplementation::handle_resize()
  240. {
  241. resize_backing_stores_if_needed(WindowResizeInProgress::Yes);
  242. m_backing_store_shrink_timer->restart();
  243. }
  244. void ViewImplementation::resize_backing_stores_if_needed(WindowResizeInProgress window_resize_in_progress)
  245. {
  246. if (m_client_state.has_usable_bitmap) {
  247. // NOTE: We keep the outgoing front bitmap as a backup so we have something to paint until we get a new one.
  248. m_backup_bitmap = m_client_state.front_bitmap.bitmap;
  249. m_backup_bitmap_size = m_client_state.front_bitmap.last_painted_size;
  250. }
  251. m_client_state.has_usable_bitmap = false;
  252. auto viewport_rect = this->viewport_rect();
  253. if (viewport_rect.is_empty())
  254. return;
  255. Web::DevicePixelSize minimum_needed_size;
  256. if (window_resize_in_progress == WindowResizeInProgress::Yes) {
  257. // Pad the minimum needed size so that we don't have to keep reallocating backing stores while the window is being resized.
  258. minimum_needed_size = { viewport_rect.width() + 256, viewport_rect.height() + 256 };
  259. } else {
  260. // If we're not in the middle of a resize, we can shrink the backing store size to match the viewport size.
  261. minimum_needed_size = viewport_rect.size();
  262. m_client_state.front_bitmap = {};
  263. m_client_state.back_bitmap = {};
  264. }
  265. auto reallocate_backing_store_if_needed = [&](SharedBitmap& backing_store) {
  266. if (!backing_store.bitmap || !backing_store.bitmap->size().contains(minimum_needed_size.to_type<int>())) {
  267. if (auto new_bitmap_or_error = Gfx::Bitmap::create_shareable(Gfx::BitmapFormat::BGRA8888, minimum_needed_size.to_type<int>()); !new_bitmap_or_error.is_error()) {
  268. if (backing_store.bitmap)
  269. client().async_remove_backing_store(backing_store.id);
  270. backing_store.pending_paints = 0;
  271. backing_store.bitmap = new_bitmap_or_error.release_value();
  272. backing_store.id = m_client_state.next_bitmap_id++;
  273. client().async_add_backing_store(backing_store.id, backing_store.bitmap->to_shareable_bitmap());
  274. }
  275. backing_store.last_painted_size = viewport_rect.size();
  276. }
  277. };
  278. reallocate_backing_store_if_needed(m_client_state.front_bitmap);
  279. reallocate_backing_store_if_needed(m_client_state.back_bitmap);
  280. request_repaint();
  281. }
  282. void ViewImplementation::request_repaint()
  283. {
  284. // If this widget was instantiated but not yet added to a window,
  285. // it won't have a back bitmap yet, so we can just skip repaint requests.
  286. if (!m_client_state.back_bitmap.bitmap)
  287. return;
  288. // Don't request a repaint until pending paint requests have finished.
  289. if (m_client_state.back_bitmap.pending_paints) {
  290. m_client_state.got_repaint_requests_while_painting = true;
  291. return;
  292. }
  293. m_client_state.back_bitmap.pending_paints++;
  294. client().async_paint(viewport_rect(), m_client_state.back_bitmap.id);
  295. }
  296. void ViewImplementation::handle_web_content_process_crash()
  297. {
  298. dbgln("WebContent process crashed!");
  299. ++m_crash_count;
  300. constexpr size_t max_reasonable_crash_count = 5U;
  301. if (m_crash_count >= max_reasonable_crash_count) {
  302. dbgln("WebContent has crashed {} times in quick succession! Not restarting...", m_crash_count);
  303. m_repeated_crash_timer->stop();
  304. return;
  305. }
  306. m_repeated_crash_timer->restart();
  307. create_client();
  308. VERIFY(m_client_state.client);
  309. // Don't keep a stale backup bitmap around.
  310. m_backup_bitmap = nullptr;
  311. handle_resize();
  312. StringBuilder builder;
  313. builder.append("<html><head><title>Crashed: "sv);
  314. builder.append(escape_html_entities(m_url.to_deprecated_string()));
  315. builder.append("</title></head><body>"sv);
  316. builder.append("<h1>Web page crashed"sv);
  317. if (!m_url.host().has<Empty>()) {
  318. builder.appendff(" on {}", escape_html_entities(m_url.serialized_host().release_value_but_fixme_should_propagate_errors()));
  319. }
  320. builder.append("</h1>"sv);
  321. auto escaped_url = escape_html_entities(m_url.to_deprecated_string());
  322. builder.appendff("The web page <a href=\"{}\">{}</a> has crashed.<br><br>You can reload the page to try again.", escaped_url, escaped_url);
  323. builder.append("</body></html>"sv);
  324. load_html(builder.to_deprecated_string());
  325. }
  326. static ErrorOr<LexicalPath> save_screenshot(Gfx::ShareableBitmap const& bitmap)
  327. {
  328. if (!bitmap.is_valid())
  329. return Error::from_string_view("Failed to take a screenshot"sv);
  330. LexicalPath path { Core::StandardPaths::downloads_directory() };
  331. path = path.append(TRY(Core::DateTime::now().to_string("screenshot-%Y-%m-%d-%H-%M-%S.png"sv)));
  332. auto encoded = TRY(Gfx::PNGWriter::encode(*bitmap.bitmap()));
  333. auto dump_file = TRY(Core::File::open(path.string(), Core::File::OpenMode::Write));
  334. TRY(dump_file->write_until_depleted(encoded));
  335. return path;
  336. }
  337. ErrorOr<LexicalPath> ViewImplementation::take_screenshot(ScreenshotType type)
  338. {
  339. Gfx::ShareableBitmap bitmap;
  340. switch (type) {
  341. case ScreenshotType::Visible:
  342. if (auto* visible_bitmap = m_client_state.has_usable_bitmap ? m_client_state.front_bitmap.bitmap.ptr() : m_backup_bitmap.ptr())
  343. bitmap = visible_bitmap->to_shareable_bitmap();
  344. break;
  345. case ScreenshotType::Full:
  346. bitmap = client().take_document_screenshot();
  347. break;
  348. }
  349. return save_screenshot(bitmap);
  350. }
  351. ErrorOr<LexicalPath> ViewImplementation::take_dom_node_screenshot(i32 node_id)
  352. {
  353. auto bitmap = client().take_dom_node_screenshot(node_id);
  354. return save_screenshot(bitmap);
  355. }
  356. ErrorOr<LexicalPath> ViewImplementation::dump_gc_graph()
  357. {
  358. auto gc_graph_json = client().dump_gc_graph();
  359. LexicalPath path { Core::StandardPaths::tempfile_directory() };
  360. path = path.append(TRY(Core::DateTime::now().to_string("gc-graph-%Y-%m-%d-%H-%M-%S.json"sv)));
  361. auto screenshot_file = TRY(Core::File::open(path.string(), Core::File::OpenMode::Write));
  362. TRY(screenshot_file->write_until_depleted(gc_graph_json.bytes()));
  363. return path;
  364. }
  365. void ViewImplementation::set_user_style_sheet(String source)
  366. {
  367. client().async_set_user_style(move(source));
  368. }
  369. void ViewImplementation::use_native_user_style_sheet()
  370. {
  371. extern StringView native_stylesheet_source;
  372. set_user_style_sheet(MUST(String::from_utf8(native_stylesheet_source)));
  373. }
  374. void ViewImplementation::enable_inspector_prototype()
  375. {
  376. client().async_enable_inspector_prototype();
  377. }
  378. }