ViewImplementation.cpp 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546
  1. /*
  2. * Copyright (c) 2023, Linus Groh <linusg@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <AK/Error.h>
  7. #include <AK/String.h>
  8. #include <LibCore/DateTime.h>
  9. #include <LibCore/StandardPaths.h>
  10. #include <LibGfx/ImageFormats/PNGWriter.h>
  11. #include <LibWeb/Infra/Strings.h>
  12. #include <LibWebView/ViewImplementation.h>
  13. namespace WebView {
  14. ViewImplementation::ViewImplementation()
  15. {
  16. m_repeated_crash_timer = Core::Timer::create_single_shot(1000, [this] {
  17. // Reset the "crashing a lot" counter after 1 second in case we just
  18. // happen to be visiting crashy websites a lot.
  19. this->m_crash_count = 0;
  20. });
  21. on_request_file = [this](auto const& path, auto request_id) {
  22. auto file = Core::File::open(path, Core::File::OpenMode::Read);
  23. if (file.is_error())
  24. client().async_handle_file_return(page_id(), file.error().code(), {}, request_id);
  25. else
  26. client().async_handle_file_return(page_id(), 0, IPC::File::adopt_file(file.release_value()), request_id);
  27. };
  28. }
  29. ViewImplementation::~ViewImplementation()
  30. {
  31. if (m_client_state.client)
  32. m_client_state.client->unregister_view(m_client_state.page_index);
  33. }
  34. WebContentClient& ViewImplementation::client()
  35. {
  36. VERIFY(m_client_state.client);
  37. return *m_client_state.client;
  38. }
  39. WebContentClient const& ViewImplementation::client() const
  40. {
  41. VERIFY(m_client_state.client);
  42. return *m_client_state.client;
  43. }
  44. u64 ViewImplementation::page_id() const
  45. {
  46. VERIFY(m_client_state.client);
  47. return m_client_state.page_index;
  48. }
  49. void ViewImplementation::server_did_paint(Badge<WebContentClient>, i32 bitmap_id, Gfx::IntSize size)
  50. {
  51. if (m_client_state.back_bitmap.id == bitmap_id) {
  52. m_client_state.has_usable_bitmap = true;
  53. m_client_state.back_bitmap.last_painted_size = size.to_type<Web::DevicePixels>();
  54. swap(m_client_state.back_bitmap, m_client_state.front_bitmap);
  55. m_backup_bitmap = nullptr;
  56. if (on_ready_to_paint)
  57. on_ready_to_paint();
  58. }
  59. client().async_ready_to_paint(page_id());
  60. }
  61. void ViewImplementation::load(URL::URL const& url)
  62. {
  63. m_url = url;
  64. client().async_load_url(page_id(), url);
  65. }
  66. void ViewImplementation::load_html(StringView html)
  67. {
  68. client().async_load_html(page_id(), html);
  69. }
  70. void ViewImplementation::load_empty_document()
  71. {
  72. load_html(""sv);
  73. }
  74. void ViewImplementation::reload()
  75. {
  76. client().async_reload(page_id());
  77. }
  78. void ViewImplementation::traverse_the_history_by_delta(int delta)
  79. {
  80. client().async_traverse_the_history_by_delta(page_id(), delta);
  81. }
  82. void ViewImplementation::zoom_in()
  83. {
  84. if (m_zoom_level >= ZOOM_MAX_LEVEL)
  85. return;
  86. m_zoom_level += ZOOM_STEP;
  87. update_zoom();
  88. }
  89. void ViewImplementation::zoom_out()
  90. {
  91. if (m_zoom_level <= ZOOM_MIN_LEVEL)
  92. return;
  93. m_zoom_level -= ZOOM_STEP;
  94. update_zoom();
  95. }
  96. void ViewImplementation::reset_zoom()
  97. {
  98. m_zoom_level = 1.0f;
  99. update_zoom();
  100. }
  101. void ViewImplementation::enqueue_input_event(Web::InputEvent event)
  102. {
  103. // Send the next event over to the WebContent to be handled by JS. We'll later get a message to say whether JS
  104. // prevented the default event behavior, at which point we either discard or handle that event, and then try to
  105. // process the next one.
  106. m_pending_input_events.enqueue(move(event));
  107. m_pending_input_events.tail().visit(
  108. [this](Web::KeyEvent const& event) {
  109. client().async_key_event(m_client_state.page_index, event.clone_without_chrome_data());
  110. },
  111. [this](Web::MouseEvent const& event) {
  112. client().async_mouse_event(m_client_state.page_index, event.clone_without_chrome_data());
  113. });
  114. }
  115. void ViewImplementation::did_finish_handling_input_event(Badge<WebContentClient>, bool event_was_accepted)
  116. {
  117. auto event = m_pending_input_events.dequeue();
  118. if (!event_was_accepted && event.has<Web::KeyEvent>()) {
  119. auto const& key_event = event.get<Web::KeyEvent>();
  120. // Here we handle events that were not consumed or cancelled by the WebContent. Propagate the event back
  121. // to the concrete view implementation.
  122. if (on_finish_handling_key_event)
  123. on_finish_handling_key_event(key_event);
  124. }
  125. }
  126. void ViewImplementation::set_preferred_color_scheme(Web::CSS::PreferredColorScheme color_scheme)
  127. {
  128. client().async_set_preferred_color_scheme(page_id(), color_scheme);
  129. }
  130. void ViewImplementation::set_preferred_contrast(Web::CSS::PreferredContrast contrast)
  131. {
  132. client().async_set_preferred_contrast(page_id(), contrast);
  133. }
  134. void ViewImplementation::set_preferred_motion(Web::CSS::PreferredMotion motion)
  135. {
  136. client().async_set_preferred_motion(page_id(), motion);
  137. }
  138. ByteString ViewImplementation::selected_text()
  139. {
  140. return client().get_selected_text(page_id());
  141. }
  142. Optional<String> ViewImplementation::selected_text_with_whitespace_collapsed()
  143. {
  144. auto selected_text = MUST(Web::Infra::strip_and_collapse_whitespace(this->selected_text()));
  145. if (selected_text.is_empty())
  146. return OptionalNone {};
  147. return selected_text;
  148. }
  149. void ViewImplementation::select_all()
  150. {
  151. client().async_select_all(page_id());
  152. }
  153. void ViewImplementation::paste(String const& text)
  154. {
  155. client().async_paste(page_id(), text);
  156. }
  157. void ViewImplementation::find_in_page(String const& query, CaseSensitivity case_sensitivity)
  158. {
  159. client().async_find_in_page(page_id(), query, case_sensitivity);
  160. }
  161. void ViewImplementation::find_in_page_next_match()
  162. {
  163. client().async_find_in_page_next_match(page_id());
  164. }
  165. void ViewImplementation::find_in_page_previous_match()
  166. {
  167. client().async_find_in_page_previous_match(page_id());
  168. }
  169. void ViewImplementation::get_source()
  170. {
  171. client().async_get_source(page_id());
  172. }
  173. void ViewImplementation::inspect_dom_tree()
  174. {
  175. client().async_inspect_dom_tree(page_id());
  176. }
  177. void ViewImplementation::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> pseudo_element)
  178. {
  179. client().async_inspect_dom_node(page_id(), node_id, move(pseudo_element));
  180. }
  181. void ViewImplementation::inspect_accessibility_tree()
  182. {
  183. client().async_inspect_accessibility_tree(page_id());
  184. }
  185. void ViewImplementation::clear_inspected_dom_node()
  186. {
  187. inspect_dom_node(0, {});
  188. }
  189. void ViewImplementation::get_hovered_node_id()
  190. {
  191. client().async_get_hovered_node_id(page_id());
  192. }
  193. void ViewImplementation::set_dom_node_text(i32 node_id, String text)
  194. {
  195. client().async_set_dom_node_text(page_id(), node_id, move(text));
  196. }
  197. void ViewImplementation::set_dom_node_tag(i32 node_id, String name)
  198. {
  199. client().async_set_dom_node_tag(page_id(), node_id, move(name));
  200. }
  201. void ViewImplementation::add_dom_node_attributes(i32 node_id, Vector<Attribute> attributes)
  202. {
  203. client().async_add_dom_node_attributes(page_id(), node_id, move(attributes));
  204. }
  205. void ViewImplementation::replace_dom_node_attribute(i32 node_id, String name, Vector<Attribute> replacement_attributes)
  206. {
  207. client().async_replace_dom_node_attribute(page_id(), node_id, move(name), move(replacement_attributes));
  208. }
  209. void ViewImplementation::create_child_element(i32 node_id)
  210. {
  211. client().async_create_child_element(page_id(), node_id);
  212. }
  213. void ViewImplementation::create_child_text_node(i32 node_id)
  214. {
  215. client().async_create_child_text_node(page_id(), node_id);
  216. }
  217. void ViewImplementation::clone_dom_node(i32 node_id)
  218. {
  219. client().async_clone_dom_node(page_id(), node_id);
  220. }
  221. void ViewImplementation::remove_dom_node(i32 node_id)
  222. {
  223. client().async_remove_dom_node(page_id(), node_id);
  224. }
  225. void ViewImplementation::get_dom_node_html(i32 node_id)
  226. {
  227. client().async_get_dom_node_html(page_id(), node_id);
  228. }
  229. void ViewImplementation::debug_request(ByteString const& request, ByteString const& argument)
  230. {
  231. client().async_debug_request(page_id(), request, argument);
  232. }
  233. void ViewImplementation::run_javascript(StringView js_source)
  234. {
  235. client().async_run_javascript(page_id(), js_source);
  236. }
  237. void ViewImplementation::js_console_input(ByteString const& js_source)
  238. {
  239. client().async_js_console_input(page_id(), js_source);
  240. }
  241. void ViewImplementation::js_console_request_messages(i32 start_index)
  242. {
  243. client().async_js_console_request_messages(page_id(), start_index);
  244. }
  245. void ViewImplementation::alert_closed()
  246. {
  247. client().async_alert_closed(page_id());
  248. }
  249. void ViewImplementation::confirm_closed(bool accepted)
  250. {
  251. client().async_confirm_closed(page_id(), accepted);
  252. }
  253. void ViewImplementation::prompt_closed(Optional<String> response)
  254. {
  255. client().async_prompt_closed(page_id(), move(response));
  256. }
  257. void ViewImplementation::color_picker_update(Optional<Color> picked_color, Web::HTML::ColorPickerUpdateState state)
  258. {
  259. client().async_color_picker_update(page_id(), picked_color, state);
  260. }
  261. void ViewImplementation::file_picker_closed(Vector<Web::HTML::SelectedFile> selected_files)
  262. {
  263. client().async_file_picker_closed(page_id(), move(selected_files));
  264. }
  265. void ViewImplementation::select_dropdown_closed(Optional<u32> const& selected_item_id)
  266. {
  267. client().async_select_dropdown_closed(page_id(), selected_item_id);
  268. }
  269. void ViewImplementation::toggle_media_play_state()
  270. {
  271. client().async_toggle_media_play_state(page_id());
  272. }
  273. void ViewImplementation::toggle_media_mute_state()
  274. {
  275. client().async_toggle_media_mute_state(page_id());
  276. }
  277. void ViewImplementation::toggle_media_loop_state()
  278. {
  279. client().async_toggle_media_loop_state(page_id());
  280. }
  281. void ViewImplementation::toggle_media_controls_state()
  282. {
  283. client().async_toggle_media_controls_state(page_id());
  284. }
  285. void ViewImplementation::toggle_page_mute_state()
  286. {
  287. m_mute_state = Web::HTML::invert_mute_state(m_mute_state);
  288. client().async_toggle_page_mute_state(page_id());
  289. }
  290. void ViewImplementation::did_change_audio_play_state(Badge<WebContentClient>, Web::HTML::AudioPlayState play_state)
  291. {
  292. bool state_changed = false;
  293. switch (play_state) {
  294. case Web::HTML::AudioPlayState::Paused:
  295. if (--m_number_of_elements_playing_audio == 0) {
  296. m_audio_play_state = play_state;
  297. state_changed = true;
  298. }
  299. break;
  300. case Web::HTML::AudioPlayState::Playing:
  301. if (m_number_of_elements_playing_audio++ == 0) {
  302. m_audio_play_state = play_state;
  303. state_changed = true;
  304. }
  305. break;
  306. }
  307. if (state_changed && on_audio_play_state_changed)
  308. on_audio_play_state_changed(m_audio_play_state);
  309. }
  310. void ViewImplementation::did_update_navigation_buttons_state(Badge<WebContentClient>, bool back_enabled, bool forward_enabled) const
  311. {
  312. if (on_navigation_buttons_state_changed)
  313. on_navigation_buttons_state_changed(back_enabled, forward_enabled);
  314. }
  315. void ViewImplementation::did_allocate_backing_stores(Badge<WebContentClient>, i32 front_bitmap_id, Gfx::ShareableBitmap const& front_bitmap, i32 back_bitmap_id, Gfx::ShareableBitmap const& back_bitmap)
  316. {
  317. if (m_client_state.has_usable_bitmap) {
  318. // NOTE: We keep the outgoing front bitmap as a backup so we have something to paint until we get a new one.
  319. m_backup_bitmap = m_client_state.front_bitmap.bitmap;
  320. m_backup_bitmap_size = m_client_state.front_bitmap.last_painted_size;
  321. }
  322. m_client_state.has_usable_bitmap = false;
  323. m_client_state.front_bitmap.bitmap = front_bitmap.bitmap();
  324. m_client_state.front_bitmap.id = front_bitmap_id;
  325. m_client_state.back_bitmap.bitmap = back_bitmap.bitmap();
  326. m_client_state.back_bitmap.id = back_bitmap_id;
  327. }
  328. void ViewImplementation::handle_resize()
  329. {
  330. client().async_set_viewport_size(page_id(), this->viewport_size());
  331. }
  332. void ViewImplementation::handle_web_content_process_crash()
  333. {
  334. dbgln("WebContent process crashed!");
  335. ++m_crash_count;
  336. constexpr size_t max_reasonable_crash_count = 5U;
  337. if (m_crash_count >= max_reasonable_crash_count) {
  338. dbgln("WebContent has crashed {} times in quick succession! Not restarting...", m_crash_count);
  339. m_repeated_crash_timer->stop();
  340. return;
  341. }
  342. m_repeated_crash_timer->restart();
  343. initialize_client();
  344. VERIFY(m_client_state.client);
  345. // Don't keep a stale backup bitmap around.
  346. m_backup_bitmap = nullptr;
  347. handle_resize();
  348. StringBuilder builder;
  349. builder.append("<html><head><title>Crashed: "sv);
  350. builder.append(escape_html_entities(m_url.to_byte_string()));
  351. builder.append("</title></head><body>"sv);
  352. builder.append("<h1>Web page crashed"sv);
  353. if (!m_url.host().has<Empty>()) {
  354. builder.appendff(" on {}", escape_html_entities(m_url.serialized_host().release_value_but_fixme_should_propagate_errors()));
  355. }
  356. builder.append("</h1>"sv);
  357. auto escaped_url = escape_html_entities(m_url.to_byte_string());
  358. builder.appendff("The web page <a href=\"{}\">{}</a> has crashed.<br><br>You can reload the page to try again.", escaped_url, escaped_url);
  359. builder.append("</body></html>"sv);
  360. load_html(builder.to_byte_string());
  361. }
  362. static ErrorOr<LexicalPath> save_screenshot(Gfx::ShareableBitmap const& bitmap)
  363. {
  364. if (!bitmap.is_valid())
  365. return Error::from_string_view("Failed to take a screenshot"sv);
  366. LexicalPath path { Core::StandardPaths::downloads_directory() };
  367. path = path.append(TRY(Core::DateTime::now().to_string("screenshot-%Y-%m-%d-%H-%M-%S.png"sv)));
  368. auto encoded = TRY(Gfx::PNGWriter::encode(*bitmap.bitmap()));
  369. auto dump_file = TRY(Core::File::open(path.string(), Core::File::OpenMode::Write));
  370. TRY(dump_file->write_until_depleted(encoded));
  371. return path;
  372. }
  373. NonnullRefPtr<Core::Promise<LexicalPath>> ViewImplementation::take_screenshot(ScreenshotType type)
  374. {
  375. auto promise = Core::Promise<LexicalPath>::construct();
  376. if (m_pending_screenshot) {
  377. // For simplicitly, only allow taking one screenshot at a time for now. Revisit if we need
  378. // to allow spamming screenshot requests for some reason.
  379. promise->reject(Error::from_string_literal("A screenshot request is already in progress"));
  380. return promise;
  381. }
  382. Gfx::ShareableBitmap bitmap;
  383. switch (type) {
  384. case ScreenshotType::Visible:
  385. if (auto* visible_bitmap = m_client_state.has_usable_bitmap ? m_client_state.front_bitmap.bitmap.ptr() : m_backup_bitmap.ptr()) {
  386. if (auto result = save_screenshot(visible_bitmap->to_shareable_bitmap()); result.is_error())
  387. promise->reject(result.release_error());
  388. else
  389. promise->resolve(result.release_value());
  390. }
  391. break;
  392. case ScreenshotType::Full:
  393. m_pending_screenshot = promise;
  394. client().async_take_document_screenshot(page_id());
  395. break;
  396. }
  397. return promise;
  398. }
  399. NonnullRefPtr<Core::Promise<LexicalPath>> ViewImplementation::take_dom_node_screenshot(i32 node_id)
  400. {
  401. auto promise = Core::Promise<LexicalPath>::construct();
  402. if (m_pending_screenshot) {
  403. // For simplicitly, only allow taking one screenshot at a time for now. Revisit if we need
  404. // to allow spamming screenshot requests for some reason.
  405. promise->reject(Error::from_string_literal("A screenshot request is already in progress"));
  406. return promise;
  407. }
  408. m_pending_screenshot = promise;
  409. client().async_take_dom_node_screenshot(page_id(), node_id);
  410. return promise;
  411. }
  412. void ViewImplementation::did_receive_screenshot(Badge<WebContentClient>, Gfx::ShareableBitmap const& screenshot)
  413. {
  414. VERIFY(m_pending_screenshot);
  415. if (auto result = save_screenshot(screenshot); result.is_error())
  416. m_pending_screenshot->reject(result.release_error());
  417. else
  418. m_pending_screenshot->resolve(result.release_value());
  419. m_pending_screenshot = nullptr;
  420. }
  421. ErrorOr<LexicalPath> ViewImplementation::dump_gc_graph()
  422. {
  423. auto gc_graph_json = client().dump_gc_graph(page_id());
  424. LexicalPath path { Core::StandardPaths::tempfile_directory() };
  425. path = path.append(TRY(Core::DateTime::now().to_string("gc-graph-%Y-%m-%d-%H-%M-%S.json"sv)));
  426. auto screenshot_file = TRY(Core::File::open(path.string(), Core::File::OpenMode::Write));
  427. TRY(screenshot_file->write_until_depleted(gc_graph_json.bytes()));
  428. return path;
  429. }
  430. void ViewImplementation::set_user_style_sheet(String source)
  431. {
  432. client().async_set_user_style(page_id(), move(source));
  433. }
  434. void ViewImplementation::use_native_user_style_sheet()
  435. {
  436. extern StringView native_stylesheet_source;
  437. set_user_style_sheet(MUST(String::from_utf8(native_stylesheet_source)));
  438. }
  439. void ViewImplementation::enable_inspector_prototype()
  440. {
  441. client().async_enable_inspector_prototype(page_id());
  442. }
  443. }