ViewImplementation.cpp 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588
  1. /*
  2. * Copyright (c) 2023, Linus Groh <linusg@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <AK/Error.h>
  7. #include <AK/String.h>
  8. #include <LibCore/DateTime.h>
  9. #include <LibCore/StandardPaths.h>
  10. #include <LibGfx/ImageFormats/PNGWriter.h>
  11. #include <LibWeb/Infra/Strings.h>
  12. #include <LibWebView/ViewImplementation.h>
  13. namespace WebView {
  14. ViewImplementation::ViewImplementation()
  15. {
  16. m_backing_store_shrink_timer = Core::Timer::create_single_shot(3000, [this] {
  17. resize_backing_stores_if_needed(WindowResizeInProgress::No);
  18. });
  19. m_repeated_crash_timer = Core::Timer::create_single_shot(1000, [this] {
  20. // Reset the "crashing a lot" counter after 1 second in case we just
  21. // happen to be visiting crashy websites a lot.
  22. this->m_crash_count = 0;
  23. });
  24. on_request_file = [this](auto const& path, auto request_id) {
  25. auto file = Core::File::open(path, Core::File::OpenMode::Read);
  26. if (file.is_error())
  27. client().async_handle_file_return(page_id(), file.error().code(), {}, request_id);
  28. else
  29. client().async_handle_file_return(page_id(), 0, IPC::File::adopt_file(file.release_value()), request_id);
  30. };
  31. }
  32. ViewImplementation::~ViewImplementation()
  33. {
  34. if (m_client_state.client)
  35. m_client_state.client->unregister_view(m_client_state.page_index);
  36. }
  37. WebContentClient& ViewImplementation::client()
  38. {
  39. VERIFY(m_client_state.client);
  40. return *m_client_state.client;
  41. }
  42. WebContentClient const& ViewImplementation::client() const
  43. {
  44. VERIFY(m_client_state.client);
  45. return *m_client_state.client;
  46. }
  47. u64 ViewImplementation::page_id() const
  48. {
  49. VERIFY(m_client_state.client);
  50. return m_client_state.page_index;
  51. }
  52. void ViewImplementation::server_did_paint(Badge<WebContentClient>, i32 bitmap_id, Gfx::IntSize size)
  53. {
  54. if (m_client_state.back_bitmap.id == bitmap_id) {
  55. m_client_state.has_usable_bitmap = true;
  56. m_client_state.back_bitmap.last_painted_size = size.to_type<Web::DevicePixels>();
  57. swap(m_client_state.back_bitmap, m_client_state.front_bitmap);
  58. m_backup_bitmap = nullptr;
  59. if (on_ready_to_paint)
  60. on_ready_to_paint();
  61. }
  62. client().async_ready_to_paint(page_id());
  63. }
  64. void ViewImplementation::load(URL::URL const& url)
  65. {
  66. m_url = url;
  67. client().async_load_url(page_id(), url);
  68. }
  69. void ViewImplementation::load_html(StringView html)
  70. {
  71. client().async_load_html(page_id(), html);
  72. }
  73. void ViewImplementation::load_empty_document()
  74. {
  75. load_html(""sv);
  76. }
  77. void ViewImplementation::reload()
  78. {
  79. client().async_reload(page_id());
  80. }
  81. void ViewImplementation::traverse_the_history_by_delta(int delta)
  82. {
  83. client().async_traverse_the_history_by_delta(page_id(), delta);
  84. }
  85. void ViewImplementation::zoom_in()
  86. {
  87. if (m_zoom_level >= ZOOM_MAX_LEVEL)
  88. return;
  89. m_zoom_level += ZOOM_STEP;
  90. update_zoom();
  91. }
  92. void ViewImplementation::zoom_out()
  93. {
  94. if (m_zoom_level <= ZOOM_MIN_LEVEL)
  95. return;
  96. m_zoom_level -= ZOOM_STEP;
  97. update_zoom();
  98. }
  99. void ViewImplementation::reset_zoom()
  100. {
  101. m_zoom_level = 1.0f;
  102. update_zoom();
  103. }
  104. void ViewImplementation::enqueue_input_event(Web::InputEvent event)
  105. {
  106. // Send the next event over to the WebContent to be handled by JS. We'll later get a message to say whether JS
  107. // prevented the default event behavior, at which point we either discard or handle that event, and then try to
  108. // process the next one.
  109. m_pending_input_events.enqueue(move(event));
  110. m_pending_input_events.tail().visit(
  111. [this](Web::KeyEvent const& event) {
  112. client().async_key_event(m_client_state.page_index, event.clone_without_chrome_data());
  113. },
  114. [this](Web::MouseEvent const& event) {
  115. client().async_mouse_event(m_client_state.page_index, event.clone_without_chrome_data());
  116. });
  117. }
  118. void ViewImplementation::did_finish_handling_input_event(Badge<WebContentClient>, bool event_was_accepted)
  119. {
  120. auto event = m_pending_input_events.dequeue();
  121. if (!event_was_accepted && event.has<Web::KeyEvent>()) {
  122. auto const& key_event = event.get<Web::KeyEvent>();
  123. // Here we handle events that were not consumed or cancelled by the WebContent. Propagate the event back
  124. // to the concrete view implementation.
  125. if (on_finish_handling_key_event)
  126. on_finish_handling_key_event(key_event);
  127. }
  128. }
  129. void ViewImplementation::set_preferred_color_scheme(Web::CSS::PreferredColorScheme color_scheme)
  130. {
  131. client().async_set_preferred_color_scheme(page_id(), color_scheme);
  132. }
  133. void ViewImplementation::set_preferred_contrast(Web::CSS::PreferredContrast contrast)
  134. {
  135. client().async_set_preferred_contrast(page_id(), contrast);
  136. }
  137. void ViewImplementation::set_preferred_motion(Web::CSS::PreferredMotion motion)
  138. {
  139. client().async_set_preferred_motion(page_id(), motion);
  140. }
  141. ByteString ViewImplementation::selected_text()
  142. {
  143. return client().get_selected_text(page_id());
  144. }
  145. Optional<String> ViewImplementation::selected_text_with_whitespace_collapsed()
  146. {
  147. auto selected_text = MUST(Web::Infra::strip_and_collapse_whitespace(this->selected_text()));
  148. if (selected_text.is_empty())
  149. return OptionalNone {};
  150. return selected_text;
  151. }
  152. void ViewImplementation::select_all()
  153. {
  154. client().async_select_all(page_id());
  155. }
  156. void ViewImplementation::paste(String const& text)
  157. {
  158. client().async_paste(page_id(), text);
  159. }
  160. void ViewImplementation::find_in_page(String const& query, CaseSensitivity case_sensitivity)
  161. {
  162. client().async_find_in_page(page_id(), query, case_sensitivity);
  163. }
  164. void ViewImplementation::find_in_page_next_match()
  165. {
  166. client().async_find_in_page_next_match(page_id());
  167. }
  168. void ViewImplementation::find_in_page_previous_match()
  169. {
  170. client().async_find_in_page_previous_match(page_id());
  171. }
  172. void ViewImplementation::get_source()
  173. {
  174. client().async_get_source(page_id());
  175. }
  176. void ViewImplementation::inspect_dom_tree()
  177. {
  178. client().async_inspect_dom_tree(page_id());
  179. }
  180. void ViewImplementation::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> pseudo_element)
  181. {
  182. client().async_inspect_dom_node(page_id(), node_id, move(pseudo_element));
  183. }
  184. void ViewImplementation::inspect_accessibility_tree()
  185. {
  186. client().async_inspect_accessibility_tree(page_id());
  187. }
  188. void ViewImplementation::clear_inspected_dom_node()
  189. {
  190. inspect_dom_node(0, {});
  191. }
  192. void ViewImplementation::get_hovered_node_id()
  193. {
  194. client().async_get_hovered_node_id(page_id());
  195. }
  196. void ViewImplementation::set_dom_node_text(i32 node_id, String text)
  197. {
  198. client().async_set_dom_node_text(page_id(), node_id, move(text));
  199. }
  200. void ViewImplementation::set_dom_node_tag(i32 node_id, String name)
  201. {
  202. client().async_set_dom_node_tag(page_id(), node_id, move(name));
  203. }
  204. void ViewImplementation::add_dom_node_attributes(i32 node_id, Vector<Attribute> attributes)
  205. {
  206. client().async_add_dom_node_attributes(page_id(), node_id, move(attributes));
  207. }
  208. void ViewImplementation::replace_dom_node_attribute(i32 node_id, String name, Vector<Attribute> replacement_attributes)
  209. {
  210. client().async_replace_dom_node_attribute(page_id(), node_id, move(name), move(replacement_attributes));
  211. }
  212. void ViewImplementation::create_child_element(i32 node_id)
  213. {
  214. client().async_create_child_element(page_id(), node_id);
  215. }
  216. void ViewImplementation::create_child_text_node(i32 node_id)
  217. {
  218. client().async_create_child_text_node(page_id(), node_id);
  219. }
  220. void ViewImplementation::clone_dom_node(i32 node_id)
  221. {
  222. client().async_clone_dom_node(page_id(), node_id);
  223. }
  224. void ViewImplementation::remove_dom_node(i32 node_id)
  225. {
  226. client().async_remove_dom_node(page_id(), node_id);
  227. }
  228. void ViewImplementation::get_dom_node_html(i32 node_id)
  229. {
  230. client().async_get_dom_node_html(page_id(), node_id);
  231. }
  232. void ViewImplementation::debug_request(ByteString const& request, ByteString const& argument)
  233. {
  234. client().async_debug_request(page_id(), request, argument);
  235. }
  236. void ViewImplementation::run_javascript(StringView js_source)
  237. {
  238. client().async_run_javascript(page_id(), js_source);
  239. }
  240. void ViewImplementation::js_console_input(ByteString const& js_source)
  241. {
  242. client().async_js_console_input(page_id(), js_source);
  243. }
  244. void ViewImplementation::js_console_request_messages(i32 start_index)
  245. {
  246. client().async_js_console_request_messages(page_id(), start_index);
  247. }
  248. void ViewImplementation::alert_closed()
  249. {
  250. client().async_alert_closed(page_id());
  251. }
  252. void ViewImplementation::confirm_closed(bool accepted)
  253. {
  254. client().async_confirm_closed(page_id(), accepted);
  255. }
  256. void ViewImplementation::prompt_closed(Optional<String> response)
  257. {
  258. client().async_prompt_closed(page_id(), move(response));
  259. }
  260. void ViewImplementation::color_picker_update(Optional<Color> picked_color, Web::HTML::ColorPickerUpdateState state)
  261. {
  262. client().async_color_picker_update(page_id(), picked_color, state);
  263. }
  264. void ViewImplementation::file_picker_closed(Vector<Web::HTML::SelectedFile> selected_files)
  265. {
  266. client().async_file_picker_closed(page_id(), move(selected_files));
  267. }
  268. void ViewImplementation::select_dropdown_closed(Optional<u32> const& selected_item_id)
  269. {
  270. client().async_select_dropdown_closed(page_id(), selected_item_id);
  271. }
  272. void ViewImplementation::toggle_media_play_state()
  273. {
  274. client().async_toggle_media_play_state(page_id());
  275. }
  276. void ViewImplementation::toggle_media_mute_state()
  277. {
  278. client().async_toggle_media_mute_state(page_id());
  279. }
  280. void ViewImplementation::toggle_media_loop_state()
  281. {
  282. client().async_toggle_media_loop_state(page_id());
  283. }
  284. void ViewImplementation::toggle_media_controls_state()
  285. {
  286. client().async_toggle_media_controls_state(page_id());
  287. }
  288. void ViewImplementation::toggle_page_mute_state()
  289. {
  290. m_mute_state = Web::HTML::invert_mute_state(m_mute_state);
  291. client().async_toggle_page_mute_state(page_id());
  292. }
  293. void ViewImplementation::did_change_audio_play_state(Badge<WebContentClient>, Web::HTML::AudioPlayState play_state)
  294. {
  295. bool state_changed = false;
  296. switch (play_state) {
  297. case Web::HTML::AudioPlayState::Paused:
  298. if (--m_number_of_elements_playing_audio == 0) {
  299. m_audio_play_state = play_state;
  300. state_changed = true;
  301. }
  302. break;
  303. case Web::HTML::AudioPlayState::Playing:
  304. if (m_number_of_elements_playing_audio++ == 0) {
  305. m_audio_play_state = play_state;
  306. state_changed = true;
  307. }
  308. break;
  309. }
  310. if (state_changed && on_audio_play_state_changed)
  311. on_audio_play_state_changed(m_audio_play_state);
  312. }
  313. void ViewImplementation::did_update_navigation_buttons_state(Badge<WebContentClient>, bool back_enabled, bool forward_enabled) const
  314. {
  315. if (on_navigation_buttons_state_changed)
  316. on_navigation_buttons_state_changed(back_enabled, forward_enabled);
  317. }
  318. void ViewImplementation::handle_resize()
  319. {
  320. resize_backing_stores_if_needed(WindowResizeInProgress::Yes);
  321. m_backing_store_shrink_timer->restart();
  322. }
  323. void ViewImplementation::resize_backing_stores_if_needed(WindowResizeInProgress window_resize_in_progress)
  324. {
  325. if (m_client_state.has_usable_bitmap) {
  326. // NOTE: We keep the outgoing front bitmap as a backup so we have something to paint until we get a new one.
  327. m_backup_bitmap = m_client_state.front_bitmap.bitmap;
  328. m_backup_bitmap_size = m_client_state.front_bitmap.last_painted_size;
  329. }
  330. m_client_state.has_usable_bitmap = false;
  331. auto viewport_size = this->viewport_size();
  332. if (viewport_size.is_empty())
  333. return;
  334. Web::DevicePixelSize minimum_needed_size;
  335. if (window_resize_in_progress == WindowResizeInProgress::Yes) {
  336. // Pad the minimum needed size so that we don't have to keep reallocating backing stores while the window is being resized.
  337. minimum_needed_size = { viewport_size.width() + 256, viewport_size.height() + 256 };
  338. } else {
  339. // If we're not in the middle of a resize, we can shrink the backing store size to match the viewport size.
  340. minimum_needed_size = viewport_size;
  341. m_client_state.front_bitmap = {};
  342. m_client_state.back_bitmap = {};
  343. }
  344. auto old_front_bitmap_id = m_client_state.front_bitmap.id;
  345. auto old_back_bitmap_id = m_client_state.back_bitmap.id;
  346. auto reallocate_backing_store_if_needed = [&](SharedBitmap& backing_store) {
  347. if (!backing_store.bitmap || !backing_store.bitmap->size().contains(minimum_needed_size.to_type<int>())) {
  348. if (auto new_bitmap_or_error = Gfx::Bitmap::create_shareable(Gfx::BitmapFormat::BGRA8888, minimum_needed_size.to_type<int>()); !new_bitmap_or_error.is_error()) {
  349. backing_store.bitmap = new_bitmap_or_error.release_value();
  350. backing_store.id = m_client_state.next_bitmap_id++;
  351. }
  352. backing_store.last_painted_size = viewport_size;
  353. }
  354. };
  355. reallocate_backing_store_if_needed(m_client_state.front_bitmap);
  356. reallocate_backing_store_if_needed(m_client_state.back_bitmap);
  357. auto& front_bitmap = m_client_state.front_bitmap;
  358. auto& back_bitmap = m_client_state.back_bitmap;
  359. if (front_bitmap.id != old_front_bitmap_id || back_bitmap.id != old_back_bitmap_id) {
  360. client().async_add_backing_store(page_id(), front_bitmap.id, front_bitmap.bitmap->to_shareable_bitmap(), back_bitmap.id,
  361. back_bitmap.bitmap->to_shareable_bitmap());
  362. client().async_set_viewport_size(page_id(), viewport_size);
  363. }
  364. }
  365. void ViewImplementation::handle_web_content_process_crash()
  366. {
  367. dbgln("WebContent process crashed!");
  368. ++m_crash_count;
  369. constexpr size_t max_reasonable_crash_count = 5U;
  370. if (m_crash_count >= max_reasonable_crash_count) {
  371. dbgln("WebContent has crashed {} times in quick succession! Not restarting...", m_crash_count);
  372. m_repeated_crash_timer->stop();
  373. return;
  374. }
  375. m_repeated_crash_timer->restart();
  376. initialize_client();
  377. VERIFY(m_client_state.client);
  378. // Don't keep a stale backup bitmap around.
  379. m_backup_bitmap = nullptr;
  380. handle_resize();
  381. StringBuilder builder;
  382. builder.append("<html><head><title>Crashed: "sv);
  383. builder.append(escape_html_entities(m_url.to_byte_string()));
  384. builder.append("</title></head><body>"sv);
  385. builder.append("<h1>Web page crashed"sv);
  386. if (!m_url.host().has<Empty>()) {
  387. builder.appendff(" on {}", escape_html_entities(m_url.serialized_host().release_value_but_fixme_should_propagate_errors()));
  388. }
  389. builder.append("</h1>"sv);
  390. auto escaped_url = escape_html_entities(m_url.to_byte_string());
  391. builder.appendff("The web page <a href=\"{}\">{}</a> has crashed.<br><br>You can reload the page to try again.", escaped_url, escaped_url);
  392. builder.append("</body></html>"sv);
  393. load_html(builder.to_byte_string());
  394. }
  395. static ErrorOr<LexicalPath> save_screenshot(Gfx::ShareableBitmap const& bitmap)
  396. {
  397. if (!bitmap.is_valid())
  398. return Error::from_string_view("Failed to take a screenshot"sv);
  399. LexicalPath path { Core::StandardPaths::downloads_directory() };
  400. path = path.append(TRY(Core::DateTime::now().to_string("screenshot-%Y-%m-%d-%H-%M-%S.png"sv)));
  401. auto encoded = TRY(Gfx::PNGWriter::encode(*bitmap.bitmap()));
  402. auto dump_file = TRY(Core::File::open(path.string(), Core::File::OpenMode::Write));
  403. TRY(dump_file->write_until_depleted(encoded));
  404. return path;
  405. }
  406. NonnullRefPtr<Core::Promise<LexicalPath>> ViewImplementation::take_screenshot(ScreenshotType type)
  407. {
  408. auto promise = Core::Promise<LexicalPath>::construct();
  409. if (m_pending_screenshot) {
  410. // For simplicitly, only allow taking one screenshot at a time for now. Revisit if we need
  411. // to allow spamming screenshot requests for some reason.
  412. promise->reject(Error::from_string_literal("A screenshot request is already in progress"));
  413. return promise;
  414. }
  415. Gfx::ShareableBitmap bitmap;
  416. switch (type) {
  417. case ScreenshotType::Visible:
  418. if (auto* visible_bitmap = m_client_state.has_usable_bitmap ? m_client_state.front_bitmap.bitmap.ptr() : m_backup_bitmap.ptr()) {
  419. if (auto result = save_screenshot(visible_bitmap->to_shareable_bitmap()); result.is_error())
  420. promise->reject(result.release_error());
  421. else
  422. promise->resolve(result.release_value());
  423. }
  424. break;
  425. case ScreenshotType::Full:
  426. m_pending_screenshot = promise;
  427. client().async_take_document_screenshot(page_id());
  428. break;
  429. }
  430. return promise;
  431. }
  432. NonnullRefPtr<Core::Promise<LexicalPath>> ViewImplementation::take_dom_node_screenshot(i32 node_id)
  433. {
  434. auto promise = Core::Promise<LexicalPath>::construct();
  435. if (m_pending_screenshot) {
  436. // For simplicitly, only allow taking one screenshot at a time for now. Revisit if we need
  437. // to allow spamming screenshot requests for some reason.
  438. promise->reject(Error::from_string_literal("A screenshot request is already in progress"));
  439. return promise;
  440. }
  441. m_pending_screenshot = promise;
  442. client().async_take_dom_node_screenshot(page_id(), node_id);
  443. return promise;
  444. }
  445. void ViewImplementation::did_receive_screenshot(Badge<WebContentClient>, Gfx::ShareableBitmap const& screenshot)
  446. {
  447. VERIFY(m_pending_screenshot);
  448. if (auto result = save_screenshot(screenshot); result.is_error())
  449. m_pending_screenshot->reject(result.release_error());
  450. else
  451. m_pending_screenshot->resolve(result.release_value());
  452. m_pending_screenshot = nullptr;
  453. }
  454. ErrorOr<LexicalPath> ViewImplementation::dump_gc_graph()
  455. {
  456. auto gc_graph_json = client().dump_gc_graph(page_id());
  457. LexicalPath path { Core::StandardPaths::tempfile_directory() };
  458. path = path.append(TRY(Core::DateTime::now().to_string("gc-graph-%Y-%m-%d-%H-%M-%S.json"sv)));
  459. auto screenshot_file = TRY(Core::File::open(path.string(), Core::File::OpenMode::Write));
  460. TRY(screenshot_file->write_until_depleted(gc_graph_json.bytes()));
  461. return path;
  462. }
  463. void ViewImplementation::set_user_style_sheet(String source)
  464. {
  465. client().async_set_user_style(page_id(), move(source));
  466. }
  467. void ViewImplementation::use_native_user_style_sheet()
  468. {
  469. extern StringView native_stylesheet_source;
  470. set_user_style_sheet(MUST(String::from_utf8(native_stylesheet_source)));
  471. }
  472. void ViewImplementation::enable_inspector_prototype()
  473. {
  474. client().async_enable_inspector_prototype(page_id());
  475. }
  476. }