ViewImplementation.cpp 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615
  1. /*
  2. * Copyright (c) 2023, Linus Groh <linusg@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <AK/Error.h>
  7. #include <AK/String.h>
  8. #include <LibCore/DateTime.h>
  9. #include <LibCore/StandardPaths.h>
  10. #include <LibCore/Timer.h>
  11. #include <LibGfx/ImageFormats/PNGWriter.h>
  12. #include <LibWeb/Infra/Strings.h>
  13. #include <LibWebView/Application.h>
  14. #include <LibWebView/ViewImplementation.h>
  15. #ifdef AK_OS_MACOS
  16. # include <LibCore/IOSurface.h>
  17. # include <LibCore/MachPort.h>
  18. #endif
  19. namespace WebView {
  20. ViewImplementation::ViewImplementation()
  21. {
  22. m_repeated_crash_timer = Core::Timer::create_single_shot(1000, [this] {
  23. // Reset the "crashing a lot" counter after 1 second in case we just
  24. // happen to be visiting crashy websites a lot.
  25. this->m_crash_count = 0;
  26. });
  27. on_request_file = [this](auto const& path, auto request_id) {
  28. auto file = Core::File::open(path, Core::File::OpenMode::Read);
  29. if (file.is_error())
  30. client().async_handle_file_return(page_id(), file.error().code(), {}, request_id);
  31. else
  32. client().async_handle_file_return(page_id(), 0, IPC::File::adopt_file(file.release_value()), request_id);
  33. };
  34. }
  35. ViewImplementation::~ViewImplementation()
  36. {
  37. if (m_client_state.client)
  38. m_client_state.client->unregister_view(m_client_state.page_index);
  39. }
  40. WebContentClient& ViewImplementation::client()
  41. {
  42. VERIFY(m_client_state.client);
  43. return *m_client_state.client;
  44. }
  45. WebContentClient const& ViewImplementation::client() const
  46. {
  47. VERIFY(m_client_state.client);
  48. return *m_client_state.client;
  49. }
  50. u64 ViewImplementation::page_id() const
  51. {
  52. VERIFY(m_client_state.client);
  53. return m_client_state.page_index;
  54. }
  55. void ViewImplementation::server_did_paint(Badge<WebContentClient>, i32 bitmap_id, Gfx::IntSize size)
  56. {
  57. if (m_client_state.back_bitmap.id == bitmap_id) {
  58. m_client_state.has_usable_bitmap = true;
  59. m_client_state.back_bitmap.last_painted_size = size.to_type<Web::DevicePixels>();
  60. swap(m_client_state.back_bitmap, m_client_state.front_bitmap);
  61. m_backup_bitmap = nullptr;
  62. if (on_ready_to_paint)
  63. on_ready_to_paint();
  64. }
  65. client().async_ready_to_paint(page_id());
  66. }
  67. void ViewImplementation::load(URL::URL const& url)
  68. {
  69. m_url = url;
  70. client().async_load_url(page_id(), url);
  71. }
  72. void ViewImplementation::load_html(StringView html)
  73. {
  74. client().async_load_html(page_id(), html);
  75. }
  76. void ViewImplementation::load_empty_document()
  77. {
  78. load_html(""sv);
  79. }
  80. void ViewImplementation::reload()
  81. {
  82. client().async_reload(page_id());
  83. }
  84. void ViewImplementation::traverse_the_history_by_delta(int delta)
  85. {
  86. client().async_traverse_the_history_by_delta(page_id(), delta);
  87. }
  88. void ViewImplementation::zoom_in()
  89. {
  90. if (m_zoom_level >= ZOOM_MAX_LEVEL)
  91. return;
  92. m_zoom_level += ZOOM_STEP;
  93. update_zoom();
  94. }
  95. void ViewImplementation::zoom_out()
  96. {
  97. if (m_zoom_level <= ZOOM_MIN_LEVEL)
  98. return;
  99. m_zoom_level -= ZOOM_STEP;
  100. update_zoom();
  101. }
  102. void ViewImplementation::reset_zoom()
  103. {
  104. m_zoom_level = 1.0f;
  105. update_zoom();
  106. }
  107. void ViewImplementation::enqueue_input_event(Web::InputEvent event)
  108. {
  109. // Send the next event over to the WebContent to be handled by JS. We'll later get a message to say whether JS
  110. // prevented the default event behavior, at which point we either discard or handle that event, and then try to
  111. // process the next one.
  112. m_pending_input_events.enqueue(move(event));
  113. m_pending_input_events.tail().visit(
  114. [this](Web::KeyEvent const& event) {
  115. client().async_key_event(m_client_state.page_index, event.clone_without_chrome_data());
  116. },
  117. [this](Web::MouseEvent const& event) {
  118. client().async_mouse_event(m_client_state.page_index, event.clone_without_chrome_data());
  119. },
  120. [this](Web::DragEvent& event) {
  121. auto cloned_event = event.clone_without_chrome_data();
  122. cloned_event.files = move(event.files);
  123. client().async_drag_event(m_client_state.page_index, move(cloned_event));
  124. });
  125. }
  126. void ViewImplementation::did_finish_handling_input_event(Badge<WebContentClient>, bool event_was_accepted)
  127. {
  128. auto event = m_pending_input_events.dequeue();
  129. if (event_was_accepted)
  130. return;
  131. // Here we handle events that were not consumed or cancelled by the WebContent. Propagate the event back
  132. // to the concrete view implementation.
  133. event.visit(
  134. [this](Web::KeyEvent const& event) {
  135. if (on_finish_handling_key_event)
  136. on_finish_handling_key_event(event);
  137. },
  138. [this](Web::DragEvent const& event) {
  139. if (on_finish_handling_drag_event)
  140. on_finish_handling_drag_event(event);
  141. },
  142. [](auto const&) {});
  143. }
  144. void ViewImplementation::set_preferred_color_scheme(Web::CSS::PreferredColorScheme color_scheme)
  145. {
  146. client().async_set_preferred_color_scheme(page_id(), color_scheme);
  147. }
  148. void ViewImplementation::set_preferred_contrast(Web::CSS::PreferredContrast contrast)
  149. {
  150. client().async_set_preferred_contrast(page_id(), contrast);
  151. }
  152. void ViewImplementation::set_preferred_motion(Web::CSS::PreferredMotion motion)
  153. {
  154. client().async_set_preferred_motion(page_id(), motion);
  155. }
  156. void ViewImplementation::set_preferred_languages(Vector<String> preferred_languages)
  157. {
  158. client().async_set_preferred_languages(page_id(), move(preferred_languages));
  159. }
  160. void ViewImplementation::set_enable_do_not_track(bool enable)
  161. {
  162. client().async_set_enable_do_not_track(page_id(), enable);
  163. }
  164. ByteString ViewImplementation::selected_text()
  165. {
  166. return client().get_selected_text(page_id());
  167. }
  168. Optional<String> ViewImplementation::selected_text_with_whitespace_collapsed()
  169. {
  170. auto selected_text = MUST(Web::Infra::strip_and_collapse_whitespace(this->selected_text()));
  171. if (selected_text.is_empty())
  172. return OptionalNone {};
  173. return selected_text;
  174. }
  175. void ViewImplementation::select_all()
  176. {
  177. client().async_select_all(page_id());
  178. }
  179. void ViewImplementation::paste(String const& text)
  180. {
  181. client().async_paste(page_id(), text);
  182. }
  183. void ViewImplementation::find_in_page(String const& query, CaseSensitivity case_sensitivity)
  184. {
  185. client().async_find_in_page(page_id(), query, case_sensitivity);
  186. }
  187. void ViewImplementation::find_in_page_next_match()
  188. {
  189. client().async_find_in_page_next_match(page_id());
  190. }
  191. void ViewImplementation::find_in_page_previous_match()
  192. {
  193. client().async_find_in_page_previous_match(page_id());
  194. }
  195. void ViewImplementation::get_source()
  196. {
  197. client().async_get_source(page_id());
  198. }
  199. void ViewImplementation::inspect_dom_tree()
  200. {
  201. client().async_inspect_dom_tree(page_id());
  202. }
  203. void ViewImplementation::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement::Type> pseudo_element)
  204. {
  205. client().async_inspect_dom_node(page_id(), node_id, move(pseudo_element));
  206. }
  207. void ViewImplementation::inspect_accessibility_tree()
  208. {
  209. client().async_inspect_accessibility_tree(page_id());
  210. }
  211. void ViewImplementation::clear_inspected_dom_node()
  212. {
  213. inspect_dom_node(0, {});
  214. }
  215. void ViewImplementation::get_hovered_node_id()
  216. {
  217. client().async_get_hovered_node_id(page_id());
  218. }
  219. void ViewImplementation::set_dom_node_text(i32 node_id, String text)
  220. {
  221. client().async_set_dom_node_text(page_id(), node_id, move(text));
  222. }
  223. void ViewImplementation::set_dom_node_tag(i32 node_id, String name)
  224. {
  225. client().async_set_dom_node_tag(page_id(), node_id, move(name));
  226. }
  227. void ViewImplementation::add_dom_node_attributes(i32 node_id, Vector<Attribute> attributes)
  228. {
  229. client().async_add_dom_node_attributes(page_id(), node_id, move(attributes));
  230. }
  231. void ViewImplementation::replace_dom_node_attribute(i32 node_id, String name, Vector<Attribute> replacement_attributes)
  232. {
  233. client().async_replace_dom_node_attribute(page_id(), node_id, move(name), move(replacement_attributes));
  234. }
  235. void ViewImplementation::create_child_element(i32 node_id)
  236. {
  237. client().async_create_child_element(page_id(), node_id);
  238. }
  239. void ViewImplementation::create_child_text_node(i32 node_id)
  240. {
  241. client().async_create_child_text_node(page_id(), node_id);
  242. }
  243. void ViewImplementation::clone_dom_node(i32 node_id)
  244. {
  245. client().async_clone_dom_node(page_id(), node_id);
  246. }
  247. void ViewImplementation::remove_dom_node(i32 node_id)
  248. {
  249. client().async_remove_dom_node(page_id(), node_id);
  250. }
  251. void ViewImplementation::get_dom_node_html(i32 node_id)
  252. {
  253. client().async_get_dom_node_html(page_id(), node_id);
  254. }
  255. void ViewImplementation::list_style_sheets()
  256. {
  257. client().async_list_style_sheets(page_id());
  258. }
  259. void ViewImplementation::request_style_sheet_source(Web::CSS::StyleSheetIdentifier const& identifier)
  260. {
  261. client().async_request_style_sheet_source(page_id(), identifier);
  262. }
  263. void ViewImplementation::debug_request(ByteString const& request, ByteString const& argument)
  264. {
  265. client().async_debug_request(page_id(), request, argument);
  266. }
  267. void ViewImplementation::run_javascript(StringView js_source)
  268. {
  269. client().async_run_javascript(page_id(), js_source);
  270. }
  271. void ViewImplementation::js_console_input(ByteString const& js_source)
  272. {
  273. client().async_js_console_input(page_id(), js_source);
  274. }
  275. void ViewImplementation::js_console_request_messages(i32 start_index)
  276. {
  277. client().async_js_console_request_messages(page_id(), start_index);
  278. }
  279. void ViewImplementation::alert_closed()
  280. {
  281. client().async_alert_closed(page_id());
  282. }
  283. void ViewImplementation::confirm_closed(bool accepted)
  284. {
  285. client().async_confirm_closed(page_id(), accepted);
  286. }
  287. void ViewImplementation::prompt_closed(Optional<String> response)
  288. {
  289. client().async_prompt_closed(page_id(), move(response));
  290. }
  291. void ViewImplementation::color_picker_update(Optional<Color> picked_color, Web::HTML::ColorPickerUpdateState state)
  292. {
  293. client().async_color_picker_update(page_id(), picked_color, state);
  294. }
  295. void ViewImplementation::file_picker_closed(Vector<Web::HTML::SelectedFile> selected_files)
  296. {
  297. client().async_file_picker_closed(page_id(), move(selected_files));
  298. }
  299. void ViewImplementation::select_dropdown_closed(Optional<u32> const& selected_item_id)
  300. {
  301. client().async_select_dropdown_closed(page_id(), selected_item_id);
  302. }
  303. void ViewImplementation::toggle_media_play_state()
  304. {
  305. client().async_toggle_media_play_state(page_id());
  306. }
  307. void ViewImplementation::toggle_media_mute_state()
  308. {
  309. client().async_toggle_media_mute_state(page_id());
  310. }
  311. void ViewImplementation::toggle_media_loop_state()
  312. {
  313. client().async_toggle_media_loop_state(page_id());
  314. }
  315. void ViewImplementation::toggle_media_controls_state()
  316. {
  317. client().async_toggle_media_controls_state(page_id());
  318. }
  319. void ViewImplementation::toggle_page_mute_state()
  320. {
  321. m_mute_state = Web::HTML::invert_mute_state(m_mute_state);
  322. client().async_toggle_page_mute_state(page_id());
  323. }
  324. void ViewImplementation::did_change_audio_play_state(Badge<WebContentClient>, Web::HTML::AudioPlayState play_state)
  325. {
  326. bool state_changed = false;
  327. switch (play_state) {
  328. case Web::HTML::AudioPlayState::Paused:
  329. if (--m_number_of_elements_playing_audio == 0) {
  330. m_audio_play_state = play_state;
  331. state_changed = true;
  332. }
  333. break;
  334. case Web::HTML::AudioPlayState::Playing:
  335. if (m_number_of_elements_playing_audio++ == 0) {
  336. m_audio_play_state = play_state;
  337. state_changed = true;
  338. }
  339. break;
  340. }
  341. if (state_changed && on_audio_play_state_changed)
  342. on_audio_play_state_changed(m_audio_play_state);
  343. }
  344. void ViewImplementation::did_update_navigation_buttons_state(Badge<WebContentClient>, bool back_enabled, bool forward_enabled) const
  345. {
  346. if (on_navigation_buttons_state_changed)
  347. on_navigation_buttons_state_changed(back_enabled, forward_enabled);
  348. }
  349. void ViewImplementation::did_allocate_backing_stores(Badge<WebContentClient>, i32 front_bitmap_id, Gfx::ShareableBitmap const& front_bitmap, i32 back_bitmap_id, Gfx::ShareableBitmap const& back_bitmap)
  350. {
  351. if (m_client_state.has_usable_bitmap) {
  352. // NOTE: We keep the outgoing front bitmap as a backup so we have something to paint until we get a new one.
  353. m_backup_bitmap = m_client_state.front_bitmap.bitmap;
  354. m_backup_bitmap_size = m_client_state.front_bitmap.last_painted_size;
  355. }
  356. m_client_state.has_usable_bitmap = false;
  357. m_client_state.front_bitmap.bitmap = front_bitmap.bitmap();
  358. m_client_state.front_bitmap.id = front_bitmap_id;
  359. m_client_state.back_bitmap.bitmap = back_bitmap.bitmap();
  360. m_client_state.back_bitmap.id = back_bitmap_id;
  361. }
  362. #ifdef AK_OS_MACOS
  363. void ViewImplementation::did_allocate_iosurface_backing_stores(i32 front_id, Core::MachPort&& front_port, i32 back_id, Core::MachPort&& back_port)
  364. {
  365. if (m_client_state.has_usable_bitmap) {
  366. // NOTE: We keep the outgoing front bitmap as a backup so we have something to paint until we get a new one.
  367. m_backup_bitmap = m_client_state.front_bitmap.bitmap;
  368. m_backup_bitmap_size = m_client_state.front_bitmap.last_painted_size;
  369. }
  370. m_client_state.has_usable_bitmap = false;
  371. auto front_iosurface = Core::IOSurfaceHandle::from_mach_port(move(front_port));
  372. auto back_iosurface = Core::IOSurfaceHandle::from_mach_port(move(back_port));
  373. auto front_size = Gfx::IntSize { front_iosurface.width(), front_iosurface.height() };
  374. auto back_size = Gfx::IntSize { back_iosurface.width(), back_iosurface.height() };
  375. auto bytes_per_row = front_iosurface.bytes_per_row();
  376. auto front_bitmap = Gfx::Bitmap::create_wrapper(Gfx::BitmapFormat::BGRA8888, Gfx::AlphaType::Premultiplied, front_size, bytes_per_row, front_iosurface.data(), [handle = move(front_iosurface)] {});
  377. auto back_bitmap = Gfx::Bitmap::create_wrapper(Gfx::BitmapFormat::BGRA8888, Gfx::AlphaType::Premultiplied, back_size, bytes_per_row, back_iosurface.data(), [handle = move(back_iosurface)] {});
  378. m_client_state.front_bitmap.bitmap = front_bitmap.release_value_but_fixme_should_propagate_errors();
  379. m_client_state.front_bitmap.id = front_id;
  380. m_client_state.back_bitmap.bitmap = back_bitmap.release_value_but_fixme_should_propagate_errors();
  381. m_client_state.back_bitmap.id = back_id;
  382. }
  383. #endif
  384. void ViewImplementation::handle_resize()
  385. {
  386. client().async_set_viewport_size(page_id(), this->viewport_size());
  387. }
  388. void ViewImplementation::handle_web_content_process_crash()
  389. {
  390. dbgln("WebContent process crashed!");
  391. dbgln("Consider raising an issue at https://github.com/LadybirdBrowser/ladybird/issues");
  392. ++m_crash_count;
  393. constexpr size_t max_reasonable_crash_count = 5U;
  394. if (m_crash_count >= max_reasonable_crash_count) {
  395. dbgln("WebContent has crashed {} times in quick succession! Not restarting...", m_crash_count);
  396. m_repeated_crash_timer->stop();
  397. return;
  398. }
  399. m_repeated_crash_timer->restart();
  400. initialize_client();
  401. VERIFY(m_client_state.client);
  402. // Don't keep a stale backup bitmap around.
  403. m_backup_bitmap = nullptr;
  404. handle_resize();
  405. StringBuilder builder;
  406. builder.append("<html><head><title>Crashed: "sv);
  407. builder.append(escape_html_entities(m_url.to_byte_string()));
  408. builder.append("</title></head><body>"sv);
  409. builder.append("<h1>Web page crashed"sv);
  410. if (!m_url.host().has<Empty>()) {
  411. builder.appendff(" on {}", escape_html_entities(m_url.serialized_host().release_value_but_fixme_should_propagate_errors()));
  412. }
  413. builder.append("</h1>"sv);
  414. auto escaped_url = escape_html_entities(m_url.to_byte_string());
  415. builder.appendff("The web page <a href=\"{}\">{}</a> has crashed.<br><br>You can reload the page to try again.", escaped_url, escaped_url);
  416. builder.append("</body></html>"sv);
  417. load_html(builder.to_byte_string());
  418. }
  419. static ErrorOr<LexicalPath> save_screenshot(Gfx::ShareableBitmap const& bitmap)
  420. {
  421. if (!bitmap.is_valid())
  422. return Error::from_string_literal("Failed to take a screenshot");
  423. auto file = Core::DateTime::now().to_byte_string("screenshot-%Y-%m-%d-%H-%M-%S.png"sv);
  424. auto path = TRY(Application::the().path_for_downloaded_file(file));
  425. auto encoded = TRY(Gfx::PNGWriter::encode(*bitmap.bitmap()));
  426. auto dump_file = TRY(Core::File::open(path.string(), Core::File::OpenMode::Write));
  427. TRY(dump_file->write_until_depleted(encoded));
  428. return path;
  429. }
  430. NonnullRefPtr<Core::Promise<LexicalPath>> ViewImplementation::take_screenshot(ScreenshotType type)
  431. {
  432. auto promise = Core::Promise<LexicalPath>::construct();
  433. if (m_pending_screenshot) {
  434. // For simplicitly, only allow taking one screenshot at a time for now. Revisit if we need
  435. // to allow spamming screenshot requests for some reason.
  436. promise->reject(Error::from_string_literal("A screenshot request is already in progress"));
  437. return promise;
  438. }
  439. Gfx::ShareableBitmap bitmap;
  440. switch (type) {
  441. case ScreenshotType::Visible:
  442. if (auto* visible_bitmap = m_client_state.has_usable_bitmap ? m_client_state.front_bitmap.bitmap.ptr() : m_backup_bitmap.ptr()) {
  443. if (auto result = save_screenshot(visible_bitmap->to_shareable_bitmap()); result.is_error())
  444. promise->reject(result.release_error());
  445. else
  446. promise->resolve(result.release_value());
  447. }
  448. break;
  449. case ScreenshotType::Full:
  450. m_pending_screenshot = promise;
  451. client().async_take_document_screenshot(page_id());
  452. break;
  453. }
  454. return promise;
  455. }
  456. NonnullRefPtr<Core::Promise<LexicalPath>> ViewImplementation::take_dom_node_screenshot(i32 node_id)
  457. {
  458. auto promise = Core::Promise<LexicalPath>::construct();
  459. if (m_pending_screenshot) {
  460. // For simplicitly, only allow taking one screenshot at a time for now. Revisit if we need
  461. // to allow spamming screenshot requests for some reason.
  462. promise->reject(Error::from_string_literal("A screenshot request is already in progress"));
  463. return promise;
  464. }
  465. m_pending_screenshot = promise;
  466. client().async_take_dom_node_screenshot(page_id(), node_id);
  467. return promise;
  468. }
  469. void ViewImplementation::did_receive_screenshot(Badge<WebContentClient>, Gfx::ShareableBitmap const& screenshot)
  470. {
  471. VERIFY(m_pending_screenshot);
  472. if (auto result = save_screenshot(screenshot); result.is_error())
  473. m_pending_screenshot->reject(result.release_error());
  474. else
  475. m_pending_screenshot->resolve(result.release_value());
  476. m_pending_screenshot = nullptr;
  477. }
  478. ErrorOr<LexicalPath> ViewImplementation::dump_gc_graph()
  479. {
  480. auto gc_graph_json = client().dump_gc_graph(page_id());
  481. LexicalPath path { Core::StandardPaths::tempfile_directory() };
  482. path = path.append(TRY(Core::DateTime::now().to_string("gc-graph-%Y-%m-%d-%H-%M-%S.json"sv)));
  483. auto screenshot_file = TRY(Core::File::open(path.string(), Core::File::OpenMode::Write));
  484. TRY(screenshot_file->write_until_depleted(gc_graph_json.bytes()));
  485. return path;
  486. }
  487. void ViewImplementation::set_user_style_sheet(String source)
  488. {
  489. client().async_set_user_style(page_id(), move(source));
  490. }
  491. void ViewImplementation::use_native_user_style_sheet()
  492. {
  493. extern String native_stylesheet_source;
  494. set_user_style_sheet(native_stylesheet_source);
  495. }
  496. void ViewImplementation::enable_inspector_prototype()
  497. {
  498. client().async_enable_inspector_prototype(page_id());
  499. }
  500. }