WebContentView.cpp 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100
  1. /*
  2. * Copyright (c) 2022, Andreas Kling <kling@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #define AK_DONT_REPLACE_STD
  7. #include "WebContentView.h"
  8. #include "ConsoleWidget.h"
  9. #include "InspectorWidget.h"
  10. #include "Utilities.h"
  11. #include <AK/Assertions.h>
  12. #include <AK/ByteBuffer.h>
  13. #include <AK/Format.h>
  14. #include <AK/HashTable.h>
  15. #include <AK/LexicalPath.h>
  16. #include <AK/NonnullOwnPtr.h>
  17. #include <AK/StringBuilder.h>
  18. #include <AK/Types.h>
  19. #include <Browser/CookieJar.h>
  20. #include <Kernel/API/KeyCode.h>
  21. #include <LibCore/ArgsParser.h>
  22. #include <LibCore/EventLoop.h>
  23. #include <LibCore/File.h>
  24. #include <LibCore/IODevice.h>
  25. #include <LibCore/MemoryStream.h>
  26. #include <LibCore/Stream.h>
  27. #include <LibCore/System.h>
  28. #include <LibCore/Timer.h>
  29. #include <LibGfx/Bitmap.h>
  30. #include <LibGfx/Font/FontDatabase.h>
  31. #include <LibGfx/PNGWriter.h>
  32. #include <LibGfx/Painter.h>
  33. #include <LibGfx/Rect.h>
  34. #include <LibGfx/SystemTheme.h>
  35. #include <LibJS/Runtime/ConsoleObject.h>
  36. #include <LibMain/Main.h>
  37. #include <LibWeb/Loader/ContentFilter.h>
  38. #include <LibWebView/WebContentClient.h>
  39. #include <QApplication>
  40. #include <QCursor>
  41. #include <QIcon>
  42. #include <QInputDialog>
  43. #include <QLineEdit>
  44. #include <QMessageBox>
  45. #include <QMouseEvent>
  46. #include <QPaintEvent>
  47. #include <QPainter>
  48. #include <QScrollBar>
  49. #include <QSocketNotifier>
  50. #include <QTextEdit>
  51. #include <QTimer>
  52. #include <QToolTip>
  53. WebContentView::WebContentView(StringView webdriver_content_ipc_path)
  54. : m_webdriver_content_ipc_path(webdriver_content_ipc_path)
  55. {
  56. setMouseTracking(true);
  57. setFocusPolicy(Qt::FocusPolicy::StrongFocus);
  58. m_inverse_pixel_scaling_ratio = 1.0 / devicePixelRatio();
  59. verticalScrollBar()->setSingleStep(24);
  60. horizontalScrollBar()->setSingleStep(24);
  61. QObject::connect(verticalScrollBar(), &QScrollBar::valueChanged, [this](int) {
  62. update_viewport_rect();
  63. });
  64. QObject::connect(horizontalScrollBar(), &QScrollBar::valueChanged, [this](int) {
  65. update_viewport_rect();
  66. });
  67. create_client();
  68. }
  69. WebContentView::~WebContentView()
  70. {
  71. close_sub_widgets();
  72. }
  73. void WebContentView::load(AK::URL const& url)
  74. {
  75. m_url = url;
  76. client().async_load_url(url);
  77. }
  78. void WebContentView::load_html(StringView html, AK::URL const& url)
  79. {
  80. m_url = url;
  81. client().async_load_html(html, url);
  82. }
  83. unsigned get_button_from_qt_event(QMouseEvent const& event)
  84. {
  85. if (event.button() == Qt::MouseButton::LeftButton)
  86. return 1;
  87. if (event.button() == Qt::MouseButton::RightButton)
  88. return 2;
  89. if (event.button() == Qt::MouseButton::MiddleButton)
  90. return 4;
  91. if (event.button() == Qt::MouseButton::BackButton)
  92. return 8;
  93. if (event.buttons() == Qt::MouseButton::ForwardButton)
  94. return 16;
  95. return 0;
  96. }
  97. unsigned get_buttons_from_qt_event(QMouseEvent const& event)
  98. {
  99. unsigned buttons = 0;
  100. if (event.buttons() & Qt::MouseButton::LeftButton)
  101. buttons |= 1;
  102. if (event.buttons() & Qt::MouseButton::RightButton)
  103. buttons |= 2;
  104. if (event.buttons() & Qt::MouseButton::MiddleButton)
  105. buttons |= 4;
  106. if (event.buttons() & Qt::MouseButton::BackButton)
  107. buttons |= 8;
  108. if (event.buttons() & Qt::MouseButton::ForwardButton)
  109. buttons |= 16;
  110. return buttons;
  111. }
  112. unsigned get_modifiers_from_qt_mouse_event(QMouseEvent const& event)
  113. {
  114. unsigned modifiers = 0;
  115. if (event.modifiers() & Qt::Modifier::ALT)
  116. modifiers |= 1;
  117. if (event.modifiers() & Qt::Modifier::CTRL)
  118. modifiers |= 2;
  119. if (event.modifiers() & Qt::Modifier::SHIFT)
  120. modifiers |= 4;
  121. return modifiers;
  122. }
  123. unsigned get_modifiers_from_qt_keyboard_event(QKeyEvent const& event)
  124. {
  125. auto modifiers = 0;
  126. if (event.modifiers().testFlag(Qt::AltModifier))
  127. modifiers |= KeyModifier::Mod_Alt;
  128. if (event.modifiers().testFlag(Qt::ControlModifier))
  129. modifiers |= KeyModifier::Mod_Ctrl;
  130. if (event.modifiers().testFlag(Qt::MetaModifier))
  131. modifiers |= KeyModifier::Mod_Super;
  132. if (event.modifiers().testFlag(Qt::ShiftModifier))
  133. modifiers |= KeyModifier::Mod_Shift;
  134. if (event.modifiers().testFlag(Qt::AltModifier))
  135. modifiers |= KeyModifier::Mod_AltGr;
  136. return modifiers;
  137. }
  138. KeyCode get_keycode_from_qt_keyboard_event(QKeyEvent const& event)
  139. {
  140. struct Mapping {
  141. constexpr Mapping(Qt::Key q, KeyCode s)
  142. : qt_key(q)
  143. , serenity_key(s)
  144. {
  145. }
  146. Qt::Key qt_key;
  147. KeyCode serenity_key;
  148. };
  149. constexpr Mapping mappings[] = {
  150. { Qt::Key_0, Key_0 },
  151. { Qt::Key_1, Key_1 },
  152. { Qt::Key_2, Key_2 },
  153. { Qt::Key_3, Key_3 },
  154. { Qt::Key_4, Key_4 },
  155. { Qt::Key_5, Key_5 },
  156. { Qt::Key_6, Key_6 },
  157. { Qt::Key_7, Key_7 },
  158. { Qt::Key_8, Key_8 },
  159. { Qt::Key_9, Key_9 },
  160. { Qt::Key_A, Key_A },
  161. { Qt::Key_Alt, Key_Alt },
  162. { Qt::Key_Ampersand, Key_Ampersand },
  163. { Qt::Key_Apostrophe, Key_Apostrophe },
  164. { Qt::Key_AsciiCircum, Key_Circumflex },
  165. { Qt::Key_AsciiTilde, Key_Tilde },
  166. { Qt::Key_Asterisk, Key_Asterisk },
  167. { Qt::Key_At, Key_AtSign },
  168. { Qt::Key_B, Key_B },
  169. { Qt::Key_Backslash, Key_Backslash },
  170. { Qt::Key_Backspace, Key_Backspace },
  171. { Qt::Key_Bar, Key_Pipe },
  172. { Qt::Key_BraceLeft, Key_LeftBrace },
  173. { Qt::Key_BraceRight, Key_RightBrace },
  174. { Qt::Key_BracketLeft, Key_LeftBracket },
  175. { Qt::Key_BracketRight, Key_RightBracket },
  176. { Qt::Key_C, Key_C },
  177. { Qt::Key_CapsLock, Key_CapsLock },
  178. { Qt::Key_Colon, Key_Colon },
  179. { Qt::Key_Comma, Key_Comma },
  180. { Qt::Key_Control, Key_Control },
  181. { Qt::Key_D, Key_D },
  182. { Qt::Key_Delete, Key_Delete },
  183. { Qt::Key_Dollar, Key_Dollar },
  184. { Qt::Key_Down, Key_Down },
  185. { Qt::Key_E, Key_E },
  186. { Qt::Key_End, Key_End },
  187. { Qt::Key_Equal, Key_Equal },
  188. { Qt::Key_Escape, Key_Escape },
  189. { Qt::Key_exclamdown, Key_ExclamationPoint },
  190. { Qt::Key_F, Key_F },
  191. { Qt::Key_F1, Key_F1 },
  192. { Qt::Key_F10, Key_F10 },
  193. { Qt::Key_F11, Key_F11 },
  194. { Qt::Key_F12, Key_F12 },
  195. { Qt::Key_F2, Key_F2 },
  196. { Qt::Key_F3, Key_F3 },
  197. { Qt::Key_F4, Key_F4 },
  198. { Qt::Key_F5, Key_F5 },
  199. { Qt::Key_F6, Key_F6 },
  200. { Qt::Key_F7, Key_F7 },
  201. { Qt::Key_F8, Key_F8 },
  202. { Qt::Key_F9, Key_F9 },
  203. { Qt::Key_G, Key_G },
  204. { Qt::Key_Greater, Key_GreaterThan },
  205. { Qt::Key_H, Key_H },
  206. { Qt::Key_Home, Key_Home },
  207. { Qt::Key_I, Key_I },
  208. { Qt::Key_Insert, Key_Insert },
  209. { Qt::Key_J, Key_J },
  210. { Qt::Key_K, Key_K },
  211. { Qt::Key_L, Key_L },
  212. { Qt::Key_Left, Key_Left },
  213. { Qt::Key_Less, Key_LessThan },
  214. { Qt::Key_M, Key_M },
  215. { Qt::Key_Menu, Key_Menu },
  216. { Qt::Key_Minus, Key_Minus },
  217. { Qt::Key_N, Key_N },
  218. { Qt::Key_NumLock, Key_NumLock },
  219. { Qt::Key_O, Key_O },
  220. { Qt::Key_P, Key_P },
  221. { Qt::Key_PageDown, Key_PageDown },
  222. { Qt::Key_PageUp, Key_PageUp },
  223. { Qt::Key_ParenLeft, Key_LeftParen },
  224. { Qt::Key_ParenRight, Key_RightParen },
  225. { Qt::Key_Percent, Key_Percent },
  226. { Qt::Key_Period, Key_Period },
  227. { Qt::Key_Plus, Key_Plus },
  228. { Qt::Key_Print, Key_PrintScreen },
  229. { Qt::Key_Q, Key_Q },
  230. { Qt::Key_Question, Key_QuestionMark },
  231. { Qt::Key_QuoteDbl, Key_DoubleQuote },
  232. { Qt::Key_R, Key_R },
  233. { Qt::Key_Return, Key_Return },
  234. { Qt::Key_Right, Key_Right },
  235. { Qt::Key_S, Key_S },
  236. { Qt::Key_ScrollLock, Key_ScrollLock },
  237. { Qt::Key_Semicolon, Key_Semicolon },
  238. { Qt::Key_Shift, Key_LeftShift },
  239. { Qt::Key_Slash, Key_Slash },
  240. { Qt::Key_Space, Key_Space },
  241. { Qt::Key_Super_L, Key_Super },
  242. { Qt::Key_SysReq, Key_SysRq },
  243. { Qt::Key_T, Key_T },
  244. { Qt::Key_Tab, Key_Tab },
  245. { Qt::Key_U, Key_U },
  246. { Qt::Key_Underscore, Key_Underscore },
  247. { Qt::Key_Up, Key_Up },
  248. { Qt::Key_V, Key_V },
  249. { Qt::Key_W, Key_W },
  250. { Qt::Key_X, Key_X },
  251. { Qt::Key_Y, Key_Y },
  252. { Qt::Key_Z, Key_Z },
  253. };
  254. for (auto const& mapping : mappings) {
  255. if (event.key() == mapping.qt_key)
  256. return mapping.serenity_key;
  257. }
  258. return Key_Invalid;
  259. }
  260. void WebContentView::mouseMoveEvent(QMouseEvent* event)
  261. {
  262. Gfx::IntPoint position(event->position().x() / m_inverse_pixel_scaling_ratio, event->position().y() / m_inverse_pixel_scaling_ratio);
  263. auto buttons = get_buttons_from_qt_event(*event);
  264. auto modifiers = get_modifiers_from_qt_mouse_event(*event);
  265. client().async_mouse_move(to_content(position), 0, buttons, modifiers);
  266. }
  267. void WebContentView::mousePressEvent(QMouseEvent* event)
  268. {
  269. Gfx::IntPoint position(event->position().x() / m_inverse_pixel_scaling_ratio, event->position().y() / m_inverse_pixel_scaling_ratio);
  270. auto button = get_button_from_qt_event(*event);
  271. if (button == 0) {
  272. // We could not convert Qt buttons to something that Lagom can
  273. // recognize - don't even bother propagating this to the web engine
  274. // as it will not handle it anyway, and it will (currently) assert
  275. return;
  276. }
  277. auto modifiers = get_modifiers_from_qt_mouse_event(*event);
  278. auto buttons = get_buttons_from_qt_event(*event);
  279. client().async_mouse_down(to_content(position), button, buttons, modifiers);
  280. }
  281. void WebContentView::mouseReleaseEvent(QMouseEvent* event)
  282. {
  283. Gfx::IntPoint position(event->position().x() / m_inverse_pixel_scaling_ratio, event->position().y() / m_inverse_pixel_scaling_ratio);
  284. auto button = get_button_from_qt_event(*event);
  285. if (event->button() & Qt::MouseButton::BackButton) {
  286. emit back_mouse_button();
  287. } else if (event->button() & Qt::MouseButton::ForwardButton) {
  288. emit forward_mouse_button();
  289. }
  290. if (button == 0) {
  291. // We could not convert Qt buttons to something that Lagom can
  292. // recognize - don't even bother propagating this to the web engine
  293. // as it will not handle it anyway, and it will (currently) assert
  294. return;
  295. }
  296. auto modifiers = get_modifiers_from_qt_mouse_event(*event);
  297. auto buttons = get_buttons_from_qt_event(*event);
  298. client().async_mouse_up(to_content(position), button, buttons, modifiers);
  299. }
  300. void WebContentView::keyPressEvent(QKeyEvent* event)
  301. {
  302. switch (event->key()) {
  303. case Qt::Key_Left:
  304. case Qt::Key_Right:
  305. case Qt::Key_Up:
  306. case Qt::Key_Down:
  307. case Qt::Key_PageUp:
  308. case Qt::Key_PageDown:
  309. QAbstractScrollArea::keyPressEvent(event);
  310. break;
  311. default:
  312. break;
  313. }
  314. if (event->key() == Qt::Key_Backtab) {
  315. // NOTE: Qt transforms Shift+Tab into a "Backtab", so we undo that transformation here.
  316. client().async_key_down(KeyCode::Key_Tab, Mod_Shift, '\t');
  317. return;
  318. }
  319. auto text = event->text();
  320. if (text.isEmpty()) {
  321. return;
  322. }
  323. auto point = event->text()[0].unicode();
  324. auto keycode = get_keycode_from_qt_keyboard_event(*event);
  325. auto modifiers = get_modifiers_from_qt_keyboard_event(*event);
  326. client().async_key_down(keycode, modifiers, point);
  327. }
  328. void WebContentView::keyReleaseEvent(QKeyEvent* event)
  329. {
  330. auto text = event->text();
  331. if (text.isEmpty()) {
  332. return;
  333. }
  334. auto point = event->text()[0].unicode();
  335. auto keycode = get_keycode_from_qt_keyboard_event(*event);
  336. auto modifiers = get_modifiers_from_qt_keyboard_event(*event);
  337. client().async_key_up(keycode, modifiers, point);
  338. }
  339. void WebContentView::focusInEvent(QFocusEvent*)
  340. {
  341. client().async_set_has_focus(true);
  342. }
  343. void WebContentView::focusOutEvent(QFocusEvent*)
  344. {
  345. client().async_set_has_focus(false);
  346. }
  347. Gfx::IntPoint WebContentView::to_content(Gfx::IntPoint viewport_position) const
  348. {
  349. return viewport_position.translated(horizontalScrollBar()->value(), verticalScrollBar()->value());
  350. }
  351. Gfx::IntPoint WebContentView::to_widget(Gfx::IntPoint content_position) const
  352. {
  353. return content_position.translated(-horizontalScrollBar()->value(), -verticalScrollBar()->value());
  354. }
  355. void WebContentView::paintEvent(QPaintEvent*)
  356. {
  357. QPainter painter(viewport());
  358. painter.scale(m_inverse_pixel_scaling_ratio, m_inverse_pixel_scaling_ratio);
  359. if (auto* bitmap = m_client_state.has_usable_bitmap ? m_client_state.front_bitmap.bitmap.ptr() : m_backup_bitmap.ptr()) {
  360. QImage q_image(bitmap->scanline_u8(0), bitmap->width(), bitmap->height(), QImage::Format_RGB32);
  361. painter.drawImage(QPoint(0, 0), q_image);
  362. return;
  363. }
  364. painter.fillRect(rect(), palette().base());
  365. }
  366. void WebContentView::resizeEvent(QResizeEvent* event)
  367. {
  368. QAbstractScrollArea::resizeEvent(event);
  369. handle_resize();
  370. }
  371. void WebContentView::handle_resize()
  372. {
  373. update_viewport_rect();
  374. if (m_client_state.has_usable_bitmap) {
  375. // NOTE: We keep the outgoing front bitmap as a backup so we have something to paint until we get a new one.
  376. m_backup_bitmap = m_client_state.front_bitmap.bitmap;
  377. }
  378. if (m_client_state.front_bitmap.bitmap)
  379. client().async_remove_backing_store(m_client_state.front_bitmap.id);
  380. if (m_client_state.back_bitmap.bitmap)
  381. client().async_remove_backing_store(m_client_state.back_bitmap.id);
  382. m_client_state.front_bitmap = {};
  383. m_client_state.back_bitmap = {};
  384. m_client_state.has_usable_bitmap = false;
  385. auto available_size = m_viewport_rect.size();
  386. if (available_size.is_empty())
  387. return;
  388. if (auto new_bitmap_or_error = Gfx::Bitmap::try_create_shareable(Gfx::BitmapFormat::BGRx8888, available_size); !new_bitmap_or_error.is_error()) {
  389. m_client_state.front_bitmap.bitmap = new_bitmap_or_error.release_value();
  390. m_client_state.front_bitmap.id = m_client_state.next_bitmap_id++;
  391. client().async_add_backing_store(m_client_state.front_bitmap.id, m_client_state.front_bitmap.bitmap->to_shareable_bitmap());
  392. }
  393. if (auto new_bitmap_or_error = Gfx::Bitmap::try_create_shareable(Gfx::BitmapFormat::BGRx8888, available_size); !new_bitmap_or_error.is_error()) {
  394. m_client_state.back_bitmap.bitmap = new_bitmap_or_error.release_value();
  395. m_client_state.back_bitmap.id = m_client_state.next_bitmap_id++;
  396. client().async_add_backing_store(m_client_state.back_bitmap.id, m_client_state.back_bitmap.bitmap->to_shareable_bitmap());
  397. }
  398. request_repaint();
  399. }
  400. void WebContentView::update_viewport_rect()
  401. {
  402. auto scaled_width = int(viewport()->width() / m_inverse_pixel_scaling_ratio);
  403. auto scaled_height = int(viewport()->height() / m_inverse_pixel_scaling_ratio);
  404. Gfx::IntRect rect(horizontalScrollBar()->value(), verticalScrollBar()->value(), scaled_width, scaled_height);
  405. m_viewport_rect = rect;
  406. client().async_set_viewport_rect(rect);
  407. request_repaint();
  408. }
  409. void WebContentView::debug_request(DeprecatedString const& request, DeprecatedString const& argument)
  410. {
  411. client().async_debug_request(request, argument);
  412. }
  413. void WebContentView::run_javascript(DeprecatedString const& js_source)
  414. {
  415. client().async_run_javascript(js_source);
  416. }
  417. void WebContentView::did_output_js_console_message(i32 message_index)
  418. {
  419. if (m_console_widget)
  420. m_console_widget->notify_about_new_console_message(message_index);
  421. }
  422. void WebContentView::did_get_js_console_messages(i32 start_index, Vector<DeprecatedString> message_types, Vector<DeprecatedString> messages)
  423. {
  424. if (m_console_widget)
  425. m_console_widget->handle_console_messages(start_index, message_types, messages);
  426. }
  427. void WebContentView::ensure_js_console_widget()
  428. {
  429. if (!m_console_widget) {
  430. m_console_widget = new Ladybird::ConsoleWidget;
  431. m_console_widget->setWindowTitle("JS Console");
  432. m_console_widget->resize(640, 480);
  433. m_console_widget->on_js_input = [this](auto js_source) {
  434. client().async_js_console_input(js_source);
  435. };
  436. m_console_widget->on_request_messages = [this](i32 start_index) {
  437. client().async_js_console_request_messages(start_index);
  438. };
  439. }
  440. }
  441. void WebContentView::show_js_console()
  442. {
  443. ensure_js_console_widget();
  444. m_console_widget->show();
  445. }
  446. void WebContentView::ensure_inspector_widget()
  447. {
  448. if (m_inspector_widget)
  449. return;
  450. m_inspector_widget = new Ladybird::InspectorWidget;
  451. m_inspector_widget->setWindowTitle("Inspector");
  452. m_inspector_widget->resize(640, 480);
  453. m_inspector_widget->on_close = [this] {
  454. clear_inspected_dom_node();
  455. };
  456. m_inspector_widget->on_dom_node_inspected = [&](auto id, auto pseudo_element) {
  457. return inspect_dom_node(id, pseudo_element);
  458. };
  459. }
  460. void WebContentView::close_sub_widgets()
  461. {
  462. auto close_widget_window = [](auto* widget) {
  463. if (widget)
  464. widget->close();
  465. };
  466. close_widget_window(m_console_widget);
  467. close_widget_window(m_inspector_widget);
  468. }
  469. bool WebContentView::is_inspector_open() const
  470. {
  471. return m_inspector_widget && m_inspector_widget->isVisible();
  472. }
  473. void WebContentView::inspect_dom_tree()
  474. {
  475. client().async_inspect_dom_tree();
  476. }
  477. ErrorOr<Ladybird::DOMNodeProperties> WebContentView::inspect_dom_node(i32 node_id, Optional<Web::CSS::Selector::PseudoElement> pseudo_element)
  478. {
  479. auto response = client().inspect_dom_node(node_id, pseudo_element);
  480. if (!response.has_style())
  481. return Error::from_string_view("Inspected node returned no style"sv);
  482. return Ladybird::DOMNodeProperties {
  483. .computed_style_json = TRY(String::from_deprecated_string(response.take_computed_style())),
  484. .resolved_style_json = TRY(String::from_deprecated_string(response.take_resolved_style())),
  485. .custom_properties_json = TRY(String::from_deprecated_string(response.take_custom_properties())),
  486. };
  487. }
  488. void WebContentView::clear_inspected_dom_node()
  489. {
  490. (void)inspect_dom_node(0, {});
  491. }
  492. void WebContentView::show_inspector()
  493. {
  494. ensure_inspector_widget();
  495. m_inspector_widget->show();
  496. inspect_dom_tree();
  497. }
  498. void WebContentView::set_color_scheme(ColorScheme color_scheme)
  499. {
  500. switch (color_scheme) {
  501. case ColorScheme::Auto:
  502. client().async_set_preferred_color_scheme(Web::CSS::PreferredColorScheme::Auto);
  503. break;
  504. case ColorScheme::Light:
  505. client().async_set_preferred_color_scheme(Web::CSS::PreferredColorScheme::Light);
  506. break;
  507. case ColorScheme::Dark:
  508. client().async_set_preferred_color_scheme(Web::CSS::PreferredColorScheme::Dark);
  509. break;
  510. }
  511. }
  512. void WebContentView::showEvent(QShowEvent* event)
  513. {
  514. QAbstractScrollArea::showEvent(event);
  515. client().async_set_system_visibility_state(true);
  516. }
  517. void WebContentView::hideEvent(QHideEvent* event)
  518. {
  519. QAbstractScrollArea::hideEvent(event);
  520. client().async_set_system_visibility_state(false);
  521. }
  522. WebContentClient& WebContentView::client()
  523. {
  524. VERIFY(m_client_state.client);
  525. return *m_client_state.client;
  526. }
  527. void WebContentView::create_client()
  528. {
  529. m_client_state = {};
  530. int socket_fds[2] {};
  531. MUST(Core::System::socketpair(AF_LOCAL, SOCK_STREAM, 0, socket_fds));
  532. int ui_fd = socket_fds[0];
  533. int wc_fd = socket_fds[1];
  534. int fd_passing_socket_fds[2] {};
  535. MUST(Core::System::socketpair(AF_LOCAL, SOCK_STREAM, 0, fd_passing_socket_fds));
  536. int ui_fd_passing_fd = fd_passing_socket_fds[0];
  537. int wc_fd_passing_fd = fd_passing_socket_fds[1];
  538. auto child_pid = fork();
  539. if (!child_pid) {
  540. MUST(Core::System::close(ui_fd_passing_fd));
  541. MUST(Core::System::close(ui_fd));
  542. auto takeover_string = DeprecatedString::formatted("WebContent:{}", wc_fd);
  543. MUST(Core::System::setenv("SOCKET_TAKEOVER"sv, takeover_string, true));
  544. auto webcontent_fd_passing_socket_string = DeprecatedString::number(wc_fd_passing_fd);
  545. Vector<StringView> arguments {
  546. "WebContent"sv,
  547. "--webcontent-fd-passing-socket"sv,
  548. webcontent_fd_passing_socket_string
  549. };
  550. if (!m_webdriver_content_ipc_path.is_empty()) {
  551. arguments.append("--webdriver-content-path"sv);
  552. arguments.append(m_webdriver_content_ipc_path);
  553. }
  554. auto result = Core::System::exec("./WebContent/WebContent"sv, arguments, Core::System::SearchInPath::Yes);
  555. if (result.is_error()) {
  556. auto web_content_path = ak_deprecated_string_from_qstring(QCoreApplication::applicationDirPath() + "/WebContent");
  557. result = Core::System::exec(web_content_path, arguments, Core::System::SearchInPath::Yes);
  558. }
  559. if (result.is_error())
  560. warnln("Could not launch WebContent: {}", result.error());
  561. VERIFY_NOT_REACHED();
  562. }
  563. MUST(Core::System::close(wc_fd_passing_fd));
  564. MUST(Core::System::close(wc_fd));
  565. auto socket = MUST(Core::Stream::LocalSocket::adopt_fd(ui_fd));
  566. MUST(socket->set_blocking(true));
  567. auto new_client = MUST(adopt_nonnull_ref_or_enomem(new (nothrow) WebView::WebContentClient(std::move(socket), *this)));
  568. new_client->set_fd_passing_socket(MUST(Core::Stream::LocalSocket::adopt_fd(ui_fd_passing_fd)));
  569. auto* notifier = new QSocketNotifier(new_client->socket().fd().value(), QSocketNotifier::Type::Read);
  570. QObject::connect(notifier, &QSocketNotifier::activated, [new_client = new_client.ptr()] {
  571. if (auto notifier = new_client->socket().notifier())
  572. notifier->on_ready_to_read();
  573. });
  574. struct DeferredInvokerQt final : IPC::DeferredInvoker {
  575. virtual ~DeferredInvokerQt() = default;
  576. virtual void schedule(Function<void()> callback) override
  577. {
  578. QTimer::singleShot(0, std::move(callback));
  579. }
  580. };
  581. new_client->set_deferred_invoker(make<DeferredInvokerQt>());
  582. m_client_state.client = new_client;
  583. m_client_state.client->on_web_content_process_crash = [this] {
  584. QTimer::singleShot(0, [this] {
  585. handle_web_content_process_crash();
  586. });
  587. };
  588. client().async_update_system_theme(MUST(Gfx::load_system_theme(DeprecatedString::formatted("{}/res/themes/Default.ini", s_serenity_resource_root))));
  589. client().async_update_system_fonts(Gfx::FontDatabase::default_font_query(), Gfx::FontDatabase::fixed_width_font_query(), Gfx::FontDatabase::window_title_font_query());
  590. // FIXME: Get the screen rect.
  591. // client().async_update_screen_rects(GUI::Desktop::the().rects(), GUI::Desktop::the().main_screen_index());
  592. }
  593. void WebContentView::handle_web_content_process_crash()
  594. {
  595. dbgln("WebContent process crashed!");
  596. create_client();
  597. VERIFY(m_client_state.client);
  598. // Don't keep a stale backup bitmap around.
  599. m_backup_bitmap = nullptr;
  600. handle_resize();
  601. StringBuilder builder;
  602. builder.append("<html><head><title>Crashed: "sv);
  603. builder.append(escape_html_entities(m_url.to_deprecated_string()));
  604. builder.append("</title></head><body>"sv);
  605. builder.append("<h1>Web page crashed"sv);
  606. if (!m_url.host().is_empty()) {
  607. builder.appendff(" on {}", escape_html_entities(m_url.host()));
  608. }
  609. builder.append("</h1>"sv);
  610. auto escaped_url = escape_html_entities(m_url.to_deprecated_string());
  611. builder.appendff("The web page <a href=\"{}\">{}</a> has crashed.<br><br>You can reload the page to try again.", escaped_url, escaped_url);
  612. builder.append("</body></html>"sv);
  613. load_html(builder.to_deprecated_string(), m_url);
  614. }
  615. void WebContentView::notify_server_did_paint(Badge<WebContentClient>, i32 bitmap_id)
  616. {
  617. if (m_client_state.back_bitmap.id == bitmap_id) {
  618. m_client_state.has_usable_bitmap = true;
  619. m_client_state.back_bitmap.pending_paints--;
  620. swap(m_client_state.back_bitmap, m_client_state.front_bitmap);
  621. // We don't need the backup bitmap anymore, so drop it.
  622. m_backup_bitmap = nullptr;
  623. viewport()->update();
  624. if (m_client_state.got_repaint_requests_while_painting) {
  625. m_client_state.got_repaint_requests_while_painting = false;
  626. request_repaint();
  627. }
  628. }
  629. }
  630. void WebContentView::notify_server_did_invalidate_content_rect(Badge<WebContentClient>, [[maybe_unused]] Gfx::IntRect const& content_rect)
  631. {
  632. request_repaint();
  633. }
  634. void WebContentView::notify_server_did_change_selection(Badge<WebContentClient>)
  635. {
  636. request_repaint();
  637. }
  638. void WebContentView::notify_server_did_request_cursor_change(Badge<WebContentClient>, Gfx::StandardCursor cursor)
  639. {
  640. switch (cursor) {
  641. case Gfx::StandardCursor::Hand:
  642. setCursor(Qt::PointingHandCursor);
  643. break;
  644. case Gfx::StandardCursor::IBeam:
  645. setCursor(Qt::IBeamCursor);
  646. break;
  647. case Gfx::StandardCursor::Arrow:
  648. default:
  649. setCursor(Qt::ArrowCursor);
  650. break;
  651. }
  652. }
  653. void WebContentView::notify_server_did_layout(Badge<WebContentClient>, Gfx::IntSize content_size)
  654. {
  655. verticalScrollBar()->setMinimum(0);
  656. verticalScrollBar()->setMaximum(content_size.height() - m_viewport_rect.height());
  657. verticalScrollBar()->setPageStep(m_viewport_rect.height());
  658. horizontalScrollBar()->setMinimum(0);
  659. horizontalScrollBar()->setMaximum(content_size.width() - m_viewport_rect.width());
  660. horizontalScrollBar()->setPageStep(m_viewport_rect.width());
  661. }
  662. void WebContentView::notify_server_did_change_title(Badge<WebContentClient>, DeprecatedString const& title)
  663. {
  664. emit title_changed(qstring_from_ak_deprecated_string(title));
  665. }
  666. void WebContentView::notify_server_did_request_scroll(Badge<WebContentClient>, i32 x_delta, i32 y_delta)
  667. {
  668. horizontalScrollBar()->setValue(horizontalScrollBar()->value() + x_delta);
  669. verticalScrollBar()->setValue(verticalScrollBar()->value() + y_delta);
  670. }
  671. void WebContentView::notify_server_did_request_scroll_to(Badge<WebContentClient>, Gfx::IntPoint scroll_position)
  672. {
  673. horizontalScrollBar()->setValue(scroll_position.x());
  674. verticalScrollBar()->setValue(scroll_position.y());
  675. }
  676. void WebContentView::notify_server_did_request_scroll_into_view(Badge<WebContentClient>, Gfx::IntRect const& rect)
  677. {
  678. if (m_viewport_rect.contains(rect))
  679. return;
  680. if (rect.top() < m_viewport_rect.top()) {
  681. verticalScrollBar()->setValue(rect.top());
  682. } else if (rect.top() > m_viewport_rect.top() && rect.bottom() > m_viewport_rect.bottom()) {
  683. verticalScrollBar()->setValue(rect.bottom() - m_viewport_rect.height() + 1);
  684. }
  685. }
  686. void WebContentView::notify_server_did_enter_tooltip_area(Badge<WebContentClient>, Gfx::IntPoint content_position, DeprecatedString const& tooltip)
  687. {
  688. auto widget_position = to_widget(content_position);
  689. QToolTip::showText(
  690. mapToGlobal(QPoint(widget_position.x(), widget_position.y())),
  691. qstring_from_ak_deprecated_string(tooltip),
  692. this);
  693. }
  694. void WebContentView::notify_server_did_leave_tooltip_area(Badge<WebContentClient>)
  695. {
  696. QToolTip::hideText();
  697. }
  698. void WebContentView::notify_server_did_hover_link(Badge<WebContentClient>, AK::URL const& url)
  699. {
  700. emit link_hovered(qstring_from_ak_deprecated_string(url.to_deprecated_string()));
  701. }
  702. void WebContentView::notify_server_did_unhover_link(Badge<WebContentClient>)
  703. {
  704. emit link_unhovered();
  705. }
  706. void WebContentView::notify_server_did_click_link(Badge<WebContentClient>, AK::URL const& url, DeprecatedString const& target, unsigned int modifiers)
  707. {
  708. // FIXME
  709. (void)url;
  710. (void)target;
  711. (void)modifiers;
  712. // if (on_link_click)
  713. // on_link_click(url, target, modifiers);
  714. }
  715. void WebContentView::notify_server_did_middle_click_link(Badge<WebContentClient>, AK::URL const& url, DeprecatedString const& target, unsigned int modifiers)
  716. {
  717. (void)url;
  718. (void)target;
  719. (void)modifiers;
  720. }
  721. void WebContentView::notify_server_did_start_loading(Badge<WebContentClient>, AK::URL const& url, bool is_redirect)
  722. {
  723. m_url = url;
  724. emit load_started(url, is_redirect);
  725. if (m_inspector_widget)
  726. m_inspector_widget->clear_dom_json();
  727. }
  728. void WebContentView::notify_server_did_finish_loading(Badge<WebContentClient>, AK::URL const& url)
  729. {
  730. m_url = url;
  731. if (is_inspector_open())
  732. inspect_dom_tree();
  733. }
  734. void WebContentView::notify_server_did_request_navigate_back(Badge<WebContentClient>)
  735. {
  736. emit navigate_back();
  737. }
  738. void WebContentView::notify_server_did_request_navigate_forward(Badge<WebContentClient>)
  739. {
  740. emit navigate_forward();
  741. }
  742. void WebContentView::notify_server_did_request_refresh(Badge<WebContentClient>)
  743. {
  744. emit refresh();
  745. }
  746. void WebContentView::notify_server_did_request_context_menu(Badge<WebContentClient>, Gfx::IntPoint content_position)
  747. {
  748. // FIXME
  749. (void)content_position;
  750. }
  751. void WebContentView::notify_server_did_request_link_context_menu(Badge<WebContentClient>, Gfx::IntPoint content_position, AK::URL const& url, DeprecatedString const&, unsigned)
  752. {
  753. // FIXME
  754. (void)content_position;
  755. (void)url;
  756. }
  757. void WebContentView::notify_server_did_request_image_context_menu(Badge<WebContentClient>, Gfx::IntPoint content_position, AK::URL const& url, DeprecatedString const&, unsigned, Gfx::ShareableBitmap const& bitmap)
  758. {
  759. // FIXME
  760. (void)content_position;
  761. (void)url;
  762. (void)bitmap;
  763. }
  764. void WebContentView::notify_server_did_request_alert(Badge<WebContentClient>, DeprecatedString const& message)
  765. {
  766. m_dialog = new QMessageBox(QMessageBox::Icon::Warning, "Ladybird", qstring_from_ak_deprecated_string(message), QMessageBox::StandardButton::Ok, this);
  767. m_dialog->exec();
  768. client().async_alert_closed();
  769. m_dialog = nullptr;
  770. }
  771. void WebContentView::notify_server_did_request_confirm(Badge<WebContentClient>, DeprecatedString const& message)
  772. {
  773. m_dialog = new QMessageBox(QMessageBox::Icon::Question, "Ladybird", qstring_from_ak_deprecated_string(message), QMessageBox::StandardButton::Ok | QMessageBox::StandardButton::Cancel, this);
  774. auto result = m_dialog->exec();
  775. client().async_confirm_closed(result == QMessageBox::StandardButton::Ok || result == QDialog::Accepted);
  776. m_dialog = nullptr;
  777. }
  778. void WebContentView::notify_server_did_request_prompt(Badge<WebContentClient>, DeprecatedString const& message, DeprecatedString const& default_)
  779. {
  780. m_dialog = new QInputDialog(this);
  781. auto& dialog = static_cast<QInputDialog&>(*m_dialog);
  782. dialog.setWindowTitle("Ladybird");
  783. dialog.setLabelText(qstring_from_ak_deprecated_string(message));
  784. dialog.setTextValue(qstring_from_ak_deprecated_string(default_));
  785. if (dialog.exec() == QDialog::Accepted)
  786. client().async_prompt_closed(ak_deprecated_string_from_qstring(dialog.textValue()));
  787. else
  788. client().async_prompt_closed({});
  789. m_dialog = nullptr;
  790. }
  791. void WebContentView::notify_server_did_request_set_prompt_text(Badge<WebContentClient>, DeprecatedString const& message)
  792. {
  793. if (m_dialog && is<QInputDialog>(*m_dialog))
  794. static_cast<QInputDialog&>(*m_dialog).setTextValue(qstring_from_ak_deprecated_string(message));
  795. }
  796. void WebContentView::notify_server_did_request_accept_dialog(Badge<WebContentClient>)
  797. {
  798. if (m_dialog)
  799. m_dialog->accept();
  800. }
  801. void WebContentView::notify_server_did_request_dismiss_dialog(Badge<WebContentClient>)
  802. {
  803. if (m_dialog)
  804. m_dialog->reject();
  805. }
  806. void WebContentView::get_source()
  807. {
  808. client().async_get_source();
  809. }
  810. void WebContentView::notify_server_did_get_source(AK::URL const& url, DeprecatedString const& source)
  811. {
  812. emit got_source(url, qstring_from_ak_deprecated_string(source));
  813. }
  814. void WebContentView::notify_server_did_get_dom_tree(DeprecatedString const& dom_tree)
  815. {
  816. if (on_get_dom_tree)
  817. on_get_dom_tree(dom_tree);
  818. if (m_inspector_widget)
  819. m_inspector_widget->set_dom_json(dom_tree);
  820. }
  821. void WebContentView::notify_server_did_get_dom_node_properties(i32 node_id, DeprecatedString const& specified_style, DeprecatedString const& computed_style, DeprecatedString const& custom_properties, DeprecatedString const& node_box_sizing)
  822. {
  823. if (on_get_dom_node_properties)
  824. on_get_dom_node_properties(node_id, specified_style, computed_style, custom_properties, node_box_sizing);
  825. }
  826. void WebContentView::notify_server_did_output_js_console_message(i32 message_index)
  827. {
  828. if (m_console_widget)
  829. m_console_widget->notify_about_new_console_message(message_index);
  830. }
  831. void WebContentView::notify_server_did_get_js_console_messages(i32 start_index, Vector<DeprecatedString> const& message_types, Vector<DeprecatedString> const& messages)
  832. {
  833. if (m_console_widget)
  834. m_console_widget->handle_console_messages(start_index, message_types, messages);
  835. }
  836. void WebContentView::notify_server_did_change_favicon(Gfx::Bitmap const& bitmap)
  837. {
  838. auto qimage = QImage(bitmap.scanline_u8(0), bitmap.width(), bitmap.height(), QImage::Format_ARGB32);
  839. if (qimage.isNull())
  840. return;
  841. auto qpixmap = QPixmap::fromImage(qimage);
  842. if (qpixmap.isNull())
  843. return;
  844. emit favicon_changed(QIcon(qpixmap));
  845. }
  846. Vector<Web::Cookie::Cookie> WebContentView::notify_server_did_request_all_cookies(Badge<WebContentClient>, AK::URL const& url)
  847. {
  848. if (on_get_all_cookies)
  849. return on_get_all_cookies(url);
  850. return {};
  851. }
  852. Optional<Web::Cookie::Cookie> WebContentView::notify_server_did_request_named_cookie(Badge<WebContentClient>, AK::URL const& url, DeprecatedString const& name)
  853. {
  854. if (on_get_named_cookie)
  855. return on_get_named_cookie(url, name);
  856. return {};
  857. }
  858. DeprecatedString WebContentView::notify_server_did_request_cookie(Badge<WebContentClient>, AK::URL const& url, Web::Cookie::Source source)
  859. {
  860. if (on_get_cookie)
  861. return on_get_cookie(url, source);
  862. return {};
  863. }
  864. void WebContentView::notify_server_did_set_cookie(Badge<WebContentClient>, AK::URL const& url, Web::Cookie::ParsedCookie const& cookie, Web::Cookie::Source source)
  865. {
  866. if (on_set_cookie)
  867. on_set_cookie(url, cookie, source);
  868. }
  869. void WebContentView::notify_server_did_update_cookie(Badge<WebContentClient>, Web::Cookie::Cookie const& cookie)
  870. {
  871. if (on_update_cookie)
  872. on_update_cookie(cookie);
  873. }
  874. void WebContentView::notify_server_did_update_resource_count(i32 count_waiting)
  875. {
  876. // FIXME
  877. (void)count_waiting;
  878. }
  879. void WebContentView::notify_server_did_request_restore_window()
  880. {
  881. emit restore_window();
  882. }
  883. Gfx::IntPoint WebContentView::notify_server_did_request_reposition_window(Gfx::IntPoint position)
  884. {
  885. return emit reposition_window(position);
  886. }
  887. Gfx::IntSize WebContentView::notify_server_did_request_resize_window(Gfx::IntSize size)
  888. {
  889. return emit resize_window(size);
  890. }
  891. Gfx::IntRect WebContentView::notify_server_did_request_maximize_window()
  892. {
  893. return emit maximize_window();
  894. }
  895. Gfx::IntRect WebContentView::notify_server_did_request_minimize_window()
  896. {
  897. return emit minimize_window();
  898. }
  899. Gfx::IntRect WebContentView::notify_server_did_request_fullscreen_window()
  900. {
  901. return emit fullscreen_window();
  902. }
  903. void WebContentView::notify_server_did_request_file(Badge<WebContentClient>, DeprecatedString const& path, i32 request_id)
  904. {
  905. auto file = Core::File::open(path, Core::OpenMode::ReadOnly);
  906. if (file.is_error())
  907. client().async_handle_file_return(file.error().code(), {}, request_id);
  908. else
  909. client().async_handle_file_return(0, IPC::File(file.value()->leak_fd()), request_id);
  910. }
  911. void WebContentView::request_repaint()
  912. {
  913. // If this widget was instantiated but not yet added to a window,
  914. // it won't have a back bitmap yet, so we can just skip repaint requests.
  915. if (!m_client_state.back_bitmap.bitmap)
  916. return;
  917. // Don't request a repaint until pending paint requests have finished.
  918. if (m_client_state.back_bitmap.pending_paints) {
  919. m_client_state.got_repaint_requests_while_painting = true;
  920. return;
  921. }
  922. m_client_state.back_bitmap.pending_paints++;
  923. client().async_paint(m_client_state.back_bitmap.bitmap->rect().translated(horizontalScrollBar()->value(), verticalScrollBar()->value()), m_client_state.back_bitmap.id);
  924. }
  925. bool WebContentView::event(QEvent* event)
  926. {
  927. // NOTE: We have to implement event() manually as Qt's focus navigation mechanism
  928. // eats all the Tab key presses by default.
  929. if (event->type() == QEvent::KeyPress) {
  930. keyPressEvent(static_cast<QKeyEvent*>(event));
  931. return true;
  932. }
  933. if (event->type() == QEvent::KeyRelease) {
  934. keyReleaseEvent(static_cast<QKeyEvent*>(event));
  935. return true;
  936. }
  937. return QAbstractScrollArea::event(event);
  938. }
  939. void WebContentView::notify_server_did_finish_handling_input_event(bool event_was_accepted)
  940. {
  941. // FIXME: Currently Ladybird handles the keyboard shortcuts before passing the event to web content, so
  942. // we don't need to do anything here. But we'll need to once we start asking web content first.
  943. (void)event_was_accepted;
  944. }
  945. void WebContentView::notify_server_did_get_accessibility_tree(DeprecatedString const&)
  946. {
  947. dbgln("TODO: support accessibility tree in Ladybird");
  948. }