WebView.cpp 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801
  1. /*
  2. * Copyright (c) 2022, Dex♪ <dexes.ttp@gmail.com>
  3. * Copyright (c) 2022, Andreas Kling <kling@serenityos.org>
  4. *
  5. * SPDX-License-Identifier: BSD-2-Clause
  6. */
  7. #define AK_DONT_REPLACE_STD
  8. #include "WebView.h"
  9. #include <AK/Assertions.h>
  10. #include <AK/ByteBuffer.h>
  11. #include <AK/Format.h>
  12. #include <AK/HashTable.h>
  13. #include <AK/NonnullOwnPtr.h>
  14. #include <AK/StringBuilder.h>
  15. #include <AK/Types.h>
  16. #include <LibCore/ArgsParser.h>
  17. #include <LibCore/EventLoop.h>
  18. #include <LibCore/File.h>
  19. #include <LibCore/IODevice.h>
  20. #include <LibCore/MemoryStream.h>
  21. #include <LibCore/Stream.h>
  22. #include <LibCore/System.h>
  23. #include <LibCore/Timer.h>
  24. #include <LibGemini/GeminiRequest.h>
  25. #include <LibGemini/GeminiResponse.h>
  26. #include <LibGemini/Job.h>
  27. #include <LibGfx/Bitmap.h>
  28. #include <LibGfx/Font/FontDatabase.h>
  29. #include <LibGfx/ImageDecoder.h>
  30. #include <LibGfx/PNGWriter.h>
  31. #include <LibGfx/Rect.h>
  32. #include <LibHTTP/HttpRequest.h>
  33. #include <LibHTTP/HttpResponse.h>
  34. #include <LibHTTP/HttpsJob.h>
  35. #include <LibHTTP/Job.h>
  36. #include <LibMain/Main.h>
  37. #include <LibWeb/Cookie/ParsedCookie.h>
  38. #include <LibWeb/DOM/Document.h>
  39. #include <LibWeb/HTML/BrowsingContext.h>
  40. #include <LibWeb/ImageDecoding.h>
  41. #include <LibWeb/Layout/InitialContainingBlock.h>
  42. #include <LibWeb/Loader/ResourceLoader.h>
  43. #include <LibWeb/Page/Page.h>
  44. #include <LibWeb/Painting/PaintableBox.h>
  45. #include <LibWeb/WebSockets/WebSocket.h>
  46. #include <LibWebSocket/ConnectionInfo.h>
  47. #include <LibWebSocket/Message.h>
  48. #include <LibWebSocket/WebSocket.h>
  49. #include <QMouseEvent>
  50. #include <QPaintEvent>
  51. #include <QPainter>
  52. #include <QScrollBar>
  53. class HeadlessBrowserPageClient final : public Web::PageClient {
  54. public:
  55. static NonnullOwnPtr<HeadlessBrowserPageClient> create(WebView& view)
  56. {
  57. return adopt_own(*new HeadlessBrowserPageClient(view));
  58. }
  59. Web::Page& page() { return *m_page; }
  60. Web::Page const& page() const { return *m_page; }
  61. Web::Layout::InitialContainingBlock* layout_root()
  62. {
  63. auto* document = page().top_level_browsing_context().active_document();
  64. if (!document)
  65. return nullptr;
  66. return document->layout_node();
  67. }
  68. void load(AK::URL const& url)
  69. {
  70. page().load(url);
  71. }
  72. void paint(Gfx::IntRect const& content_rect, Gfx::Bitmap& target)
  73. {
  74. Gfx::Painter painter(target);
  75. if (auto* document = page().top_level_browsing_context().active_document())
  76. document->update_layout();
  77. painter.fill_rect({ {}, content_rect.size() }, palette().base());
  78. auto* layout_root = this->layout_root();
  79. if (!layout_root) {
  80. return;
  81. }
  82. Web::PaintContext context(painter, palette(), content_rect.top_left());
  83. context.set_should_show_line_box_borders(false);
  84. context.set_viewport_rect(content_rect);
  85. context.set_has_focus(true);
  86. layout_root->paint_all_phases(context);
  87. }
  88. void setup_palette(Core::AnonymousBuffer theme_buffer)
  89. {
  90. m_palette_impl = Gfx::PaletteImpl::create_with_anonymous_buffer(theme_buffer);
  91. }
  92. void set_viewport_rect(Gfx::IntRect rect)
  93. {
  94. m_viewport_rect = rect;
  95. page().top_level_browsing_context().set_viewport_rect(rect);
  96. }
  97. // ^Web::PageClient
  98. virtual Gfx::Palette palette() const override
  99. {
  100. return Gfx::Palette(*m_palette_impl);
  101. }
  102. virtual Gfx::IntRect screen_rect() const override
  103. {
  104. // FIXME: Return the actual screen rect.
  105. return m_viewport_rect;
  106. }
  107. Gfx::IntRect viewport_rect() const
  108. {
  109. return m_viewport_rect;
  110. }
  111. virtual Web::CSS::PreferredColorScheme preferred_color_scheme() const override
  112. {
  113. return m_preferred_color_scheme;
  114. }
  115. virtual void page_did_change_title(String const&) override
  116. {
  117. }
  118. virtual void page_did_set_document_in_top_level_browsing_context(Web::DOM::Document*) override
  119. {
  120. }
  121. virtual void page_did_start_loading(AK::URL const&) override
  122. {
  123. }
  124. virtual void page_did_finish_loading(AK::URL const&) override
  125. {
  126. }
  127. virtual void page_did_change_selection() override
  128. {
  129. }
  130. virtual void page_did_request_cursor_change(Gfx::StandardCursor) override
  131. {
  132. }
  133. virtual void page_did_request_context_menu(Gfx::IntPoint const&) override
  134. {
  135. }
  136. virtual void page_did_request_link_context_menu(Gfx::IntPoint const&, AK::URL const&, String const&, unsigned) override
  137. {
  138. }
  139. virtual void page_did_request_image_context_menu(Gfx::IntPoint const&, AK::URL const&, String const&, unsigned, Gfx::Bitmap const*) override
  140. {
  141. }
  142. virtual void page_did_click_link(AK::URL const&, String const&, unsigned) override
  143. {
  144. }
  145. virtual void page_did_middle_click_link(AK::URL const&, String const&, unsigned) override
  146. {
  147. }
  148. virtual void page_did_enter_tooltip_area(Gfx::IntPoint const&, String const&) override
  149. {
  150. }
  151. virtual void page_did_leave_tooltip_area() override
  152. {
  153. }
  154. virtual void page_did_hover_link(AK::URL const&) override
  155. {
  156. }
  157. virtual void page_did_unhover_link() override
  158. {
  159. }
  160. virtual void page_did_invalidate(Gfx::IntRect const& rect) override
  161. {
  162. m_view.viewport()->update();
  163. }
  164. virtual void page_did_change_favicon(Gfx::Bitmap const&) override
  165. {
  166. }
  167. virtual void page_did_layout() override
  168. {
  169. auto* layout_root = this->layout_root();
  170. VERIFY(layout_root);
  171. Gfx::IntSize content_size;
  172. if (layout_root->paint_box()->has_overflow())
  173. content_size = enclosing_int_rect(layout_root->paint_box()->scrollable_overflow_rect().value()).size();
  174. else
  175. content_size = enclosing_int_rect(layout_root->paint_box()->absolute_rect()).size();
  176. m_view.verticalScrollBar()->setMaximum(content_size.height() - m_viewport_rect.height());
  177. m_view.horizontalScrollBar()->setMaximum(content_size.width() - m_viewport_rect.width());
  178. }
  179. virtual void page_did_request_scroll_into_view(Gfx::IntRect const&) override
  180. {
  181. }
  182. virtual void page_did_request_alert(String const&) override
  183. {
  184. }
  185. virtual bool page_did_request_confirm(String const&) override
  186. {
  187. return false;
  188. }
  189. virtual String page_did_request_prompt(String const&, String const&) override
  190. {
  191. return String::empty();
  192. }
  193. virtual String page_did_request_cookie(AK::URL const&, Web::Cookie::Source) override
  194. {
  195. return String::empty();
  196. }
  197. virtual void page_did_set_cookie(AK::URL const&, Web::Cookie::ParsedCookie const&, Web::Cookie::Source) override
  198. {
  199. }
  200. void request_file(NonnullRefPtr<Web::FileRequest>& request) override
  201. {
  202. auto const file = Core::System::open(request->path(), O_RDONLY);
  203. request->on_file_request_finish(file);
  204. }
  205. private:
  206. HeadlessBrowserPageClient(WebView& view)
  207. : m_view(view)
  208. , m_page(make<Web::Page>(*this))
  209. {
  210. }
  211. WebView& m_view;
  212. NonnullOwnPtr<Web::Page> m_page;
  213. RefPtr<Gfx::PaletteImpl> m_palette_impl;
  214. Gfx::IntRect m_viewport_rect { 0, 0, 800, 600 };
  215. Web::CSS::PreferredColorScheme m_preferred_color_scheme { Web::CSS::PreferredColorScheme::Auto };
  216. };
  217. WebView::WebView()
  218. {
  219. setMouseTracking(true);
  220. m_page_client = HeadlessBrowserPageClient::create(*this);
  221. m_page_client->setup_palette(Gfx::load_system_theme("/home/kling/src/serenity/Base/res/themes/Default.ini"));
  222. // FIXME: Allow passing these values as arguments
  223. m_page_client->set_viewport_rect({ 0, 0, 800, 600 });
  224. }
  225. WebView::~WebView()
  226. {
  227. }
  228. void WebView::load(String const& url)
  229. {
  230. m_page_client->load(AK::URL(url));
  231. }
  232. unsigned get_button_from_qt_event(QMouseEvent const& event)
  233. {
  234. if (event.button() == Qt::MouseButton::LeftButton)
  235. return 1;
  236. if (event.button() == Qt::MouseButton::RightButton)
  237. return 2;
  238. if (event.button() == Qt::MouseButton::MiddleButton)
  239. return 4;
  240. return 0;
  241. }
  242. unsigned get_buttons_from_qt_event(QMouseEvent const& event)
  243. {
  244. unsigned buttons = 0;
  245. if (event.buttons() & Qt::MouseButton::LeftButton)
  246. buttons |= 1;
  247. if (event.buttons() & Qt::MouseButton::RightButton)
  248. buttons |= 2;
  249. if (event.buttons() & Qt::MouseButton::MiddleButton)
  250. buttons |= 4;
  251. return buttons;
  252. }
  253. unsigned get_modifiers_from_qt_event(QMouseEvent const& event)
  254. {
  255. unsigned modifiers = 0;
  256. if (event.modifiers() & Qt::Modifier::ALT)
  257. modifiers |= 1;
  258. if (event.modifiers() & Qt::Modifier::CTRL)
  259. modifiers |= 2;
  260. if (event.modifiers() & Qt::Modifier::SHIFT)
  261. modifiers |= 4;
  262. return modifiers;
  263. }
  264. void WebView::mouseMoveEvent(QMouseEvent* event)
  265. {
  266. Gfx::IntPoint position(event->x(), event->y());
  267. auto buttons = get_buttons_from_qt_event(*event);
  268. auto modifiers = get_modifiers_from_qt_event(*event);
  269. m_page_client->page().handle_mousemove(position, buttons, modifiers);
  270. }
  271. void WebView::mousePressEvent(QMouseEvent* event)
  272. {
  273. Gfx::IntPoint position(event->x(), event->y());
  274. auto button = get_button_from_qt_event(*event);
  275. auto modifiers = get_modifiers_from_qt_event(*event);
  276. m_page_client->page().handle_mousedown(position, button, modifiers);
  277. }
  278. void WebView::mouseReleaseEvent(QMouseEvent* event)
  279. {
  280. Gfx::IntPoint position(event->x(), event->y());
  281. auto button = get_button_from_qt_event(*event);
  282. auto modifiers = get_modifiers_from_qt_event(*event);
  283. m_page_client->page().handle_mouseup(position, button, modifiers);
  284. }
  285. void WebView::paintEvent(QPaintEvent* event)
  286. {
  287. QPainter painter(viewport());
  288. painter.setClipRect(event->rect());
  289. auto output_rect = m_page_client->viewport_rect();
  290. output_rect.set_x(horizontalScrollBar()->value());
  291. output_rect.set_y(verticalScrollBar()->value());
  292. auto output_bitmap = MUST(Gfx::Bitmap::try_create(Gfx::BitmapFormat::BGRx8888, output_rect.size()));
  293. m_page_client->paint(output_rect, output_bitmap);
  294. QImage q_image(output_bitmap->scanline_u8(0), output_bitmap->width(), output_bitmap->height(), QImage::Format_RGB32);
  295. painter.drawImage(QPoint(0, 0), q_image);
  296. }
  297. void WebView::resizeEvent(QResizeEvent* event)
  298. {
  299. Gfx::IntRect rect(horizontalScrollBar()->value(), verticalScrollBar()->value(), event->size().width(), event->size().height());
  300. m_page_client->set_viewport_rect(rect);
  301. }
  302. class HeadlessImageDecoderClient : public Web::ImageDecoding::Decoder {
  303. public:
  304. static NonnullRefPtr<HeadlessImageDecoderClient> create()
  305. {
  306. return adopt_ref(*new HeadlessImageDecoderClient());
  307. }
  308. virtual ~HeadlessImageDecoderClient() override = default;
  309. virtual Optional<Web::ImageDecoding::DecodedImage> decode_image(ReadonlyBytes data) override
  310. {
  311. auto decoder = Gfx::ImageDecoder::try_create(data);
  312. if (!decoder)
  313. return Web::ImageDecoding::DecodedImage { false, 0, Vector<Web::ImageDecoding::Frame> {} };
  314. if (!decoder->frame_count())
  315. return Web::ImageDecoding::DecodedImage { false, 0, Vector<Web::ImageDecoding::Frame> {} };
  316. Vector<Web::ImageDecoding::Frame> frames;
  317. for (size_t i = 0; i < decoder->frame_count(); ++i) {
  318. auto frame_or_error = decoder->frame(i);
  319. if (frame_or_error.is_error()) {
  320. frames.append({ {}, 0 });
  321. } else {
  322. auto frame = frame_or_error.release_value();
  323. frames.append({ move(frame.image), static_cast<size_t>(frame.duration) });
  324. }
  325. }
  326. return Web::ImageDecoding::DecodedImage {
  327. decoder->is_animated(),
  328. static_cast<u32>(decoder->loop_count()),
  329. frames,
  330. };
  331. }
  332. private:
  333. explicit HeadlessImageDecoderClient() = default;
  334. };
  335. static HashTable<RefPtr<Web::ResourceLoaderConnectorRequest>> s_all_requests;
  336. class HeadlessRequestServer : public Web::ResourceLoaderConnector {
  337. public:
  338. class HTTPHeadlessRequest
  339. : public Web::ResourceLoaderConnectorRequest
  340. , public Weakable<HTTPHeadlessRequest> {
  341. public:
  342. static ErrorOr<NonnullRefPtr<HTTPHeadlessRequest>> create(String const& method, AK::URL const& url, HashMap<String, String> const& request_headers, ReadonlyBytes request_body, Core::ProxyData const&)
  343. {
  344. auto stream_backing_buffer = TRY(ByteBuffer::create_uninitialized(1 * MiB));
  345. auto underlying_socket = TRY(Core::Stream::TCPSocket::connect(url.host(), url.port().value_or(80)));
  346. TRY(underlying_socket->set_blocking(false));
  347. auto socket = TRY(Core::Stream::BufferedSocket<Core::Stream::TCPSocket>::create(move(underlying_socket)));
  348. HTTP::HttpRequest request;
  349. if (method.equals_ignoring_case("head"sv))
  350. request.set_method(HTTP::HttpRequest::HEAD);
  351. else if (method.equals_ignoring_case("get"sv))
  352. request.set_method(HTTP::HttpRequest::GET);
  353. else if (method.equals_ignoring_case("post"sv))
  354. request.set_method(HTTP::HttpRequest::POST);
  355. else
  356. request.set_method(HTTP::HttpRequest::Invalid);
  357. request.set_url(move(url));
  358. request.set_headers(request_headers);
  359. request.set_body(TRY(ByteBuffer::copy(request_body)));
  360. return adopt_ref(*new HTTPHeadlessRequest(move(request), move(socket), move(stream_backing_buffer)));
  361. }
  362. virtual ~HTTPHeadlessRequest() override
  363. {
  364. }
  365. virtual void set_should_buffer_all_input(bool) override
  366. {
  367. }
  368. virtual bool stop() override
  369. {
  370. return false;
  371. }
  372. virtual void stream_into(Core::Stream::Stream&) override
  373. {
  374. }
  375. private:
  376. HTTPHeadlessRequest(HTTP::HttpRequest&& request, NonnullOwnPtr<Core::Stream::BufferedSocketBase> socket, ByteBuffer&& stream_backing_buffer)
  377. : m_stream_backing_buffer(move(stream_backing_buffer))
  378. , m_output_stream(Core::Stream::MemoryStream::construct(m_stream_backing_buffer.bytes()).release_value_but_fixme_should_propagate_errors())
  379. , m_socket(move(socket))
  380. , m_job(HTTP::Job::construct(move(request), *m_output_stream))
  381. {
  382. m_job->on_headers_received = [weak_this = make_weak_ptr()](auto& response_headers, auto response_code) mutable {
  383. if (auto strong_this = weak_this.strong_ref()) {
  384. strong_this->m_response_code = response_code;
  385. for (auto& header : response_headers) {
  386. strong_this->m_response_headers.set(header.key, header.value);
  387. }
  388. }
  389. };
  390. m_job->on_finish = [weak_this = make_weak_ptr()](bool success) mutable {
  391. Core::deferred_invoke([weak_this, success]() mutable {
  392. if (auto strong_this = weak_this.strong_ref()) {
  393. ReadonlyBytes response_bytes { strong_this->m_output_stream->bytes().data(), strong_this->m_output_stream->offset() };
  394. auto response_buffer = ByteBuffer::copy(response_bytes).release_value_but_fixme_should_propagate_errors();
  395. strong_this->on_buffered_request_finish(success, strong_this->m_output_stream->offset(), strong_this->m_response_headers, strong_this->m_response_code, response_buffer);
  396. } });
  397. };
  398. m_job->start(*m_socket);
  399. }
  400. Optional<u32> m_response_code;
  401. ByteBuffer m_stream_backing_buffer;
  402. NonnullOwnPtr<Core::Stream::MemoryStream> m_output_stream;
  403. NonnullOwnPtr<Core::Stream::BufferedSocketBase> m_socket;
  404. NonnullRefPtr<HTTP::Job> m_job;
  405. HashMap<String, String, CaseInsensitiveStringTraits> m_response_headers;
  406. };
  407. class HTTPSHeadlessRequest
  408. : public Web::ResourceLoaderConnectorRequest
  409. , public Weakable<HTTPSHeadlessRequest> {
  410. public:
  411. static ErrorOr<NonnullRefPtr<HTTPSHeadlessRequest>> create(String const& method, AK::URL const& url, HashMap<String, String> const& request_headers, ReadonlyBytes request_body, Core::ProxyData const&)
  412. {
  413. auto stream_backing_buffer = TRY(ByteBuffer::create_uninitialized(1 * MiB));
  414. auto underlying_socket = TRY(TLS::TLSv12::connect(url.host(), url.port().value_or(443)));
  415. TRY(underlying_socket->set_blocking(false));
  416. auto socket = TRY(Core::Stream::BufferedSocket<TLS::TLSv12>::create(move(underlying_socket)));
  417. HTTP::HttpRequest request;
  418. if (method.equals_ignoring_case("head"sv))
  419. request.set_method(HTTP::HttpRequest::HEAD);
  420. else if (method.equals_ignoring_case("get"sv))
  421. request.set_method(HTTP::HttpRequest::GET);
  422. else if (method.equals_ignoring_case("post"sv))
  423. request.set_method(HTTP::HttpRequest::POST);
  424. else
  425. request.set_method(HTTP::HttpRequest::Invalid);
  426. request.set_url(move(url));
  427. request.set_headers(request_headers);
  428. request.set_body(TRY(ByteBuffer::copy(request_body)));
  429. return adopt_ref(*new HTTPSHeadlessRequest(move(request), move(socket), move(stream_backing_buffer)));
  430. }
  431. virtual ~HTTPSHeadlessRequest() override
  432. {
  433. }
  434. virtual void set_should_buffer_all_input(bool) override
  435. {
  436. }
  437. virtual bool stop() override
  438. {
  439. return false;
  440. }
  441. virtual void stream_into(Core::Stream::Stream&) override
  442. {
  443. }
  444. private:
  445. HTTPSHeadlessRequest(HTTP::HttpRequest&& request, NonnullOwnPtr<Core::Stream::BufferedSocketBase> socket, ByteBuffer&& stream_backing_buffer)
  446. : m_stream_backing_buffer(move(stream_backing_buffer))
  447. , m_output_stream(Core::Stream::MemoryStream::construct(m_stream_backing_buffer.bytes()).release_value_but_fixme_should_propagate_errors())
  448. , m_socket(move(socket))
  449. , m_job(HTTP::HttpsJob::construct(move(request), *m_output_stream))
  450. {
  451. m_job->on_headers_received = [weak_this = make_weak_ptr()](auto& response_headers, auto response_code) mutable {
  452. if (auto strong_this = weak_this.strong_ref()) {
  453. strong_this->m_response_code = response_code;
  454. for (auto& header : response_headers) {
  455. strong_this->m_response_headers.set(header.key, header.value);
  456. }
  457. }
  458. };
  459. m_job->on_finish = [weak_this = make_weak_ptr()](bool success) mutable {
  460. Core::deferred_invoke([weak_this, success]() mutable {
  461. if (auto strong_this = weak_this.strong_ref()) {
  462. ReadonlyBytes response_bytes { strong_this->m_output_stream->bytes().data(), strong_this->m_output_stream->offset() };
  463. auto response_buffer = ByteBuffer::copy(response_bytes).release_value_but_fixme_should_propagate_errors();
  464. strong_this->on_buffered_request_finish(success, strong_this->m_output_stream->offset(), strong_this->m_response_headers, strong_this->m_response_code, response_buffer);
  465. } });
  466. };
  467. m_job->start(*m_socket);
  468. }
  469. Optional<u32> m_response_code;
  470. ByteBuffer m_stream_backing_buffer;
  471. NonnullOwnPtr<Core::Stream::MemoryStream> m_output_stream;
  472. NonnullOwnPtr<Core::Stream::BufferedSocketBase> m_socket;
  473. NonnullRefPtr<HTTP::HttpsJob> m_job;
  474. HashMap<String, String, CaseInsensitiveStringTraits> m_response_headers;
  475. };
  476. class GeminiHeadlessRequest
  477. : public Web::ResourceLoaderConnectorRequest
  478. , public Weakable<GeminiHeadlessRequest> {
  479. public:
  480. static ErrorOr<NonnullRefPtr<GeminiHeadlessRequest>> create(String const&, AK::URL const& url, HashMap<String, String> const&, ReadonlyBytes, Core::ProxyData const&)
  481. {
  482. auto stream_backing_buffer = TRY(ByteBuffer::create_uninitialized(1 * MiB));
  483. auto underlying_socket = TRY(Core::Stream::TCPSocket::connect(url.host(), url.port().value_or(80)));
  484. TRY(underlying_socket->set_blocking(false));
  485. auto socket = TRY(Core::Stream::BufferedSocket<Core::Stream::TCPSocket>::create(move(underlying_socket)));
  486. Gemini::GeminiRequest request;
  487. request.set_url(url);
  488. return adopt_ref(*new GeminiHeadlessRequest(move(request), move(socket), move(stream_backing_buffer)));
  489. }
  490. virtual ~GeminiHeadlessRequest() override
  491. {
  492. }
  493. virtual void set_should_buffer_all_input(bool) override
  494. {
  495. }
  496. virtual bool stop() override
  497. {
  498. return false;
  499. }
  500. virtual void stream_into(Core::Stream::Stream&) override
  501. {
  502. }
  503. private:
  504. GeminiHeadlessRequest(Gemini::GeminiRequest&& request, NonnullOwnPtr<Core::Stream::BufferedSocketBase> socket, ByteBuffer&& stream_backing_buffer)
  505. : m_stream_backing_buffer(move(stream_backing_buffer))
  506. , m_output_stream(Core::Stream::MemoryStream::construct(m_stream_backing_buffer.bytes()).release_value_but_fixme_should_propagate_errors())
  507. , m_socket(move(socket))
  508. , m_job(Gemini::Job::construct(move(request), *m_output_stream))
  509. {
  510. m_job->on_headers_received = [weak_this = make_weak_ptr()](auto& response_headers, auto response_code) mutable {
  511. if (auto strong_this = weak_this.strong_ref()) {
  512. strong_this->m_response_code = response_code;
  513. for (auto& header : response_headers) {
  514. strong_this->m_response_headers.set(header.key, header.value);
  515. }
  516. }
  517. };
  518. m_job->on_finish = [weak_this = make_weak_ptr()](bool success) mutable {
  519. Core::deferred_invoke([weak_this, success]() mutable {
  520. if (auto strong_this = weak_this.strong_ref()) {
  521. ReadonlyBytes response_bytes { strong_this->m_output_stream->bytes().data(), strong_this->m_output_stream->offset() };
  522. auto response_buffer = ByteBuffer::copy(response_bytes).release_value_but_fixme_should_propagate_errors();
  523. strong_this->on_buffered_request_finish(success, strong_this->m_output_stream->offset(), strong_this->m_response_headers, strong_this->m_response_code, response_buffer);
  524. } });
  525. };
  526. m_job->start(*m_socket);
  527. }
  528. Optional<u32> m_response_code;
  529. ByteBuffer m_stream_backing_buffer;
  530. NonnullOwnPtr<Core::Stream::MemoryStream> m_output_stream;
  531. NonnullOwnPtr<Core::Stream::BufferedSocketBase> m_socket;
  532. NonnullRefPtr<Gemini::Job> m_job;
  533. HashMap<String, String, CaseInsensitiveStringTraits> m_response_headers;
  534. };
  535. static NonnullRefPtr<HeadlessRequestServer> create()
  536. {
  537. return adopt_ref(*new HeadlessRequestServer());
  538. }
  539. virtual ~HeadlessRequestServer() override { }
  540. virtual void prefetch_dns(AK::URL const&) override { }
  541. virtual void preconnect(AK::URL const&) override { }
  542. virtual RefPtr<Web::ResourceLoaderConnectorRequest> start_request(String const& method, AK::URL const& url, HashMap<String, String> const& request_headers, ReadonlyBytes request_body, Core::ProxyData const& proxy) override
  543. {
  544. RefPtr<Web::ResourceLoaderConnectorRequest> request;
  545. if (url.protocol().equals_ignoring_case("http"sv)) {
  546. auto request_or_error = HTTPHeadlessRequest::create(method, url, request_headers, request_body, proxy);
  547. if (request_or_error.is_error())
  548. return {};
  549. request = request_or_error.release_value();
  550. }
  551. if (url.protocol().equals_ignoring_case("https"sv)) {
  552. auto request_or_error = HTTPSHeadlessRequest::create(method, url, request_headers, request_body, proxy);
  553. if (request_or_error.is_error())
  554. return {};
  555. request = request_or_error.release_value();
  556. }
  557. if (url.protocol().equals_ignoring_case("gemini"sv)) {
  558. auto request_or_error = GeminiHeadlessRequest::create(method, url, request_headers, request_body, proxy);
  559. if (request_or_error.is_error())
  560. return {};
  561. request = request_or_error.release_value();
  562. }
  563. if (request)
  564. s_all_requests.set(request);
  565. return request;
  566. }
  567. private:
  568. HeadlessRequestServer() { }
  569. };
  570. class HeadlessWebSocketClientManager : public Web::WebSockets::WebSocketClientManager {
  571. public:
  572. class HeadlessWebSocket
  573. : public Web::WebSockets::WebSocketClientSocket
  574. , public Weakable<HeadlessWebSocket> {
  575. public:
  576. static NonnullRefPtr<HeadlessWebSocket> create(NonnullRefPtr<WebSocket::WebSocket> underlying_socket)
  577. {
  578. return adopt_ref(*new HeadlessWebSocket(move(underlying_socket)));
  579. }
  580. virtual ~HeadlessWebSocket() override
  581. {
  582. }
  583. virtual Web::WebSockets::WebSocket::ReadyState ready_state() override
  584. {
  585. switch (m_websocket->ready_state()) {
  586. case WebSocket::ReadyState::Connecting:
  587. return Web::WebSockets::WebSocket::ReadyState::Connecting;
  588. case WebSocket::ReadyState::Open:
  589. return Web::WebSockets::WebSocket::ReadyState::Open;
  590. case WebSocket::ReadyState::Closing:
  591. return Web::WebSockets::WebSocket::ReadyState::Closing;
  592. case WebSocket::ReadyState::Closed:
  593. return Web::WebSockets::WebSocket::ReadyState::Closed;
  594. }
  595. VERIFY_NOT_REACHED();
  596. }
  597. virtual void send(ByteBuffer binary_or_text_message, bool is_text) override
  598. {
  599. m_websocket->send(WebSocket::Message(binary_or_text_message, is_text));
  600. }
  601. virtual void send(StringView message) override
  602. {
  603. m_websocket->send(WebSocket::Message(message));
  604. }
  605. virtual void close(u16 code, String reason) override
  606. {
  607. m_websocket->close(code, reason);
  608. }
  609. private:
  610. HeadlessWebSocket(NonnullRefPtr<WebSocket::WebSocket> underlying_socket)
  611. : m_websocket(move(underlying_socket))
  612. {
  613. m_websocket->on_open = [weak_this = make_weak_ptr()] {
  614. if (auto strong_this = weak_this.strong_ref())
  615. if (strong_this->on_open)
  616. strong_this->on_open();
  617. };
  618. m_websocket->on_message = [weak_this = make_weak_ptr()](auto message) {
  619. if (auto strong_this = weak_this.strong_ref()) {
  620. if (strong_this->on_message) {
  621. strong_this->on_message(Web::WebSockets::WebSocketClientSocket::Message {
  622. .data = move(message.data()),
  623. .is_text = message.is_text(),
  624. });
  625. }
  626. }
  627. };
  628. m_websocket->on_error = [weak_this = make_weak_ptr()](auto error) {
  629. if (auto strong_this = weak_this.strong_ref()) {
  630. if (strong_this->on_error) {
  631. switch (error) {
  632. case WebSocket::WebSocket::Error::CouldNotEstablishConnection:
  633. strong_this->on_error(Web::WebSockets::WebSocketClientSocket::Error::CouldNotEstablishConnection);
  634. return;
  635. case WebSocket::WebSocket::Error::ConnectionUpgradeFailed:
  636. strong_this->on_error(Web::WebSockets::WebSocketClientSocket::Error::ConnectionUpgradeFailed);
  637. return;
  638. case WebSocket::WebSocket::Error::ServerClosedSocket:
  639. strong_this->on_error(Web::WebSockets::WebSocketClientSocket::Error::ServerClosedSocket);
  640. return;
  641. }
  642. VERIFY_NOT_REACHED();
  643. }
  644. }
  645. };
  646. m_websocket->on_close = [weak_this = make_weak_ptr()](u16 code, String reason, bool was_clean) {
  647. if (auto strong_this = weak_this.strong_ref())
  648. if (strong_this->on_close)
  649. strong_this->on_close(code, move(reason), was_clean);
  650. };
  651. }
  652. NonnullRefPtr<WebSocket::WebSocket> m_websocket;
  653. };
  654. static NonnullRefPtr<HeadlessWebSocketClientManager> create()
  655. {
  656. return adopt_ref(*new HeadlessWebSocketClientManager());
  657. }
  658. virtual ~HeadlessWebSocketClientManager() override { }
  659. virtual RefPtr<Web::WebSockets::WebSocketClientSocket> connect(AK::URL const& url, String const& origin) override
  660. {
  661. WebSocket::ConnectionInfo connection_info(url);
  662. connection_info.set_origin(origin);
  663. auto connection = HeadlessWebSocket::create(WebSocket::WebSocket::create(move(connection_info)));
  664. return connection;
  665. }
  666. private:
  667. HeadlessWebSocketClientManager() { }
  668. };
  669. void initialize_web_engine()
  670. {
  671. Web::ImageDecoding::Decoder::initialize(HeadlessImageDecoderClient::create());
  672. Web::ResourceLoader::initialize(HeadlessRequestServer::create());
  673. Web::WebSockets::WebSocketClientManager::initialize(HeadlessWebSocketClientManager::create());
  674. Web::FrameLoader::set_default_favicon_path("/home/kling/src/serenity/Base/res/icons/16x16/app-browser.png");
  675. Gfx::FontDatabase::set_default_fonts_lookup_path("/home/kling/src/serenity/Base/res/fonts");
  676. Gfx::FontDatabase::set_default_font_query("Katica 10 400 0");
  677. Gfx::FontDatabase::set_fixed_width_font_query("Csilla 10 400 0");
  678. Web::FrameLoader::set_error_page_url("file:///home/kling/src/serenity/Base/res/html/error.html");
  679. }