CommandExecutorCPU.cpp 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479
  1. /*
  2. * Copyright (c) 2023, Aliaksandr Kalenik <kalenik.aliaksandr@gmail.com>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <LibGfx/Filters/StackBlurFilter.h>
  7. #include <LibGfx/Painter.h>
  8. #include <LibWeb/CSS/ComputedValues.h>
  9. #include <LibWeb/Painting/BorderRadiusCornerClipper.h>
  10. #include <LibWeb/Painting/CommandExecutorCPU.h>
  11. #include <LibWeb/Painting/FilterPainting.h>
  12. #include <LibWeb/Painting/RecordingPainter.h>
  13. #include <LibWeb/Painting/ShadowPainting.h>
  14. namespace Web::Painting {
  15. CommandExecutorCPU::CommandExecutorCPU(Gfx::Bitmap& bitmap)
  16. : m_target_bitmap(bitmap)
  17. {
  18. stacking_contexts.append({ .painter = AK::make<Gfx::Painter>(bitmap),
  19. .opacity = 1.0f,
  20. .destination = {},
  21. .scaling_mode = {} });
  22. }
  23. CommandExecutorCPU::~CommandExecutorCPU() = default;
  24. CommandResult CommandExecutorCPU::draw_glyph_run(DrawGlyphRun const& command)
  25. {
  26. auto& painter = this->painter();
  27. auto const& glyphs = command.glyph_run->glyphs();
  28. for (auto& glyph_or_emoji : glyphs) {
  29. auto transformed_glyph = glyph_or_emoji;
  30. transformed_glyph.visit([&](auto& glyph) {
  31. glyph.position = glyph.position.scaled(command.scale).translated(command.translation);
  32. glyph.font = glyph.font->with_size(glyph.font->point_size() * static_cast<float>(command.scale));
  33. });
  34. if (glyph_or_emoji.has<Gfx::DrawGlyph>()) {
  35. auto& glyph = transformed_glyph.get<Gfx::DrawGlyph>();
  36. painter.draw_glyph(glyph.position, glyph.code_point, *glyph.font, command.color);
  37. } else {
  38. auto& emoji = transformed_glyph.get<Gfx::DrawEmoji>();
  39. painter.draw_emoji(emoji.position.to_type<int>(), *emoji.emoji, *emoji.font);
  40. }
  41. }
  42. return CommandResult::Continue;
  43. }
  44. CommandResult CommandExecutorCPU::draw_text(DrawText const& command)
  45. {
  46. auto& painter = this->painter();
  47. painter.draw_text(command.rect, command.raw_text, command.font, command.alignment, command.color, command.elision, command.wrapping);
  48. return CommandResult::Continue;
  49. }
  50. template<typename Callback>
  51. void apply_clip_paths_to_painter(Gfx::IntRect const& rect, Callback callback, Vector<Gfx::Path> const& clip_paths, Gfx::Painter& target_painter)
  52. {
  53. // Setup a painter for a background canvas that we will paint to first.
  54. auto background_canvas = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, rect.size()).release_value_but_fixme_should_propagate_errors();
  55. Gfx::Painter painter(*background_canvas);
  56. // Offset the painter to paint in the correct location.
  57. painter.translate(-rect.location());
  58. // Paint the background canvas.
  59. callback(painter);
  60. // Apply the clip path to the target painter.
  61. Gfx::AntiAliasingPainter aa_painter(target_painter);
  62. for (auto const& clip_path : clip_paths) {
  63. auto fill_offset = clip_path.bounding_box().location().to_type<int>() - rect.location();
  64. auto paint_style = Gfx::BitmapPaintStyle::create(*background_canvas, fill_offset).release_value_but_fixme_should_propagate_errors();
  65. aa_painter.fill_path(clip_path, paint_style);
  66. }
  67. }
  68. CommandResult CommandExecutorCPU::fill_rect(FillRect const& command)
  69. {
  70. auto paint_op = [&](Gfx::Painter& painter) {
  71. painter.fill_rect(command.rect, command.color);
  72. };
  73. if (command.clip_paths.is_empty()) {
  74. paint_op(painter());
  75. } else {
  76. apply_clip_paths_to_painter(command.rect, paint_op, command.clip_paths, painter());
  77. }
  78. return CommandResult::Continue;
  79. }
  80. CommandResult CommandExecutorCPU::draw_scaled_bitmap(DrawScaledBitmap const& command)
  81. {
  82. auto& painter = this->painter();
  83. painter.draw_scaled_bitmap(command.dst_rect, command.bitmap, command.src_rect, 1, command.scaling_mode);
  84. return CommandResult::Continue;
  85. }
  86. CommandResult CommandExecutorCPU::draw_scaled_immutable_bitmap(DrawScaledImmutableBitmap const& command)
  87. {
  88. auto paint_op = [&](Gfx::Painter& painter) {
  89. painter.draw_scaled_bitmap(command.dst_rect, command.bitmap->bitmap(), command.src_rect, 1, command.scaling_mode);
  90. };
  91. if (command.clip_paths.is_empty()) {
  92. paint_op(painter());
  93. } else {
  94. apply_clip_paths_to_painter(command.dst_rect, paint_op, command.clip_paths, painter());
  95. }
  96. return CommandResult::Continue;
  97. }
  98. CommandResult CommandExecutorCPU::save(Save const&)
  99. {
  100. painter().save();
  101. return CommandResult::Continue;
  102. }
  103. CommandResult CommandExecutorCPU::restore(Restore const&)
  104. {
  105. painter().restore();
  106. return CommandResult::Continue;
  107. }
  108. CommandResult CommandExecutorCPU::add_clip_rect(AddClipRect const& command)
  109. {
  110. painter().add_clip_rect(command.rect);
  111. return CommandResult::Continue;
  112. }
  113. CommandResult CommandExecutorCPU::push_stacking_context(PushStackingContext const& command)
  114. {
  115. // FIXME: This extracts the affine 2D part of the full transformation matrix.
  116. // Use the whole matrix when we get better transformation support in LibGfx or use LibGL for drawing the bitmap
  117. auto affine_transform = Gfx::extract_2d_affine_transform(command.transform.matrix);
  118. painter().save();
  119. if (command.is_fixed_position)
  120. painter().translate(-painter().translation());
  121. if (command.mask.has_value()) {
  122. // TODO: Support masks and other stacking context features at the same time.
  123. // Note: Currently only SVG masking is implemented (which does not use CSS transforms anyway).
  124. auto bitmap_or_error = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, command.mask->mask_bitmap->size());
  125. if (bitmap_or_error.is_error())
  126. return CommandResult::Continue;
  127. auto bitmap = bitmap_or_error.release_value();
  128. stacking_contexts.append(StackingContext {
  129. .painter = AK::make<Gfx::Painter>(bitmap),
  130. .opacity = 1,
  131. .destination = command.source_paintable_rect.translated(command.post_transform_translation),
  132. .scaling_mode = Gfx::ScalingMode::None,
  133. .mask = command.mask });
  134. painter().translate(-command.source_paintable_rect.location());
  135. return CommandResult::Continue;
  136. }
  137. if (command.opacity == 1.0f && affine_transform.is_identity_or_translation()) {
  138. // OPTIMIZATION: This is a simple translation use previous stacking context's painter.
  139. painter().translate(affine_transform.translation().to_rounded<int>() + command.post_transform_translation);
  140. stacking_contexts.append(StackingContext {
  141. .painter = MaybeOwned(painter()),
  142. .opacity = 1,
  143. .destination = {},
  144. .scaling_mode = {} });
  145. return CommandResult::Continue;
  146. }
  147. auto& current_painter = this->painter();
  148. auto source_rect = command.source_paintable_rect.to_type<float>().translated(-command.transform.origin);
  149. auto transformed_destination_rect = affine_transform.map(source_rect).translated(command.transform.origin);
  150. auto destination_rect = transformed_destination_rect.to_rounded<int>();
  151. // FIXME: We should find a way to scale the paintable, rather than paint into a separate bitmap,
  152. // then scale it. This snippet now copies the background at the destination, then scales it down/up
  153. // to the size of the source (which could add some artefacts, though just scaling the bitmap already does that).
  154. // We need to copy the background at the destination because a bunch of our rendering effects now rely on
  155. // being able to sample the painter (see border radii, shadows, filters, etc).
  156. Gfx::FloatPoint destination_clipped_fixup {};
  157. auto try_get_scaled_destination_bitmap = [&]() -> ErrorOr<NonnullRefPtr<Gfx::Bitmap>> {
  158. Gfx::IntRect actual_destination_rect;
  159. auto bitmap = TRY(current_painter.get_region_bitmap(destination_rect, Gfx::BitmapFormat::BGRA8888, actual_destination_rect));
  160. // get_region_bitmap() may clip to a smaller region if the requested rect goes outside the painter, so we need to account for that.
  161. destination_clipped_fixup = Gfx::FloatPoint { destination_rect.location() - actual_destination_rect.location() };
  162. destination_rect = actual_destination_rect;
  163. if (source_rect.size() != transformed_destination_rect.size()) {
  164. auto sx = static_cast<float>(source_rect.width()) / transformed_destination_rect.width();
  165. auto sy = static_cast<float>(source_rect.height()) / transformed_destination_rect.height();
  166. bitmap = TRY(bitmap->scaled(sx, sy));
  167. destination_clipped_fixup.scale_by(sx, sy);
  168. }
  169. return bitmap;
  170. };
  171. auto bitmap_or_error = try_get_scaled_destination_bitmap();
  172. if (bitmap_or_error.is_error()) {
  173. // NOTE: If the creation of the bitmap fails, we need to skip all painting commands that belong to this stacking context.
  174. // We don't interrupt the execution of painting commands because get_region_bitmap() returns an error if the requested
  175. // region is outside of the viewport (mmap fails to allocate a zero-size region), which means we can safely proceed
  176. // with execution of commands outside of this stacking context.
  177. // FIXME: Change the get_region_bitmap() API to return ErrorOr<Optional<Bitmap>> and exit the execution of commands here
  178. // if we run out of memory.
  179. painter().restore();
  180. return CommandResult::SkipStackingContext;
  181. }
  182. auto bitmap = bitmap_or_error.release_value();
  183. stacking_contexts.append(StackingContext {
  184. .painter = AK::make<Gfx::Painter>(bitmap),
  185. .opacity = command.opacity,
  186. .destination = destination_rect.translated(command.post_transform_translation),
  187. .scaling_mode = CSS::to_gfx_scaling_mode(command.image_rendering, destination_rect, destination_rect) });
  188. painter().translate(-command.source_paintable_rect.location() + destination_clipped_fixup.to_type<int>());
  189. return CommandResult::Continue;
  190. }
  191. CommandResult CommandExecutorCPU::pop_stacking_context(PopStackingContext const&)
  192. {
  193. ScopeGuard restore_painter = [&] {
  194. painter().restore();
  195. };
  196. auto stacking_context = stacking_contexts.take_last();
  197. // Stacking contexts that don't own their painter are simple translations, and don't need to blit anything back.
  198. if (stacking_context.painter.is_owned()) {
  199. auto& bitmap = stacking_context.painter->target();
  200. if (stacking_context.mask.has_value())
  201. bitmap.apply_mask(*stacking_context.mask->mask_bitmap, stacking_context.mask->mask_kind);
  202. auto destination_rect = stacking_context.destination;
  203. if (destination_rect.size() == bitmap.size()) {
  204. painter().blit(destination_rect.location(), bitmap, bitmap.rect(), stacking_context.opacity);
  205. } else {
  206. painter().draw_scaled_bitmap(destination_rect, bitmap, bitmap.rect(), stacking_context.opacity, stacking_context.scaling_mode);
  207. }
  208. }
  209. return CommandResult::Continue;
  210. }
  211. CommandResult CommandExecutorCPU::paint_linear_gradient(PaintLinearGradient const& command)
  212. {
  213. auto const& linear_gradient_data = command.linear_gradient_data;
  214. auto paint_op = [&](Gfx::Painter& painter) {
  215. painter.fill_rect_with_linear_gradient(
  216. command.gradient_rect, linear_gradient_data.color_stops.list,
  217. linear_gradient_data.gradient_angle, linear_gradient_data.color_stops.repeat_length);
  218. };
  219. if (command.clip_paths.is_empty()) {
  220. paint_op(painter());
  221. } else {
  222. apply_clip_paths_to_painter(command.gradient_rect, paint_op, command.clip_paths, painter());
  223. }
  224. return CommandResult::Continue;
  225. }
  226. CommandResult CommandExecutorCPU::paint_outer_box_shadow(PaintOuterBoxShadow const& command)
  227. {
  228. auto& painter = this->painter();
  229. Web::Painting::paint_outer_box_shadow(painter, command.box_shadow_params);
  230. return CommandResult::Continue;
  231. }
  232. CommandResult CommandExecutorCPU::paint_inner_box_shadow(PaintInnerBoxShadow const& command)
  233. {
  234. auto& painter = this->painter();
  235. Web::Painting::paint_inner_box_shadow(painter, command.box_shadow_params);
  236. return CommandResult::Continue;
  237. }
  238. CommandResult CommandExecutorCPU::paint_text_shadow(PaintTextShadow const& command)
  239. {
  240. // FIXME: Figure out the maximum bitmap size for all shadows and then allocate it once and reuse it?
  241. auto maybe_shadow_bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, command.shadow_bounding_rect.size());
  242. if (maybe_shadow_bitmap.is_error()) {
  243. dbgln("Unable to allocate temporary bitmap {} for text-shadow rendering: {}", command.shadow_bounding_rect.size(), maybe_shadow_bitmap.error());
  244. return CommandResult::Continue;
  245. }
  246. auto shadow_bitmap = maybe_shadow_bitmap.release_value();
  247. Gfx::Painter shadow_painter { *shadow_bitmap };
  248. // FIXME: "Spread" the shadow somehow.
  249. Gfx::IntPoint const baseline_start(command.text_rect.x(), command.text_rect.y() + command.fragment_baseline);
  250. shadow_painter.translate(baseline_start);
  251. for (auto const& glyph_or_emoji : command.glyph_run) {
  252. if (glyph_or_emoji.has<Gfx::DrawGlyph>()) {
  253. auto const& glyph = glyph_or_emoji.get<Gfx::DrawGlyph>();
  254. shadow_painter.draw_glyph(glyph.position, glyph.code_point, *glyph.font, command.color);
  255. } else {
  256. auto const& emoji = glyph_or_emoji.get<Gfx::DrawEmoji>();
  257. shadow_painter.draw_emoji(emoji.position.to_type<int>(), *emoji.emoji, *emoji.font);
  258. }
  259. }
  260. // Blur
  261. Gfx::StackBlurFilter filter(*shadow_bitmap);
  262. filter.process_rgba(command.blur_radius, command.color);
  263. painter().blit(command.draw_location, *shadow_bitmap, command.shadow_bounding_rect);
  264. return CommandResult::Continue;
  265. }
  266. CommandResult CommandExecutorCPU::fill_rect_with_rounded_corners(FillRectWithRoundedCorners const& command)
  267. {
  268. auto paint_op = [&](Gfx::Painter& painter) {
  269. Gfx::AntiAliasingPainter aa_painter(painter);
  270. aa_painter.fill_rect_with_rounded_corners(
  271. command.rect,
  272. command.color,
  273. command.top_left_radius,
  274. command.top_right_radius,
  275. command.bottom_right_radius,
  276. command.bottom_left_radius);
  277. };
  278. if (command.clip_paths.is_empty()) {
  279. paint_op(painter());
  280. } else {
  281. apply_clip_paths_to_painter(command.rect, paint_op, command.clip_paths, painter());
  282. }
  283. return CommandResult::Continue;
  284. }
  285. CommandResult CommandExecutorCPU::fill_path_using_color(FillPathUsingColor const& command)
  286. {
  287. Gfx::AntiAliasingPainter aa_painter(painter());
  288. aa_painter.translate(command.aa_translation);
  289. aa_painter.fill_path(command.path, command.color, command.winding_rule);
  290. return CommandResult::Continue;
  291. }
  292. CommandResult CommandExecutorCPU::fill_path_using_paint_style(FillPathUsingPaintStyle const& command)
  293. {
  294. Gfx::AntiAliasingPainter aa_painter(painter());
  295. auto gfx_paint_style = command.paint_style->create_gfx_paint_style();
  296. aa_painter.translate(command.aa_translation);
  297. aa_painter.fill_path(command.path, gfx_paint_style, command.opacity, command.winding_rule);
  298. return CommandResult::Continue;
  299. }
  300. CommandResult CommandExecutorCPU::stroke_path_using_color(StrokePathUsingColor const& command)
  301. {
  302. Gfx::AntiAliasingPainter aa_painter(painter());
  303. aa_painter.translate(command.aa_translation);
  304. aa_painter.stroke_path(command.path, command.color, command.thickness);
  305. return CommandResult::Continue;
  306. }
  307. CommandResult CommandExecutorCPU::stroke_path_using_paint_style(StrokePathUsingPaintStyle const& command)
  308. {
  309. Gfx::AntiAliasingPainter aa_painter(painter());
  310. auto gfx_paint_style = command.paint_style->create_gfx_paint_style();
  311. aa_painter.translate(command.aa_translation);
  312. aa_painter.stroke_path(command.path, gfx_paint_style, command.thickness, command.opacity);
  313. return CommandResult::Continue;
  314. }
  315. CommandResult CommandExecutorCPU::draw_ellipse(DrawEllipse const& command)
  316. {
  317. Gfx::AntiAliasingPainter aa_painter(painter());
  318. aa_painter.draw_ellipse(command.rect, command.color, command.thickness);
  319. return CommandResult::Continue;
  320. }
  321. CommandResult CommandExecutorCPU::fill_ellipse(FillEllipse const& command)
  322. {
  323. Gfx::AntiAliasingPainter aa_painter(painter());
  324. aa_painter.fill_ellipse(command.rect, command.color);
  325. return CommandResult::Continue;
  326. }
  327. CommandResult CommandExecutorCPU::draw_line(DrawLine const& command)
  328. {
  329. if (command.style == Gfx::LineStyle::Dotted) {
  330. Gfx::AntiAliasingPainter aa_painter(painter());
  331. aa_painter.draw_line(command.from, command.to, command.color, command.thickness, command.style, command.alternate_color);
  332. } else {
  333. painter().draw_line(command.from, command.to, command.color, command.thickness, command.style, command.alternate_color);
  334. }
  335. return CommandResult::Continue;
  336. }
  337. CommandResult CommandExecutorCPU::apply_backdrop_filter(ApplyBackdropFilter const& command)
  338. {
  339. auto& painter = this->painter();
  340. // This performs the backdrop filter operation: https://drafts.fxtf.org/filter-effects-2/#backdrop-filter-operation
  341. // Note: The region bitmap can be smaller than the backdrop_region if it's at the edge of canvas.
  342. // Note: This is in DevicePixels, but we use an IntRect because `get_region_bitmap()` below writes to it.
  343. // FIXME: Go through the steps to find the "Backdrop Root Image"
  344. // https://drafts.fxtf.org/filter-effects-2/#BackdropRoot
  345. // 1. Copy the Backdrop Root Image into a temporary buffer, such as a raster image. Call this buffer T’.
  346. Gfx::IntRect actual_region {};
  347. auto maybe_backdrop_bitmap = painter.get_region_bitmap(command.backdrop_region, Gfx::BitmapFormat::BGRA8888, actual_region);
  348. if (actual_region.is_empty())
  349. return CommandResult::Continue;
  350. if (maybe_backdrop_bitmap.is_error()) {
  351. dbgln("Failed get region bitmap for backdrop-filter");
  352. return CommandResult::Continue;
  353. }
  354. auto backdrop_bitmap = maybe_backdrop_bitmap.release_value();
  355. // 2. Apply the backdrop-filter’s filter operations to the entire contents of T'.
  356. apply_filter_list(*backdrop_bitmap, command.backdrop_filter.filters);
  357. // FIXME: 3. If element B has any transforms (between B and the Backdrop Root), apply the inverse of those transforms to the contents of T’.
  358. // 4. Apply a clip to the contents of T’, using the border box of element B, including border-radius if specified. Note that the children of B are not considered for the sizing or location of this clip.
  359. // FIXME: 5. Draw all of element B, including its background, border, and any children elements, into T’.
  360. // FXIME: 6. If element B has any transforms, effects, or clips, apply those to T’.
  361. // 7. Composite the contents of T’ into element B’s parent, using source-over compositing.
  362. painter.blit(actual_region.location(), *backdrop_bitmap, backdrop_bitmap->rect());
  363. return CommandResult::Continue;
  364. }
  365. CommandResult CommandExecutorCPU::draw_rect(DrawRect const& command)
  366. {
  367. painter().draw_rect(command.rect, command.color, command.rough);
  368. return CommandResult::Continue;
  369. }
  370. CommandResult CommandExecutorCPU::paint_radial_gradient(PaintRadialGradient const& command)
  371. {
  372. auto paint_op = [&](Gfx::Painter& painter) {
  373. painter.fill_rect_with_radial_gradient(command.rect, command.radial_gradient_data.color_stops.list, command.center, command.size, command.radial_gradient_data.color_stops.repeat_length);
  374. };
  375. if (command.clip_paths.is_empty()) {
  376. paint_op(painter());
  377. } else {
  378. apply_clip_paths_to_painter(command.rect, paint_op, command.clip_paths, painter());
  379. }
  380. return CommandResult::Continue;
  381. }
  382. CommandResult CommandExecutorCPU::paint_conic_gradient(PaintConicGradient const& command)
  383. {
  384. auto paint_op = [&](Gfx::Painter& painter) {
  385. painter.fill_rect_with_conic_gradient(command.rect, command.conic_gradient_data.color_stops.list, command.position, command.conic_gradient_data.start_angle, command.conic_gradient_data.color_stops.repeat_length);
  386. };
  387. if (command.clip_paths.is_empty()) {
  388. paint_op(painter());
  389. } else {
  390. apply_clip_paths_to_painter(command.rect, paint_op, command.clip_paths, painter());
  391. }
  392. return CommandResult::Continue;
  393. }
  394. CommandResult CommandExecutorCPU::draw_triangle_wave(DrawTriangleWave const& command)
  395. {
  396. painter().draw_triangle_wave(command.p1, command.p2, command.color, command.amplitude, command.thickness);
  397. return CommandResult::Continue;
  398. }
  399. void CommandExecutorCPU::prepare_to_execute(size_t corner_clip_max_depth)
  400. {
  401. m_corner_clippers_stack.ensure_capacity(corner_clip_max_depth);
  402. }
  403. CommandResult CommandExecutorCPU::sample_under_corners(SampleUnderCorners const& command)
  404. {
  405. auto clipper = BorderRadiusCornerClipper::create(command.corner_radii, command.border_rect.to_type<DevicePixels>(), command.corner_clip).release_value();
  406. clipper->sample_under_corners(painter());
  407. m_corner_clippers_stack.append(clipper);
  408. return CommandResult::Continue;
  409. }
  410. CommandResult CommandExecutorCPU::blit_corner_clipping(BlitCornerClipping const&)
  411. {
  412. auto clipper = m_corner_clippers_stack.take_last();
  413. clipper->blit_corner_clipping(painter());
  414. return CommandResult::Continue;
  415. }
  416. bool CommandExecutorCPU::would_be_fully_clipped_by_painter(Gfx::IntRect rect) const
  417. {
  418. return !painter().clip_rect().intersects(rect.translated(painter().translation()));
  419. }
  420. }