CommandExecutorCPU.cpp 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423
  1. /*
  2. * Copyright (c) 2023, Aliaksandr Kalenik <kalenik.aliaksandr@gmail.com>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <LibGfx/Filters/StackBlurFilter.h>
  7. #include <LibGfx/StylePainter.h>
  8. #include <LibWeb/CSS/ComputedValues.h>
  9. #include <LibWeb/Painting/BorderRadiusCornerClipper.h>
  10. #include <LibWeb/Painting/CommandExecutorCPU.h>
  11. #include <LibWeb/Painting/FilterPainting.h>
  12. #include <LibWeb/Painting/RecordingPainter.h>
  13. #include <LibWeb/Painting/ShadowPainting.h>
  14. namespace Web::Painting {
  15. CommandExecutorCPU::CommandExecutorCPU(Gfx::Bitmap& bitmap)
  16. : m_target_bitmap(bitmap)
  17. {
  18. stacking_contexts.append({ .painter = AK::make<Gfx::Painter>(bitmap),
  19. .opacity = 1.0f,
  20. .destination = {},
  21. .scaling_mode = {} });
  22. }
  23. CommandResult CommandExecutorCPU::draw_glyph_run(Vector<Gfx::DrawGlyphOrEmoji> const& glyph_run, Color const& color)
  24. {
  25. auto& painter = this->painter();
  26. for (auto& glyph_or_emoji : glyph_run) {
  27. if (glyph_or_emoji.has<Gfx::DrawGlyph>()) {
  28. auto& glyph = glyph_or_emoji.get<Gfx::DrawGlyph>();
  29. painter.draw_glyph(glyph.position, glyph.code_point, *glyph.font, color);
  30. } else {
  31. auto& emoji = glyph_or_emoji.get<Gfx::DrawEmoji>();
  32. painter.draw_emoji(emoji.position.to_type<int>(), *emoji.emoji, *emoji.font);
  33. }
  34. }
  35. return CommandResult::Continue;
  36. }
  37. CommandResult CommandExecutorCPU::draw_text(Gfx::IntRect const& rect, String const& raw_text, Gfx::TextAlignment alignment, Color const& color, Gfx::TextElision elision, Gfx::TextWrapping wrapping, Optional<NonnullRefPtr<Gfx::Font>> const& font)
  38. {
  39. auto& painter = this->painter();
  40. if (font.has_value()) {
  41. painter.draw_text(rect, raw_text, *font, alignment, color, elision, wrapping);
  42. } else {
  43. painter.draw_text(rect, raw_text, alignment, color, elision, wrapping);
  44. }
  45. return CommandResult::Continue;
  46. }
  47. CommandResult CommandExecutorCPU::fill_rect(Gfx::IntRect const& rect, Color const& color)
  48. {
  49. auto& painter = this->painter();
  50. painter.fill_rect(rect, color);
  51. return CommandResult::Continue;
  52. }
  53. CommandResult CommandExecutorCPU::draw_scaled_bitmap(Gfx::IntRect const& dst_rect, Gfx::Bitmap const& bitmap, Gfx::IntRect const& src_rect, Gfx::Painter::ScalingMode scaling_mode)
  54. {
  55. auto& painter = this->painter();
  56. painter.draw_scaled_bitmap(dst_rect, bitmap, src_rect, 1, scaling_mode);
  57. return CommandResult::Continue;
  58. }
  59. CommandResult CommandExecutorCPU::draw_scaled_immutable_bitmap(Gfx::IntRect const& dst_rect, Gfx::ImmutableBitmap const& immutable_bitmap, Gfx::IntRect const& src_rect, Gfx::Painter::ScalingMode scaling_mode)
  60. {
  61. auto& painter = this->painter();
  62. painter.draw_scaled_bitmap(dst_rect, immutable_bitmap.bitmap(), src_rect, 1, scaling_mode);
  63. return CommandResult::Continue;
  64. }
  65. CommandResult CommandExecutorCPU::set_clip_rect(Gfx::IntRect const& rect)
  66. {
  67. auto& painter = this->painter();
  68. painter.clear_clip_rect();
  69. painter.add_clip_rect(rect);
  70. return CommandResult::Continue;
  71. }
  72. CommandResult CommandExecutorCPU::clear_clip_rect()
  73. {
  74. painter().clear_clip_rect();
  75. return CommandResult::Continue;
  76. }
  77. CommandResult CommandExecutorCPU::push_stacking_context(
  78. float opacity, bool is_fixed_position, Gfx::IntRect const& source_paintable_rect, Gfx::IntPoint post_transform_translation,
  79. CSS::ImageRendering image_rendering, StackingContextTransform transform, Optional<StackingContextMask> mask)
  80. {
  81. painter().save();
  82. if (is_fixed_position)
  83. painter().translate(-painter().translation());
  84. if (mask.has_value()) {
  85. // TODO: Support masks and other stacking context features at the same time.
  86. // Note: Currently only SVG masking is implemented (which does not use CSS transforms anyway).
  87. auto bitmap_or_error = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, mask->mask_bitmap->size());
  88. if (bitmap_or_error.is_error())
  89. return CommandResult::Continue;
  90. auto bitmap = bitmap_or_error.release_value();
  91. stacking_contexts.append(StackingContext {
  92. .painter = AK::make<Gfx::Painter>(bitmap),
  93. .opacity = 1,
  94. .destination = source_paintable_rect.translated(post_transform_translation),
  95. .scaling_mode = Gfx::Painter::ScalingMode::None,
  96. .mask = mask });
  97. painter().translate(-source_paintable_rect.location());
  98. return CommandResult::Continue;
  99. }
  100. // FIXME: This extracts the affine 2D part of the full transformation matrix.
  101. // Use the whole matrix when we get better transformation support in LibGfx or use LibGL for drawing the bitmap
  102. auto affine_transform = Gfx::extract_2d_affine_transform(transform.matrix);
  103. if (opacity == 1.0f && affine_transform.is_identity_or_translation()) {
  104. // OPTIMIZATION: This is a simple translation use previous stacking context's painter.
  105. painter().translate(affine_transform.translation().to_rounded<int>() + post_transform_translation);
  106. stacking_contexts.append(StackingContext {
  107. .painter = MaybeOwned(painter()),
  108. .opacity = 1,
  109. .destination = {},
  110. .scaling_mode = {} });
  111. return CommandResult::Continue;
  112. }
  113. auto& current_painter = this->painter();
  114. auto source_rect = source_paintable_rect.to_type<float>().translated(-transform.origin);
  115. auto transformed_destination_rect = affine_transform.map(source_rect).translated(transform.origin);
  116. auto destination_rect = transformed_destination_rect.to_rounded<int>();
  117. // FIXME: We should find a way to scale the paintable, rather than paint into a separate bitmap,
  118. // then scale it. This snippet now copies the background at the destination, then scales it down/up
  119. // to the size of the source (which could add some artefacts, though just scaling the bitmap already does that).
  120. // We need to copy the background at the destination because a bunch of our rendering effects now rely on
  121. // being able to sample the painter (see border radii, shadows, filters, etc).
  122. Gfx::FloatPoint destination_clipped_fixup {};
  123. auto try_get_scaled_destination_bitmap = [&]() -> ErrorOr<NonnullRefPtr<Gfx::Bitmap>> {
  124. Gfx::IntRect actual_destination_rect;
  125. auto bitmap = TRY(current_painter.get_region_bitmap(destination_rect, Gfx::BitmapFormat::BGRA8888, actual_destination_rect));
  126. // get_region_bitmap() may clip to a smaller region if the requested rect goes outside the painter, so we need to account for that.
  127. destination_clipped_fixup = Gfx::FloatPoint { destination_rect.location() - actual_destination_rect.location() };
  128. destination_rect = actual_destination_rect;
  129. if (source_rect.size() != transformed_destination_rect.size()) {
  130. auto sx = static_cast<float>(source_rect.width()) / transformed_destination_rect.width();
  131. auto sy = static_cast<float>(source_rect.height()) / transformed_destination_rect.height();
  132. bitmap = TRY(bitmap->scaled(sx, sy));
  133. destination_clipped_fixup.scale_by(sx, sy);
  134. }
  135. return bitmap;
  136. };
  137. auto bitmap_or_error = try_get_scaled_destination_bitmap();
  138. if (bitmap_or_error.is_error()) {
  139. // NOTE: If the creation of the bitmap fails, we need to skip all painting commands that belong to this stacking context.
  140. // We don't interrupt the execution of painting commands because get_region_bitmap() returns an error if the requested
  141. // region is outside of the viewport (mmap fails to allocate a zero-size region), which means we can safely proceed
  142. // with execution of commands outside of this stacking context.
  143. // FIXME: Change the get_region_bitmap() API to return ErrorOr<Optional<Bitmap>> and exit the execution of commands here
  144. // if we run out of memory.
  145. painter().restore();
  146. return CommandResult::SkipStackingContext;
  147. }
  148. auto bitmap = bitmap_or_error.release_value();
  149. stacking_contexts.append(StackingContext {
  150. .painter = AK::make<Gfx::Painter>(bitmap),
  151. .opacity = opacity,
  152. .destination = destination_rect.translated(post_transform_translation),
  153. .scaling_mode = CSS::to_gfx_scaling_mode(image_rendering, destination_rect, destination_rect) });
  154. painter().translate(-source_paintable_rect.location() + destination_clipped_fixup.to_type<int>());
  155. return CommandResult::Continue;
  156. }
  157. CommandResult CommandExecutorCPU::pop_stacking_context()
  158. {
  159. ScopeGuard restore_painter = [&] {
  160. painter().restore();
  161. };
  162. auto stacking_context = stacking_contexts.take_last();
  163. // Stacking contexts that don't own their painter are simple translations, and don't need to blit anything back.
  164. if (stacking_context.painter.is_owned()) {
  165. auto bitmap = stacking_context.painter->target();
  166. if (stacking_context.mask.has_value())
  167. bitmap->apply_mask(*stacking_context.mask->mask_bitmap, stacking_context.mask->mask_kind);
  168. auto destination_rect = stacking_context.destination;
  169. if (destination_rect.size() == bitmap->size()) {
  170. painter().blit(destination_rect.location(), *bitmap, bitmap->rect(), stacking_context.opacity);
  171. } else {
  172. painter().draw_scaled_bitmap(destination_rect, *bitmap, bitmap->rect(), stacking_context.opacity, stacking_context.scaling_mode);
  173. }
  174. }
  175. return CommandResult::Continue;
  176. }
  177. CommandResult CommandExecutorCPU::paint_linear_gradient(Gfx::IntRect const& gradient_rect, Web::Painting::LinearGradientData const& linear_gradient_data)
  178. {
  179. auto const& data = linear_gradient_data;
  180. painter().fill_rect_with_linear_gradient(
  181. gradient_rect, data.color_stops.list,
  182. data.gradient_angle, data.color_stops.repeat_length);
  183. return CommandResult::Continue;
  184. }
  185. CommandResult CommandExecutorCPU::paint_outer_box_shadow(PaintOuterBoxShadowParams const& outer_box_shadow_params)
  186. {
  187. auto& painter = this->painter();
  188. Web::Painting::paint_outer_box_shadow(painter, outer_box_shadow_params);
  189. return CommandResult::Continue;
  190. }
  191. CommandResult CommandExecutorCPU::paint_inner_box_shadow(PaintOuterBoxShadowParams const& outer_box_shadow_params)
  192. {
  193. auto& painter = this->painter();
  194. Web::Painting::paint_inner_box_shadow(painter, outer_box_shadow_params);
  195. return CommandResult::Continue;
  196. }
  197. CommandResult CommandExecutorCPU::paint_text_shadow(int blur_radius, Gfx::IntRect const& shadow_bounding_rect, Gfx::IntRect const& text_rect, Span<Gfx::DrawGlyphOrEmoji const> glyph_run, Color const& color, int fragment_baseline, Gfx::IntPoint const& draw_location)
  198. {
  199. // FIXME: Figure out the maximum bitmap size for all shadows and then allocate it once and reuse it?
  200. auto maybe_shadow_bitmap = Gfx::Bitmap::create(Gfx::BitmapFormat::BGRA8888, shadow_bounding_rect.size());
  201. if (maybe_shadow_bitmap.is_error()) {
  202. dbgln("Unable to allocate temporary bitmap {} for text-shadow rendering: {}", shadow_bounding_rect.size(), maybe_shadow_bitmap.error());
  203. return CommandResult::Continue;
  204. }
  205. auto shadow_bitmap = maybe_shadow_bitmap.release_value();
  206. Gfx::Painter shadow_painter { *shadow_bitmap };
  207. // FIXME: "Spread" the shadow somehow.
  208. Gfx::IntPoint const baseline_start(text_rect.x(), text_rect.y() + fragment_baseline);
  209. shadow_painter.translate(baseline_start);
  210. for (auto const& glyph_or_emoji : glyph_run) {
  211. if (glyph_or_emoji.has<Gfx::DrawGlyph>()) {
  212. auto const& glyph = glyph_or_emoji.get<Gfx::DrawGlyph>();
  213. shadow_painter.draw_glyph(glyph.position, glyph.code_point, *glyph.font, color);
  214. } else {
  215. auto const& emoji = glyph_or_emoji.get<Gfx::DrawEmoji>();
  216. shadow_painter.draw_emoji(emoji.position.to_type<int>(), *emoji.emoji, *emoji.font);
  217. }
  218. }
  219. // Blur
  220. Gfx::StackBlurFilter filter(*shadow_bitmap);
  221. filter.process_rgba(blur_radius, color);
  222. painter().blit(draw_location, *shadow_bitmap, shadow_bounding_rect);
  223. return CommandResult::Continue;
  224. }
  225. CommandResult CommandExecutorCPU::fill_rect_with_rounded_corners(Gfx::IntRect const& rect, Color const& color, Gfx::AntiAliasingPainter::CornerRadius const& top_left_radius, Gfx::AntiAliasingPainter::CornerRadius const& top_right_radius, Gfx::AntiAliasingPainter::CornerRadius const& bottom_left_radius, Gfx::AntiAliasingPainter::CornerRadius const& bottom_right_radius)
  226. {
  227. Gfx::AntiAliasingPainter aa_painter(painter());
  228. aa_painter.fill_rect_with_rounded_corners(
  229. rect,
  230. color,
  231. top_left_radius,
  232. top_right_radius,
  233. bottom_right_radius,
  234. bottom_left_radius);
  235. return CommandResult::Continue;
  236. }
  237. CommandResult CommandExecutorCPU::fill_path_using_color(Gfx::Path const& path, Color const& color, Gfx::Painter::WindingRule winding_rule, Gfx::FloatPoint const& aa_translation)
  238. {
  239. Gfx::AntiAliasingPainter aa_painter(painter());
  240. aa_painter.translate(aa_translation);
  241. aa_painter.fill_path(path, color, winding_rule);
  242. return CommandResult::Continue;
  243. }
  244. CommandResult CommandExecutorCPU::fill_path_using_paint_style(Gfx::Path const& path, Gfx::PaintStyle const& paint_style, Gfx::Painter::WindingRule winding_rule, float opacity, Gfx::FloatPoint const& aa_translation)
  245. {
  246. Gfx::AntiAliasingPainter aa_painter(painter());
  247. aa_painter.translate(aa_translation);
  248. aa_painter.fill_path(path, paint_style, opacity, winding_rule);
  249. return CommandResult::Continue;
  250. }
  251. CommandResult CommandExecutorCPU::stroke_path_using_color(Gfx::Path const& path, Color const& color, float thickness, Gfx::FloatPoint const& aa_translation)
  252. {
  253. Gfx::AntiAliasingPainter aa_painter(painter());
  254. aa_painter.translate(aa_translation);
  255. aa_painter.stroke_path(path, color, thickness);
  256. return CommandResult::Continue;
  257. }
  258. CommandResult CommandExecutorCPU::stroke_path_using_paint_style(Gfx::Path const& path, Gfx::PaintStyle const& paint_style, float thickness, float opacity, Gfx::FloatPoint const& aa_translation)
  259. {
  260. Gfx::AntiAliasingPainter aa_painter(painter());
  261. aa_painter.translate(aa_translation);
  262. aa_painter.stroke_path(path, paint_style, thickness, opacity);
  263. return CommandResult::Continue;
  264. }
  265. CommandResult CommandExecutorCPU::draw_ellipse(Gfx::IntRect const& rect, Color const& color, int thickness)
  266. {
  267. Gfx::AntiAliasingPainter aa_painter(painter());
  268. aa_painter.draw_ellipse(rect, color, thickness);
  269. return CommandResult::Continue;
  270. }
  271. CommandResult CommandExecutorCPU::fill_ellipse(Gfx::IntRect const& rect, Color const& color, Gfx::AntiAliasingPainter::BlendMode blend_mode)
  272. {
  273. Gfx::AntiAliasingPainter aa_painter(painter());
  274. aa_painter.fill_ellipse(rect, color, blend_mode);
  275. return CommandResult::Continue;
  276. }
  277. CommandResult CommandExecutorCPU::draw_line(Color const& color, Gfx::IntPoint const& from, Gfx::IntPoint const& to, int thickness, Gfx::Painter::LineStyle style, Color const& alternate_color)
  278. {
  279. if (style == Gfx::Painter::LineStyle::Dotted) {
  280. Gfx::AntiAliasingPainter aa_painter(painter());
  281. aa_painter.draw_line(from, to, color, thickness, style, alternate_color);
  282. } else {
  283. painter().draw_line(from, to, color, thickness, style, alternate_color);
  284. }
  285. return CommandResult::Continue;
  286. }
  287. CommandResult CommandExecutorCPU::draw_signed_distance_field(Gfx::IntRect const& rect, Color const& color, Gfx::GrayscaleBitmap const& sdf, float smoothing)
  288. {
  289. painter().draw_signed_distance_field(rect, color, sdf, smoothing);
  290. return CommandResult::Continue;
  291. }
  292. CommandResult CommandExecutorCPU::paint_frame(Gfx::IntRect const& rect, Palette const& palette, Gfx::FrameStyle style)
  293. {
  294. Gfx::StylePainter::paint_frame(painter(), rect, palette, style);
  295. return CommandResult::Continue;
  296. }
  297. CommandResult CommandExecutorCPU::apply_backdrop_filter(Gfx::IntRect const& backdrop_region, Web::CSS::ResolvedBackdropFilter const& backdrop_filter)
  298. {
  299. auto& painter = this->painter();
  300. // This performs the backdrop filter operation: https://drafts.fxtf.org/filter-effects-2/#backdrop-filter-operation
  301. // Note: The region bitmap can be smaller than the backdrop_region if it's at the edge of canvas.
  302. // Note: This is in DevicePixels, but we use an IntRect because `get_region_bitmap()` below writes to it.
  303. // FIXME: Go through the steps to find the "Backdrop Root Image"
  304. // https://drafts.fxtf.org/filter-effects-2/#BackdropRoot
  305. // 1. Copy the Backdrop Root Image into a temporary buffer, such as a raster image. Call this buffer T’.
  306. Gfx::IntRect actual_region {};
  307. auto maybe_backdrop_bitmap = painter.get_region_bitmap(backdrop_region, Gfx::BitmapFormat::BGRA8888, actual_region);
  308. if (actual_region.is_empty())
  309. return CommandResult::Continue;
  310. if (maybe_backdrop_bitmap.is_error()) {
  311. dbgln("Failed get region bitmap for backdrop-filter");
  312. return CommandResult::Continue;
  313. }
  314. auto backdrop_bitmap = maybe_backdrop_bitmap.release_value();
  315. // 2. Apply the backdrop-filter’s filter operations to the entire contents of T'.
  316. apply_filter_list(*backdrop_bitmap, backdrop_filter.filters);
  317. // FIXME: 3. If element B has any transforms (between B and the Backdrop Root), apply the inverse of those transforms to the contents of T’.
  318. // 4. Apply a clip to the contents of T’, using the border box of element B, including border-radius if specified. Note that the children of B are not considered for the sizing or location of this clip.
  319. // FIXME: 5. Draw all of element B, including its background, border, and any children elements, into T’.
  320. // FXIME: 6. If element B has any transforms, effects, or clips, apply those to T’.
  321. // 7. Composite the contents of T’ into element B’s parent, using source-over compositing.
  322. painter.blit(actual_region.location(), *backdrop_bitmap, backdrop_bitmap->rect());
  323. return CommandResult::Continue;
  324. }
  325. CommandResult CommandExecutorCPU::draw_rect(Gfx::IntRect const& rect, Color const& color, bool rough)
  326. {
  327. painter().draw_rect(rect, color, rough);
  328. return CommandResult::Continue;
  329. }
  330. CommandResult CommandExecutorCPU::paint_radial_gradient(Gfx::IntRect const& rect, Web::Painting::RadialGradientData const& radial_gradient_data, Gfx::IntPoint const& center, Gfx::IntSize const& size)
  331. {
  332. painter().fill_rect_with_radial_gradient(rect, radial_gradient_data.color_stops.list, center, size, radial_gradient_data.color_stops.repeat_length);
  333. return CommandResult::Continue;
  334. }
  335. CommandResult CommandExecutorCPU::paint_conic_gradient(Gfx::IntRect const& rect, Web::Painting::ConicGradientData const& conic_gradient_data, Gfx::IntPoint const& position)
  336. {
  337. painter().fill_rect_with_conic_gradient(rect, conic_gradient_data.color_stops.list, position, conic_gradient_data.start_angle, conic_gradient_data.color_stops.repeat_length);
  338. return CommandResult::Continue;
  339. }
  340. CommandResult CommandExecutorCPU::draw_triangle_wave(Gfx::IntPoint const& p1, Gfx::IntPoint const& p2, Color const& color, int amplitude, int thickness)
  341. {
  342. painter().draw_triangle_wave(p1, p2, color, amplitude, thickness);
  343. return CommandResult::Continue;
  344. }
  345. CommandResult CommandExecutorCPU::sample_under_corners(u32 id, CornerRadii const& corner_radii, Gfx::IntRect const& border_rect, CornerClip corner_clip)
  346. {
  347. m_corner_clippers.resize(id + 1);
  348. auto clipper = BorderRadiusCornerClipper::create(corner_radii, border_rect.to_type<DevicePixels>(), corner_clip);
  349. m_corner_clippers[id] = clipper.release_value_but_fixme_should_propagate_errors();
  350. m_corner_clippers[id]->sample_under_corners(painter());
  351. return CommandResult::Continue;
  352. }
  353. CommandResult CommandExecutorCPU::blit_corner_clipping(u32 id)
  354. {
  355. m_corner_clippers[id]->blit_corner_clipping(painter());
  356. m_corner_clippers[id] = nullptr;
  357. return CommandResult::Continue;
  358. }
  359. CommandResult CommandExecutorCPU::paint_borders(DevicePixelRect const& border_rect, CornerRadii const& corner_radii, BordersDataDevicePixels const& borders_data)
  360. {
  361. paint_all_borders(painter(), border_rect, corner_radii, borders_data);
  362. return CommandResult::Continue;
  363. }
  364. bool CommandExecutorCPU::would_be_fully_clipped_by_painter(Gfx::IntRect rect) const
  365. {
  366. return !painter().clip_rect().intersects(rect.translated(painter().translation()));
  367. }
  368. }