VideoTrack.cpp 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. /*
  2. * Copyright (c) 2023, Tim Flynn <trflynn89@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include <AK/IDAllocator.h>
  7. #include <LibGfx/Bitmap.h>
  8. #include <LibJS/Runtime/Realm.h>
  9. #include <LibJS/Runtime/VM.h>
  10. #include <LibVideo/PlaybackManager.h>
  11. #include <LibVideo/Track.h>
  12. #include <LibWeb/Bindings/Intrinsics.h>
  13. #include <LibWeb/Bindings/VideoTrackPrototype.h>
  14. #include <LibWeb/DOM/Event.h>
  15. #include <LibWeb/HTML/EventNames.h>
  16. #include <LibWeb/HTML/HTMLMediaElement.h>
  17. #include <LibWeb/HTML/HTMLVideoElement.h>
  18. #include <LibWeb/HTML/VideoTrack.h>
  19. #include <LibWeb/HTML/VideoTrackList.h>
  20. namespace Web::HTML {
  21. static IDAllocator s_video_track_id_allocator;
  22. VideoTrack::VideoTrack(JS::Realm& realm, JS::NonnullGCPtr<HTMLMediaElement> media_element, NonnullOwnPtr<Video::PlaybackManager> playback_manager)
  23. : PlatformObject(realm)
  24. , m_media_element(media_element)
  25. , m_playback_manager(move(playback_manager))
  26. {
  27. m_playback_manager->on_video_frame = [this](auto frame) {
  28. if (is<HTMLVideoElement>(*m_media_element))
  29. verify_cast<HTMLVideoElement>(*m_media_element).set_current_frame({}, move(frame));
  30. };
  31. m_playback_manager->on_decoder_error = [](auto) {
  32. // FIXME: Propagate this error to HTMLMediaElement's error attribute.
  33. };
  34. m_playback_manager->on_fatal_playback_error = [](auto) {
  35. // FIXME: Propagate this error to HTMLMediaElement's error attribute.
  36. };
  37. }
  38. VideoTrack::~VideoTrack()
  39. {
  40. auto id = m_id.to_number<int>();
  41. VERIFY(id.has_value());
  42. s_video_track_id_allocator.deallocate(id.value());
  43. }
  44. JS::ThrowCompletionOr<void> VideoTrack::initialize(JS::Realm& realm)
  45. {
  46. MUST_OR_THROW_OOM(Base::initialize(realm));
  47. set_prototype(&Bindings::ensure_web_prototype<Bindings::VideoTrackPrototype>(realm, "VideoTrack"));
  48. auto id = s_video_track_id_allocator.allocate();
  49. m_id = TRY_OR_THROW_OOM(realm.vm(), String::number(id));
  50. return {};
  51. }
  52. void VideoTrack::visit_edges(Cell::Visitor& visitor)
  53. {
  54. visitor.visit(m_media_element);
  55. visitor.visit(m_video_track_list);
  56. }
  57. void VideoTrack::play_video(Badge<HTMLVideoElement>)
  58. {
  59. m_playback_manager->resume_playback();
  60. }
  61. void VideoTrack::pause_video(Badge<HTMLVideoElement>)
  62. {
  63. m_playback_manager->pause_playback();
  64. }
  65. Time VideoTrack::duration() const
  66. {
  67. return m_playback_manager->selected_video_track().video_data().duration;
  68. }
  69. u64 VideoTrack::pixel_width() const
  70. {
  71. return m_playback_manager->selected_video_track().video_data().pixel_width;
  72. }
  73. u64 VideoTrack::pixel_height() const
  74. {
  75. return m_playback_manager->selected_video_track().video_data().pixel_height;
  76. }
  77. // https://html.spec.whatwg.org/multipage/media.html#dom-videotrack-selected
  78. void VideoTrack::set_selected(bool selected)
  79. {
  80. // On setting, it must select the track if the new value is true, and unselect it otherwise.
  81. if (m_selected == selected)
  82. return;
  83. // If the track is in a VideoTrackList, then all the other VideoTrack objects in that list must be unselected. (If the track is
  84. // no longer in a VideoTrackList object, then the track being selected or unselected has no effect beyond changing the value of
  85. // the attribute on the VideoTrack object.)
  86. if (m_video_track_list) {
  87. for (auto video_track : m_video_track_list->video_tracks({})) {
  88. if (video_track.ptr() != this)
  89. video_track->m_selected = false;
  90. }
  91. // Whenever a track in a VideoTrackList that was previously not selected is selected, and whenever the selected track in a
  92. // VideoTrackList is unselected without a new track being selected in its stead, the user agent must queue a media element
  93. // task given the media element to fire an event named change at the VideoTrackList object. This task must be queued before
  94. // the task that fires the resize event, if any.
  95. auto previously_unselected_track_is_selected = !m_selected && selected;
  96. auto selected_track_was_unselected_without_another_selection = m_selected && !selected;
  97. if (previously_unselected_track_is_selected || selected_track_was_unselected_without_another_selection) {
  98. m_media_element->queue_a_media_element_task([this]() {
  99. m_video_track_list->dispatch_event(DOM::Event::create(realm(), HTML::EventNames::change).release_value_but_fixme_should_propagate_errors());
  100. });
  101. }
  102. }
  103. m_selected = selected;
  104. // AD-HOC: Inform the video element node that we have (un)selected a video track for layout.
  105. if (is<HTMLVideoElement>(*m_media_element)) {
  106. auto& video_element = verify_cast<HTMLVideoElement>(*m_media_element);
  107. video_element.set_video_track(m_selected ? this : nullptr);
  108. }
  109. }
  110. }