HTMLMediaElement.h 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. /*
  2. * Copyright (c) 2020, the SerenityOS developers.
  3. * Copyright (c) 2023, Tim Flynn <trflynn89@serenityos.org>
  4. *
  5. * SPDX-License-Identifier: BSD-2-Clause
  6. */
  7. #pragma once
  8. #include <AK/ByteBuffer.h>
  9. #include <AK/Time.h>
  10. #include <AK/Variant.h>
  11. #include <LibJS/Heap/MarkedVector.h>
  12. #include <LibJS/SafeFunction.h>
  13. #include <LibWeb/HTML/EventLoop/Task.h>
  14. #include <LibWeb/HTML/HTMLElement.h>
  15. #include <LibWeb/WebIDL/DOMException.h>
  16. #include <math.h>
  17. namespace Web::HTML {
  18. enum class MediaSeekMode {
  19. Accurate,
  20. ApproximateForSpeed,
  21. };
  22. class HTMLMediaElement : public HTMLElement {
  23. WEB_PLATFORM_OBJECT(HTMLMediaElement, HTMLElement);
  24. public:
  25. virtual ~HTMLMediaElement() override;
  26. void queue_a_media_element_task(JS::SafeFunction<void()> steps);
  27. enum class NetworkState : u16 {
  28. Empty,
  29. Idle,
  30. Loading,
  31. NoSource,
  32. };
  33. NetworkState network_state() const { return m_network_state; }
  34. WebIDL::ExceptionOr<Bindings::CanPlayTypeResult> can_play_type(DeprecatedString const& type) const;
  35. enum class ReadyState : u16 {
  36. HaveNothing,
  37. HaveMetadata,
  38. HaveCurrentData,
  39. HaveFutureData,
  40. HaveEnoughData,
  41. };
  42. ReadyState ready_state() const { return m_ready_state; }
  43. bool seeking() const { return m_seeking; }
  44. WebIDL::ExceptionOr<void> load();
  45. double current_time() const;
  46. void set_current_time(double);
  47. void set_current_playback_position(double);
  48. double duration() const;
  49. bool paused() const { return m_paused; }
  50. bool ended() const;
  51. WebIDL::ExceptionOr<JS::NonnullGCPtr<JS::Promise>> play();
  52. WebIDL::ExceptionOr<void> pause();
  53. JS::NonnullGCPtr<VideoTrackList> video_tracks() const { return *m_video_tracks; }
  54. protected:
  55. HTMLMediaElement(DOM::Document&, DOM::QualifiedName);
  56. virtual JS::ThrowCompletionOr<void> initialize(JS::Realm&) override;
  57. virtual void visit_edges(Cell::Visitor&) override;
  58. // Override in subclasses to handle implementation-specific behavior when the element state changes
  59. // to playing or paused, e.g. to start/stop play timers.
  60. virtual void on_playing() { }
  61. virtual void on_paused() { }
  62. // Override in subclasses to handle implementation-specific seeking behavior. When seeking is complete,
  63. // subclasses must invoke set_current_playback_position() to unblock the user agent.
  64. virtual void on_seek(double, MediaSeekMode) { m_seek_in_progress = false; }
  65. private:
  66. struct EntireResource { };
  67. using ByteRange = Variant<EntireResource>; // FIXME: This will need to include "until end" and an actual byte range.
  68. virtual void parse_attribute(DeprecatedFlyString const& name, DeprecatedString const& value) override;
  69. Task::Source media_element_event_task_source() const { return m_media_element_event_task_source.source; }
  70. WebIDL::ExceptionOr<void> load_element();
  71. WebIDL::ExceptionOr<void> select_resource();
  72. WebIDL::ExceptionOr<void> fetch_resource(AK::URL const&, Function<void()> failure_callback);
  73. static bool verify_response(JS::NonnullGCPtr<Fetch::Infrastructure::Response>, ByteRange const&);
  74. WebIDL::ExceptionOr<void> process_media_data(Function<void()> failure_callback);
  75. WebIDL::ExceptionOr<void> handle_media_source_failure(Span<JS::NonnullGCPtr<WebIDL::Promise>> promises);
  76. void forget_media_resource_specific_tracks();
  77. void set_ready_state(ReadyState);
  78. WebIDL::ExceptionOr<void> play_element();
  79. WebIDL::ExceptionOr<void> pause_element();
  80. void seek_element(double playback_position, MediaSeekMode = MediaSeekMode::Accurate);
  81. void notify_about_playing();
  82. void set_paused(bool);
  83. void set_duration(double);
  84. bool has_ended_playback() const;
  85. WebIDL::ExceptionOr<void> reached_end_of_media_playback();
  86. WebIDL::ExceptionOr<void> dispatch_time_update_event();
  87. enum class TimeMarchesOnReason {
  88. NormalPlayback,
  89. Other,
  90. };
  91. void time_marches_on(TimeMarchesOnReason = TimeMarchesOnReason::NormalPlayback);
  92. JS::MarkedVector<JS::NonnullGCPtr<WebIDL::Promise>> take_pending_play_promises();
  93. void resolve_pending_play_promises(ReadonlySpan<JS::NonnullGCPtr<WebIDL::Promise>> promises);
  94. void reject_pending_play_promises(ReadonlySpan<JS::NonnullGCPtr<WebIDL::Promise>> promises, JS::NonnullGCPtr<WebIDL::DOMException> error);
  95. // https://html.spec.whatwg.org/multipage/media.html#reject-pending-play-promises
  96. template<typename ErrorType>
  97. void reject_pending_play_promises(ReadonlySpan<JS::NonnullGCPtr<WebIDL::Promise>> promises, FlyString const& message)
  98. {
  99. auto& realm = this->realm();
  100. auto error = ErrorType::create(realm, message.to_deprecated_fly_string());
  101. reject_pending_play_promises(promises, error);
  102. }
  103. // https://html.spec.whatwg.org/multipage/media.html#media-element-event-task-source
  104. UniqueTaskSource m_media_element_event_task_source {};
  105. // https://html.spec.whatwg.org/multipage/media.html#dom-media-networkstate
  106. NetworkState m_network_state { NetworkState::Empty };
  107. // https://html.spec.whatwg.org/multipage/media.html#dom-media-readystate
  108. ReadyState m_ready_state { ReadyState::HaveNothing };
  109. bool m_first_data_load_event_since_load_start { false };
  110. // https://html.spec.whatwg.org/multipage/media.html#dom-media-seeking
  111. bool m_seeking { false };
  112. // https://html.spec.whatwg.org/multipage/media.html#current-playback-position
  113. double m_current_playback_position { 0 };
  114. // https://html.spec.whatwg.org/multipage/media.html#official-playback-position
  115. double m_official_playback_position { 0 };
  116. // https://html.spec.whatwg.org/multipage/media.html#default-playback-start-position
  117. double m_default_playback_start_position { 0 };
  118. // https://html.spec.whatwg.org/multipage/media.html#dom-media-duration
  119. double m_duration { NAN };
  120. // https://html.spec.whatwg.org/multipage/media.html#list-of-pending-play-promises
  121. JS::MarkedVector<JS::NonnullGCPtr<WebIDL::Promise>> m_pending_play_promises;
  122. // https://html.spec.whatwg.org/multipage/media.html#dom-media-paused
  123. bool m_paused { true };
  124. // https://html.spec.whatwg.org/multipage/media.html#dom-media-videotracks
  125. JS::GCPtr<VideoTrackList> m_video_tracks;
  126. // https://html.spec.whatwg.org/multipage/media.html#media-data
  127. ByteBuffer m_media_data;
  128. bool m_running_time_update_event_handler { false };
  129. Optional<Time> m_last_time_update_event_time;
  130. JS::GCPtr<Fetch::Infrastructure::FetchController> m_fetch_controller;
  131. bool m_seek_in_progress = false;
  132. };
  133. }