/* * Copyright (c) 2023, Tim Flynn * * SPDX-License-Identifier: BSD-2-Clause */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace Web::HTML { static IDAllocator s_audio_track_id_allocator; // Number of milliseconds of audio data contained in each audio buffer static constexpr u32 BUFFER_SIZE_MS = 50; AudioTrack::AudioTrack(JS::Realm& realm, JS::NonnullGCPtr media_element, NonnullRefPtr loader) : PlatformObject(realm) , m_media_element(media_element) , m_audio_plugin(Platform::AudioCodecPlugin::create().release_value_but_fixme_should_propagate_errors()) , m_loader(move(loader)) , m_sample_timer(Platform::Timer::create_repeating(BUFFER_SIZE_MS, [this]() { play_next_samples(); })) { m_audio_plugin->device_sample_rate(); } AudioTrack::~AudioTrack() { auto id = m_id.to_number(); VERIFY(id.has_value()); s_audio_track_id_allocator.deallocate(id.value()); } JS::ThrowCompletionOr AudioTrack::initialize(JS::Realm& realm) { MUST_OR_THROW_OOM(Base::initialize(realm)); set_prototype(&Bindings::ensure_web_prototype(realm, "AudioTrack")); auto id = s_audio_track_id_allocator.allocate(); m_id = TRY_OR_THROW_OOM(realm.vm(), String::number(id)); return {}; } void AudioTrack::play(Badge) { m_audio_plugin->resume_playback(); m_sample_timer->start(); } void AudioTrack::pause(Badge) { m_audio_plugin->pause_playback(); m_sample_timer->stop(); } Duration AudioTrack::position() const { auto samples_played = static_cast(m_loader->loaded_samples()); auto sample_rate = static_cast(m_loader->sample_rate()); auto source_to_device_ratio = sample_rate / static_cast(m_audio_plugin->device_sample_rate()); samples_played *= source_to_device_ratio; return Duration::from_milliseconds(static_cast(samples_played / sample_rate * 1000.0)); } Duration AudioTrack::duration() const { auto duration = static_cast(m_loader->total_samples()) / static_cast(m_loader->sample_rate()); return Duration::from_milliseconds(static_cast(duration * 1000.0)); } void AudioTrack::visit_edges(Cell::Visitor& visitor) { Base::visit_edges(visitor); visitor.visit(m_media_element); visitor.visit(m_audio_track_list); } // https://html.spec.whatwg.org/multipage/media.html#dom-audiotrack-enabled void AudioTrack::set_enabled(bool enabled) { // On setting, it must enable the track if the new value is true, and disable it otherwise. (If the track is no // longer in an AudioTrackList object, then the track being enabled or disabled has no effect beyond changing the // value of the attribute on the AudioTrack object.) if (m_enabled == enabled) return; if (m_audio_track_list) { // Whenever an audio track in an AudioTrackList that was disabled is enabled, and whenever one that was enabled // is disabled, the user agent must queue a media element task given the media element to fire an event named // change at the AudioTrackList object. m_media_element->queue_a_media_element_task([this]() { m_audio_track_list->dispatch_event(DOM::Event::create(realm(), HTML::EventNames::change).release_value_but_fixme_should_propagate_errors()); }); } m_enabled = enabled; } Optional> AudioTrack::get_next_samples() { bool all_samples_loaded = m_loader->loaded_samples() >= m_loader->total_samples(); bool audio_server_done = m_audio_plugin->remaining_samples() == 0; if (all_samples_loaded && audio_server_done) return {}; auto samples_to_load_per_buffer = static_cast(BUFFER_SIZE_MS / 1000.0f * static_cast(m_loader->sample_rate())); auto buffer_or_error = m_loader->get_more_samples(samples_to_load_per_buffer); if (buffer_or_error.is_error()) { dbgln("Error while loading samples: {}", buffer_or_error.error().description); return {}; } return buffer_or_error.release_value(); } void AudioTrack::play_next_samples() { if (auto* layout_node = m_media_element->layout_node()) layout_node->set_needs_display(); auto samples = get_next_samples(); if (!samples.has_value()) { m_audio_plugin->playback_ended(); (void)m_loader->reset(); auto playback_position = static_cast(duration().to_milliseconds()) / 1000.0; m_media_element->set_current_playback_position(playback_position); return; } Audio::ResampleHelper resampler(m_loader->sample_rate(), m_audio_plugin->device_sample_rate()); auto resampled = FixedArray::create(resampler.resample(samples.release_value()).span()).release_value_but_fixme_should_propagate_errors(); m_audio_plugin->enqueue_samples(move(resampled)); auto playback_position = static_cast(position().to_milliseconds()) / 1000.0; m_media_element->set_current_playback_position(playback_position); } }