* Copyright (C) 2010 Google Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of
* its contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef THIRD_PARTY_BLINK_RENDERER_PLATFORM_AUDIO_AUDIO_DESTINATION_H_
#define THIRD_PARTY_BLINK_RENDERER_PLATFORM_AUDIO_AUDIO_DESTINATION_H_
#include <memory>
#include <optional>
#include <vector>
#include "base/memory/raw_ref.h"
#include "base/memory/scoped_refptr.h"
#include "base/synchronization/lock.h"
#include "base/synchronization/waitable_event.h"
#include "base/task/single_thread_task_runner.h"
#include "base/time/time.h"
#include "media/base/audio_glitch_info.h"
#include "media/base/audio_renderer_sink.h"
#include "third_party/blink/public/platform/web_audio_device.h"
#include "third_party/blink/renderer/platform/audio/audio_bus.h"
#include "third_party/blink/renderer/platform/audio/audio_destination_uma_reporter.h"
#include "third_party/blink/renderer/platform/audio/audio_io_callback.h"
#include "third_party/blink/renderer/platform/audio/media_multi_channel_resampler.h"
#include "third_party/blink/renderer/platform/audio/push_pull_fifo.h"
#include "third_party/blink/renderer/platform/platform_export.h"
#include "third_party/blink/renderer/platform/scheduler/public/thread.h"
#include "third_party/blink/renderer/platform/wtf/text/wtf_string.h"
#include "third_party/blink/renderer/platform/wtf/thread_safe_ref_counted.h"
namespace media {
struct AudioGlitchInfo;
}
namespace blink {
class PushPullFIFO;
class WebAudioLatencyHint;
class WebAudioSinkDescriptor;
class PLATFORM_EXPORT AudioDestination final
: public ThreadSafeRefCounted<AudioDestination>,
public media::AudioRendererSink::RenderCallback {
USING_FAST_MALLOC(AudioDestination);
public:
enum DeviceState {
kRunning,
kPaused,
kStopped,
};
static scoped_refptr<AudioDestination> Create(
AudioIOCallback&,
const WebAudioSinkDescriptor& sink_descriptor,
unsigned number_of_output_channels,
const WebAudioLatencyHint&,
std::optional<float> context_sample_rate,
unsigned render_quantum_frames);
AudioDestination(const AudioDestination&) = delete;
AudioDestination& operator=(const AudioDestination&) = delete;
~AudioDestination() override;
int Render(base::TimeDelta delay,
base::TimeTicks delay_timestamp,
const media::AudioGlitchInfo& glitch_info,
media::AudioBus* dest) override;
void OnRenderError() override;
void Start();
void Stop();
void Pause();
void Resume();
void SetWorkletTaskRunner(
scoped_refptr<base::SingleThreadTaskRunner> worklet_task_runner);
void StartWithWorkletTaskRunner(
scoped_refptr<base::SingleThreadTaskRunner> worklet_task_runner);
bool IsPlaying() const;
double SampleRate() const;
uint32_t CallbackBufferSize() const;
int FramesPerBuffer() const;
base::TimeDelta GetPlatformBufferDuration() const;
uint32_t MaxChannelCount() const;
void SetDetectSilence(bool detect_silence);
media::OutputDeviceStatus MaybeCreateSinkAndGetStatus();
size_t FramesElapsed() const;
void TransferElapsedFramesFrom(
const scoped_refptr<AudioDestination> previous_platform_destination);
const PushPullFIFOStateForTest GetPushPullFIFOStateForTest() {
return fifo_->GetStateForTest();
}
MediaMultiChannelResampler* GetResamplerForTesting() {
return resampler_.get();
}
private:
explicit AudioDestination(AudioIOCallback&,
const WebAudioSinkDescriptor& sink_descriptor,
unsigned number_of_output_channels,
const WebAudioLatencyHint&,
std::optional<float> context_sample_rate,
unsigned render_quantum_frames);
void SetDeviceState(DeviceState);
void RequestRenderWait(size_t frames_requested,
size_t frames_to_render,
base::TimeDelta delay,
base::TimeTicks delay_timestamp,
const media::AudioGlitchInfo& glitch_info,
base::TimeTicks request_timestamp);
bool RequestRender(size_t frames_requested,
size_t frames_to_render,
base::TimeDelta delay,
base::TimeTicks delay_timestamp,
const media::AudioGlitchInfo& glitch_info,
base::TimeTicks request_timestamp,
bool has_fifo_underrun_occurred = false);
void ProvideResamplerInput(int resampler_frame_delay, AudioBus* dest);
void PullFromCallback(AudioBus* destination_bus, base::TimeDelta delay);
void SendLogMessage(const char* const function_name,
const String& message) const;
std::unique_ptr<WebAudioDevice> web_audio_device_;
const uint32_t callback_buffer_size_;
const unsigned number_of_output_channels_;
const unsigned render_quantum_frames_;
const float context_sample_rate_;
std::unique_ptr<PushPullFIFO> fifo_;
scoped_refptr<AudioBus> output_bus_;
scoped_refptr<AudioBus> render_bus_;
const raw_ref<AudioIOCallback> callback_;
size_t frames_elapsed_ = 0;
std::unique_ptr<MediaMultiChannelResampler> resampler_;
std::unique_ptr<media::AudioBus> resampler_bus_;
AudioIOPosition output_position_;
media::AudioGlitchInfo::Accumulator glitch_info_to_report_;
base::TimeDelta delay_to_report_;
scoped_refptr<base::SingleThreadTaskRunner> worklet_task_runner_;
mutable base::Lock device_state_lock_;
DeviceState device_state_ = kStopped;
AudioCallbackMetricReporter metric_reporter_;
AudioDestinationUmaReporter uma_reporter_;
bool is_latency_metric_collected_ = false;
base::WaitableEvent output_buffer_bypass_wait_event_;
const bool is_output_buffer_bypassed_ = false;
bool state_change_underrun_in_bypass_mode_ = false;
};
}
#endif