#include "media/audio/pulse/pulse_input.h"
#include <stdint.h>
#include <algorithm>
#include "base/check.h"
#include "base/numerics/safe_conversions.h"
#include "base/strings/stringprintf.h"
#include "media/audio/audio_device_description.h"
#include "media/audio/pulse/audio_manager_pulse.h"
#include "media/audio/pulse/pulse_util.h"
#include "media/base/audio_timestamp_helper.h"
namespace media {
using pulse::AutoPulseLock;
using pulse::WaitForOperationCompletion;
const int kNumberOfBlocksBufferInFifo = 2;
constexpr SampleFormat kSampleFormat = pulse::kInputSampleFormat;
PulseAudioInputStream::PulseAudioInputStream(
AudioManagerPulse* audio_manager,
const std::string& source_name,
const AudioParameters& params,
pa_threaded_mainloop* mainloop,
pa_context* context,
AudioManager::LogCallback log_callback)
: audio_manager_(audio_manager),
callback_(nullptr),
source_name_(source_name),
params_(params),
channels_(0),
volume_(0.0),
stream_started_(false),
muted_(false),
fifo_(params.channels(),
params.frames_per_buffer(),
kNumberOfBlocksBufferInFifo),
pa_mainloop_(mainloop),
pa_context_(context),
log_callback_(std::move(log_callback)),
handle_(nullptr),
peak_detector_(
audio_manager ? base::BindRepeating(&AudioManager::TraceAmplitudePeak,
base::Unretained(audio_manager_),
true)
: base::RepeatingClosure()) {
DCHECK(mainloop);
DCHECK(context);
CHECK(params_.IsValid());
SendLogMessage("%s({device_id=%s}, {params=[%s]})", __func__,
source_name.c_str(), params.AsHumanReadableString().c_str());
}
PulseAudioInputStream::~PulseAudioInputStream() {
DCHECK(!handle_);
}
AudioInputStream::OpenOutcome PulseAudioInputStream::Open() {
DCHECK(thread_checker_.CalledOnValidThread());
SendLogMessage("%s()", __func__);
if (source_name_ == AudioDeviceDescription::kDefaultDeviceId &&
audio_manager_ && audio_manager_->DefaultSourceIsMonitor()) {
SendLogMessage("%s => (ERROR: can't open monitor device)", __func__);
return OpenOutcome::kFailed;
}
AutoPulseLock auto_lock(pa_mainloop_);
if (!pulse::CreateInputStream(pa_mainloop_, pa_context_, &handle_, params_,
source_name_, &StreamNotifyCallback, this)) {
SendLogMessage("%s => (ERROR: failed to open PA stream)", __func__);
return OpenOutcome::kFailed;
}
DCHECK(handle_);
return OpenOutcome::kSuccess;
}
void PulseAudioInputStream::Start(AudioInputCallback* callback) {
DCHECK(thread_checker_.CalledOnValidThread());
DCHECK(callback);
DCHECK(handle_);
SendLogMessage("%s()", __func__);
StartAgc();
AutoPulseLock auto_lock(pa_mainloop_);
if (stream_started_)
return;
callback_ = callback;
pa_stream_set_read_callback(handle_, &ReadCallback, this);
pa_stream_readable_size(handle_);
stream_started_ = true;
pa_operation* operation =
pa_stream_cork(handle_, 0, &pulse::StreamSuccessCallback, pa_mainloop_);
if (!WaitForOperationCompletion(pa_mainloop_, operation, pa_context_,
handle_)) {
callback_->OnError();
}
}
void PulseAudioInputStream::Stop() {
DCHECK(thread_checker_.CalledOnValidThread());
SendLogMessage("%s()", __func__);
AutoPulseLock auto_lock(pa_mainloop_);
if (!stream_started_)
return;
StopAgc();
stream_started_ = false;
pa_stream_drop(handle_);
fifo_.Clear();
pa_operation* operation =
pa_stream_flush(handle_, &pulse::StreamSuccessCallback, pa_mainloop_);
if (!WaitForOperationCompletion(pa_mainloop_, operation, pa_context_,
handle_)) {
callback_->OnError();
}
pa_stream_set_read_callback(handle_, nullptr, nullptr);
operation =
pa_stream_cork(handle_, 1, &pulse::StreamSuccessCallback, pa_mainloop_);
if (!WaitForOperationCompletion(pa_mainloop_, operation, pa_context_,
handle_)) {
callback_->OnError();
}
callback_ = nullptr;
}
void PulseAudioInputStream::Close() {
DCHECK(thread_checker_.CalledOnValidThread());
SendLogMessage("%s()", __func__);
{
AutoPulseLock auto_lock(pa_mainloop_);
if (handle_) {
pa_stream_set_state_callback(handle_, nullptr, nullptr);
pa_operation* operation =
pa_stream_flush(handle_, &pulse::StreamSuccessCallback, pa_mainloop_);
WaitForOperationCompletion(pa_mainloop_, operation, pa_context_, handle_);
if (pa_stream_get_state(handle_) != PA_STREAM_UNCONNECTED)
pa_stream_disconnect(handle_);
pa_stream_unref(handle_.ExtractAsDangling());
handle_ = nullptr;
}
}
if (audio_manager_) {
audio_manager_->ReleaseInputStream(this);
}
}
double PulseAudioInputStream::GetMaxVolume() {
return static_cast<double>(PA_VOLUME_NORM);
}
void PulseAudioInputStream::SetVolume(double volume) {
AutoPulseLock auto_lock(pa_mainloop_);
if (!handle_)
return;
SendLogMessage("%s({volume=%.2f})", __func__, volume);
size_t index = pa_stream_get_device_index(handle_);
pa_operation* operation = nullptr;
if (!channels_) {
operation = pa_context_get_source_info_by_index(pa_context_, index,
&VolumeCallback, this);
if (!WaitForOperationCompletion(pa_mainloop_, operation, pa_context_,
handle_) ||
!channels_) {
SendLogMessage("%s => (WARNING: failed to read number of channels)",
__func__);
return;
}
}
pa_cvolume pa_volume;
pa_cvolume_set(&pa_volume, channels_, volume);
operation = pa_context_set_source_volume_by_index(
pa_context_, index, &pa_volume, nullptr, nullptr);
pa_operation_unref(operation);
}
double PulseAudioInputStream::GetVolume() {
if (pa_threaded_mainloop_in_thread(pa_mainloop_)) {
if (!handle_)
return 0.0;
size_t index = pa_stream_get_device_index(handle_);
pa_operation* operation = pa_context_get_source_info_by_index(
pa_context_, index, &VolumeCallback, this);
pa_operation_unref(operation);
return 0.0;
} else {
GetSourceInformation(&VolumeCallback);
return volume_;
}
}
bool PulseAudioInputStream::IsMuted() {
DCHECK(thread_checker_.CalledOnValidThread());
GetSourceInformation(&MuteCallback);
return muted_;
}
void PulseAudioInputStream::SetOutputDeviceForAec(
const std::string& output_device_id) {
}
void PulseAudioInputStream::SendLogMessage(const char* format, ...) {
if (log_callback_.is_null())
return;
va_list args;
va_start(args, format);
log_callback_.Run("PAIS::" + base::StringPrintV(format, args));
va_end(args);
}
void PulseAudioInputStream::ReadCallback(pa_stream* handle,
size_t length,
void* user_data) {
PulseAudioInputStream* stream =
reinterpret_cast<PulseAudioInputStream*>(user_data);
stream->ReadData();
}
void PulseAudioInputStream::VolumeCallback(pa_context* context,
const pa_source_info* info,
int error, void* user_data) {
PulseAudioInputStream* stream =
reinterpret_cast<PulseAudioInputStream*>(user_data);
if (error) {
pa_threaded_mainloop_signal(stream->pa_mainloop_, 0);
return;
}
if (stream->channels_ != info->channel_map.channels)
stream->channels_ = info->channel_map.channels;
pa_volume_t volume = std::ranges::max(
base::span(info->volume.values).first(info->volume.channels));
stream->volume_ = static_cast<double>(volume);
}
void PulseAudioInputStream::MuteCallback(pa_context* context,
const pa_source_info* info,
int error,
void* user_data) {
PulseAudioInputStream* stream =
reinterpret_cast<PulseAudioInputStream*>(user_data);
if (error) {
pa_threaded_mainloop_signal(stream->pa_mainloop_, 0);
return;
}
stream->muted_ = info->mute != 0;
}
void PulseAudioInputStream::StreamNotifyCallback(pa_stream* s,
void* user_data) {
PulseAudioInputStream* stream =
reinterpret_cast<PulseAudioInputStream*>(user_data);
if (s && stream->callback_ &&
pa_stream_get_state(s) == PA_STREAM_FAILED) {
stream->callback_->OnError();
}
pa_threaded_mainloop_signal(stream->pa_mainloop_, 0);
}
void PulseAudioInputStream::ReadData() {
double normalized_volume = 0.0;
GetAgcVolume(&normalized_volume);
normalized_volume = volume_ / GetMaxVolume();
do {
size_t length = 0;
const void* data = nullptr;
pa_stream_peek(handle_, &data, &length);
if (!data || length == 0)
break;
UNSAFE_BUFFERS(base::span<const uint8_t> pa_stream(
reinterpret_cast<const uint8_t*>(data), length));
const size_t number_of_frames =
length / params_.GetBytesPerFrame(kSampleFormat);
if (number_of_frames >
base::checked_cast<size_t>(fifo_.GetUnfilledFrames())) {
const int increase_blocks_of_buffer =
static_cast<int>((number_of_frames - fifo_.GetUnfilledFrames()) /
params_.frames_per_buffer()) +
1;
fifo_.IncreaseCapacity(increase_blocks_of_buffer);
}
peak_detector_.FindPeak(pa_stream, kSampleFormat);
fifo_.Push(pa_stream, number_of_frames, kSampleFormat);
pa_stream_drop(handle_);
} while (pa_stream_readable_size(handle_) > 0);
const base::TimeTicks capture_time_base =
base::TimeTicks::Now() - pulse::GetHardwareLatency(handle_);
while (fifo_.available_blocks()) {
const base::TimeTicks capture_time =
capture_time_base -
AudioTimestampHelper::FramesToTime(fifo_.GetAvailableFrames(),
params_.sample_rate());
const AudioBus* audio_bus = fifo_.Consume();
callback_->OnData(audio_bus, capture_time, normalized_volume, {});
}
pa_threaded_mainloop_signal(pa_mainloop_, 0);
}
bool PulseAudioInputStream::GetSourceInformation(pa_source_info_cb_t callback) {
AutoPulseLock auto_lock(pa_mainloop_);
if (!handle_)
return false;
size_t index = pa_stream_get_device_index(handle_);
pa_operation* operation =
pa_context_get_source_info_by_index(pa_context_, index, callback, this);
return WaitForOperationCompletion(pa_mainloop_, operation, pa_context_,
handle_);
}
}