Aegisub/src/audio_player_portaudio.cpp
arch1t3cht 819d90e9b0 Stereo playback on Linux audio players
After the audio provider rework, adjust the audio players to not
use the int16 mono downmixed audio unless necessary. Furthermore,
the pulseaudio-based player now controls the volume directly through
pulseaudio instead of by modifying the buffer. This also reduces latency
when changing the volume.

The entire set of GetAudio functions is quite messy now. After wangqr's
audio rework, it was split into GetAudio and GetInt16MonoAudio
functions, but now volume scaling is also necessary. Really, this should
go back to a type constructor based system with audio players being
allowed to choose what properties out of mono / 16 bytes / int samples /
volume they need.
2022-08-18 22:48:40 +02:00

317 lines
10 KiB
C++

// Copyright (c) 2005-2007, Rodrigo Braz Monteiro
// All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
//
// * Redistributions of source code must retain the above copyright notice,
// this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above copyright notice,
// this list of conditions and the following disclaimer in the documentation
// and/or other materials provided with the distribution.
// * Neither the name of the Aegisub Group nor the names of its contributors
// may be used to endorse or promote products derived from this software
// without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
// POSSIBILITY OF SUCH DAMAGE.
//
// Aegisub Project http://www.aegisub.org/
/// @file audio_player_portaudio.cpp
/// @brief PortAudio v18-based audio output
/// @ingroup audio_output
///
#ifdef WITH_PORTAUDIO
#include "audio_player_portaudio.h"
#include "audio_controller.h"
#include "compat.h"
#include "options.h"
#include "utils.h"
#include <libaegisub/audio/provider.h>
#include <libaegisub/log.h>
#include <libaegisub/make_unique.h>
// Uncomment to enable extremely spammy debug logging
//#define PORTAUDIO_DEBUG
/// Order that the host APIs should be tried if there are multiple available
static const PaHostApiTypeId pa_host_api_priority[] = {
// No WDMKS or ASIO as they don't support shared mode (and WDMKS is pretty broken)
paWASAPI,
paDirectSound,
paMME,
paCoreAudio,
#ifdef __APPLE__
paAL,
#endif
paALSA,
paOSS
};
static const size_t pa_host_api_priority_count = sizeof(pa_host_api_priority) / sizeof(pa_host_api_priority[0]);
PaSampleFormat PortAudioPlayer::GetSampleFormat(agi::AudioProvider *provider) {
if (provider->AreSamplesFloat()) {
switch (provider->GetBytesPerSample()) {
case 4:
return paFloat32;
default:
fallback_mono16 = true;
return paInt16;
}
} else {
switch (provider->GetBytesPerSample()) {
case 1:
return paUInt8;
case 2:
return paInt16;
case 3:
return paInt24;
case 4:
return paInt32;
default:
fallback_mono16 = true;
return paInt16;
}
}
}
PortAudioPlayer::PortAudioPlayer(agi::AudioProvider *provider) : AudioPlayer(provider) {
PaError err = Pa_Initialize();
if (err != paNoError)
throw AudioPlayerOpenError(std::string("Failed opening PortAudio: ") + Pa_GetErrorText(err));
// Build a list of host API-specific devices we can use
// Some host APIs may not support all audio formats, so build a priority
// list of host APIs for each device rather than just always using the best
for (size_t i = 0; i < pa_host_api_priority_count; ++i) {
PaHostApiIndex host_idx = Pa_HostApiTypeIdToHostApiIndex(pa_host_api_priority[i]);
if (host_idx >= 0)
GatherDevices(host_idx);
}
GatherDevices(Pa_GetDefaultHostApi());
if (devices.empty())
throw AudioPlayerOpenError("No PortAudio output devices found");
if (provider)
OpenStream();
}
void PortAudioPlayer::GatherDevices(PaHostApiIndex host_idx) {
const PaHostApiInfo *host_info = Pa_GetHostApiInfo(host_idx);
if (!host_info) return;
for (int host_device_idx = 0; host_device_idx < host_info->deviceCount; ++host_device_idx) {
PaDeviceIndex real_idx = Pa_HostApiDeviceIndexToDeviceIndex(host_idx, host_device_idx);
if (real_idx < 0) continue;
const PaDeviceInfo *device_info = Pa_GetDeviceInfo(real_idx);
if (!device_info) continue;
if (device_info->maxOutputChannels <= 0) continue;
// MME truncates device names so check for prefix rather than exact match
auto dev_it = devices.lower_bound(device_info->name);
if (dev_it == devices.end() || dev_it->first.find(device_info->name) != 0) {
devices[device_info->name];
--dev_it;
}
dev_it->second.push_back(real_idx);
if (real_idx == host_info->defaultOutputDevice)
default_device.push_back(real_idx);
}
}
PortAudioPlayer::~PortAudioPlayer() {
if (stream) {
Stop();
Pa_CloseStream(stream);
}
Pa_Terminate();
}
void PortAudioPlayer::OpenStream() {
DeviceVec *device_ids = nullptr;
std::string device_name = OPT_GET("Player/Audio/PortAudio/Device Name")->GetString();
if (devices.count(device_name)) {
device_ids = &devices[device_name];
LOG_D("audio/player/portaudio") << "using config device: " << device_name;
}
if (!device_ids || device_ids->empty()) {
device_ids = &default_device;
LOG_D("audio/player/portaudio") << "using default output device";
}
std::string error;
for (size_t i = 0; i < device_ids->size(); ++i) {
const PaDeviceInfo *device_info = Pa_GetDeviceInfo((*device_ids)[i]);
PaStreamParameters pa_output_p;
pa_output_p.device = (*device_ids)[i];
pa_output_p.sampleFormat = GetSampleFormat(provider);
pa_output_p.channelCount = fallback_mono16 ? 1 : provider->GetChannels();
pa_output_p.suggestedLatency = device_info->defaultLowOutputLatency;
pa_output_p.hostApiSpecificStreamInfo = nullptr;
LOG_D("audio/player/portaudio") << "OpenStream:"
<< " output channels: " << pa_output_p.channelCount
<< " latency: " << pa_output_p.suggestedLatency
<< " sample rate: " << provider->GetSampleRate()
<< " sample format: " << pa_output_p.sampleFormat;
PaError err = Pa_OpenStream(&stream, nullptr, &pa_output_p, provider->GetSampleRate(), 0, paPrimeOutputBuffersUsingStreamCallback, paCallback, this);
if (err == paNoError) {
LOG_D("audo/player/portaudio") << "Using device " << pa_output_p.device << " " << device_info->name << " " << Pa_GetHostApiInfo(device_info->hostApi)->name;
return;
}
else {
const PaHostErrorInfo *pa_err = Pa_GetLastHostErrorInfo();
LOG_D_IF(pa_err->errorCode != 0, "audio/player/portaudio") << "HostError: API: " << pa_err->hostApiType << ", " << pa_err->errorText << ", " << pa_err->errorCode;
LOG_D("audio/player/portaudio") << "Failed initializing PortAudio stream with error: " << Pa_GetErrorText(err);
error += Pa_GetErrorText(err);
error += " ";
}
}
throw AudioPlayerOpenError("Failed initializing PortAudio stream: " + error);
}
void PortAudioPlayer::paStreamFinishedCallback(void *) {
LOG_D("audio/player/portaudio") << "stopping stream";
}
void PortAudioPlayer::Play(int64_t start_sample, int64_t count) {
current = start_sample;
start = start_sample;
end = start_sample + count;
// Start playing
if (!IsPlaying()) {
PaError err = Pa_SetStreamFinishedCallback(stream, paStreamFinishedCallback);
if (err != paNoError) {
LOG_D("audio/player/portaudio") << "could not set FinishedCallback";
return;
}
err = Pa_StartStream(stream);
if (err != paNoError) {
LOG_D("audio/player/portaudio") << "error playing stream";
return;
}
}
pa_start = Pa_GetStreamTime(stream);
}
void PortAudioPlayer::Stop() {
Pa_StopStream(stream);
}
int PortAudioPlayer::paCallback(const void *inputBuffer, void *outputBuffer,
unsigned long framesPerBuffer, const PaStreamCallbackTimeInfo* timeInfo,
PaStreamCallbackFlags statusFlags, void *userData)
{
PortAudioPlayer *player = (PortAudioPlayer *)userData;
#ifdef PORTAUDIO_DEBUG
LOG_D("audio/player/portaudio") << "psCallback:"
<< " current: " << player->current
<< " start: " << player->start
<< " pa_start: " << player->pa_start
<< " currentTime: " << timeInfo->currentTime
<< " AdcTime: " << timeInfo->inputBufferAdcTime
<< " DacTime: " << timeInfo->outputBufferDacTime
<< " framesPerBuffer: " << framesPerBuffer
<< " CPU: " << Pa_GetStreamCpuLoad(player->stream);
#endif
// Calculate how much left
int64_t lenAvailable = std::min<int64_t>(player->end - player->current, framesPerBuffer);
// Play something
if (lenAvailable > 0) {
if (player->fallback_mono16) {
player->provider->GetInt16MonoAudioWithVolume(reinterpret_cast<int16_t*>(outputBuffer), player->current, lenAvailable, player->GetVolume());
} else {
player->provider->GetAudioWithVolume(outputBuffer, player->current, lenAvailable, player->GetVolume());
}
// Set play position
player->current += lenAvailable;
// Continue as normal
return 0;
}
// Abort stream and stop the callback.
return paAbort;
}
int64_t PortAudioPlayer::GetCurrentPosition() {
if (!IsPlaying()) return 0;
PaTime pa_time = Pa_GetStreamTime(stream);
int64_t real = (pa_time - pa_start) * provider->GetSampleRate() + start;
// If portaudio isn't giving us time info then estimate based on buffer fill and current latency
if (pa_time == 0 && pa_start == 0)
real = current - Pa_GetStreamInfo(stream)->outputLatency * provider->GetSampleRate();
#ifdef PORTAUDIO_DEBUG
LOG_D("audio/player/portaudio") << "GetCurrentPosition:"
<< " pa_time: " << pa_time
<< " start: " << start
<< " current: " << current
<< " pa_start: " << pa_start
<< " real: " << real
<< " diff: " << pa_time - pa_start;
#endif
return real;
}
wxArrayString PortAudioPlayer::GetOutputDevices() {
wxArrayString list;
list.push_back("Default");
try {
PortAudioPlayer player(0);
for (auto it = player.devices.begin(); it != player.devices.end(); ++it)
list.push_back(to_wx(it->first));
}
catch (AudioPlayerOpenError const&) {
// No output devices, just return the list with only Default
}
return list;
}
bool PortAudioPlayer::IsPlaying() {
return !!Pa_IsStreamActive(stream);
}
std::unique_ptr<AudioPlayer> CreatePortAudioPlayer(agi::AudioProvider *provider, wxWindow *) {
return agi::make_unique<PortAudioPlayer>(provider);
}
#endif // WITH_PORTAUDIO