AudioTrackPrivateMediaStreamCocoa.cpp [plain text]
#include "config.h"
#include "AudioTrackPrivateMediaStreamCocoa.h"
#include "AudioSampleBufferList.h"
#include "AudioSampleDataSource.h"
#include "AudioSession.h"
#include "CAAudioStreamDescription.h"
#include "Logging.h"
#include <pal/cf/CoreMediaSoftLink.h>
#include <pal/spi/cocoa/AudioToolboxSPI.h>
#if ENABLE(VIDEO_TRACK) && ENABLE(MEDIA_STREAM)
namespace WebCore {
AudioTrackPrivateMediaStreamCocoa::AudioTrackPrivateMediaStreamCocoa(MediaStreamTrackPrivate& track)
: AudioTrackPrivateMediaStream(track)
{
track.source().addObserver(*this);
}
AudioTrackPrivateMediaStreamCocoa::~AudioTrackPrivateMediaStreamCocoa()
{
streamTrack().source().removeObserver(*this);
if (m_dataSource)
m_dataSource->setPaused(true);
if (m_remoteIOUnit) {
AudioOutputUnitStop(m_remoteIOUnit);
AudioComponentInstanceDispose(m_remoteIOUnit);
m_remoteIOUnit = nullptr;
}
m_dataSource = nullptr;
m_inputDescription = nullptr;
m_outputDescription = nullptr;
}
void AudioTrackPrivateMediaStreamCocoa::playInternal()
{
if (m_isPlaying)
return;
if (m_remoteIOUnit) {
ASSERT(m_dataSource);
m_dataSource->setPaused(false);
if (!AudioOutputUnitStart(m_remoteIOUnit))
m_isPlaying = true;
}
m_autoPlay = !m_isPlaying;
}
void AudioTrackPrivateMediaStreamCocoa::play()
{
playInternal();
}
void AudioTrackPrivateMediaStreamCocoa::pause()
{
m_isPlaying = false;
m_autoPlay = false;
if (m_remoteIOUnit)
AudioOutputUnitStop(m_remoteIOUnit);
if (m_dataSource)
m_dataSource->setPaused(true);
}
void AudioTrackPrivateMediaStreamCocoa::setVolume(float volume)
{
m_volume = volume;
if (m_dataSource)
m_dataSource->setVolume(m_volume);
}
AudioComponentInstance AudioTrackPrivateMediaStreamCocoa::createAudioUnit(CAAudioStreamDescription& outputDescription)
{
AudioComponentInstance remoteIOUnit { nullptr };
AudioComponentDescription ioUnitDescription { kAudioUnitType_Output, 0, kAudioUnitManufacturer_Apple, 0, 0 };
#if PLATFORM(IOS)
ioUnitDescription.componentSubType = kAudioUnitSubType_RemoteIO;
#else
ioUnitDescription.componentSubType = kAudioUnitSubType_DefaultOutput;
#endif
AudioComponent ioComponent = AudioComponentFindNext(nullptr, &ioUnitDescription);
ASSERT(ioComponent);
if (!ioComponent) {
ERROR_LOG(LOGIDENTIFIER, "unable to find remote IO unit component");
return nullptr;
}
OSStatus err = AudioComponentInstanceNew(ioComponent, &remoteIOUnit);
if (err) {
ERROR_LOG(LOGIDENTIFIER, "unable to open vpio unit, error = ", err, " (", (const char*)&err, ")");
return nullptr;
}
#if PLATFORM(IOS)
UInt32 param = 1;
err = AudioUnitSetProperty(remoteIOUnit, kAudioOutputUnitProperty_EnableIO, kAudioUnitScope_Output, 0, ¶m, sizeof(param));
if (err) {
ERROR_LOG(LOGIDENTIFIER, "unable to enable vpio unit output, error = ", err, " (", (const char*)&err, ")");
return nullptr;
}
#endif
AURenderCallbackStruct callback = { inputProc, this };
err = AudioUnitSetProperty(remoteIOUnit, kAudioUnitProperty_SetRenderCallback, kAudioUnitScope_Global, 0, &callback, sizeof(callback));
if (err) {
ERROR_LOG(LOGIDENTIFIER, "unable to set vpio unit speaker proc, error = ", err, " (", (const char*)&err, ")");
return nullptr;
}
UInt32 size = sizeof(outputDescription.streamDescription());
err = AudioUnitGetProperty(remoteIOUnit, kAudioUnitProperty_StreamFormat, kAudioUnitScope_Input, 0, &outputDescription.streamDescription(), &size);
if (err) {
ERROR_LOG(LOGIDENTIFIER, "unable to get input stream format, error = ", err, " (", (const char*)&err, ")");
return nullptr;
}
outputDescription.streamDescription().mSampleRate = AudioSession::sharedSession().sampleRate();
err = AudioUnitSetProperty(remoteIOUnit, kAudioUnitProperty_StreamFormat, kAudioUnitScope_Input, 0, &outputDescription.streamDescription(), sizeof(outputDescription.streamDescription()));
if (err) {
ERROR_LOG(LOGIDENTIFIER, "unable to set input stream format, error = ", err, " (", (const char*)&err, ")");
return nullptr;
}
err = AudioUnitInitialize(remoteIOUnit);
if (err) {
ERROR_LOG(LOGIDENTIFIER, "AudioUnitInitialize() failed, error = ", err, " (", (const char*)&err, ")");
return nullptr;
}
return remoteIOUnit;
}
void AudioTrackPrivateMediaStreamCocoa::audioSamplesAvailable(const MediaTime& sampleTime, const PlatformAudioData& audioData, const AudioStreamDescription& description, size_t sampleCount)
{
Ref<AudioTrackPrivateMediaStreamCocoa> protectedThis { *this };
ASSERT(description.platformDescription().type == PlatformDescription::CAAudioStreamBasicType);
if (!m_inputDescription || *m_inputDescription != description) {
m_inputDescription = nullptr;
m_outputDescription = nullptr;
if (m_remoteIOUnit) {
AudioOutputUnitStop(m_remoteIOUnit);
AudioComponentInstanceDispose(m_remoteIOUnit);
m_remoteIOUnit = nullptr;
}
CAAudioStreamDescription inputDescription = toCAAudioStreamDescription(description);
CAAudioStreamDescription outputDescription;
auto remoteIOUnit = createAudioUnit(outputDescription);
if (!remoteIOUnit)
return;
m_inputDescription = std::make_unique<CAAudioStreamDescription>(inputDescription);
m_outputDescription = std::make_unique<CAAudioStreamDescription>(outputDescription);
m_dataSource = AudioSampleDataSource::create(description.sampleRate() * 2);
if (m_dataSource->setInputFormat(inputDescription) || m_dataSource->setOutputFormat(outputDescription)) {
AudioComponentInstanceDispose(remoteIOUnit);
return;
}
if (m_isPlaying && AudioOutputUnitStart(remoteIOUnit)) {
AudioComponentInstanceDispose(remoteIOUnit);
m_inputDescription = nullptr;
return;
}
m_dataSource->setVolume(m_volume);
m_remoteIOUnit = remoteIOUnit;
}
m_dataSource->pushSamples(sampleTime, audioData, sampleCount);
if (m_autoPlay)
playInternal();
}
void AudioTrackPrivateMediaStreamCocoa::sourceStopped()
{
pause();
}
OSStatus AudioTrackPrivateMediaStreamCocoa::render(UInt32 sampleCount, AudioBufferList& ioData, UInt32 , const AudioTimeStamp& timeStamp, AudioUnitRenderActionFlags& actionFlags)
{
Ref<AudioTrackPrivateMediaStreamCocoa> protectedThis { *this };
if (!m_isPlaying || m_muted || !m_dataSource || streamTrack().muted() || streamTrack().ended() || !streamTrack().enabled()) {
AudioSampleBufferList::zeroABL(ioData, static_cast<size_t>(sampleCount * m_outputDescription->bytesPerFrame()));
actionFlags = kAudioUnitRenderAction_OutputIsSilence;
return 0;
}
m_dataSource->pullSamples(ioData, static_cast<size_t>(sampleCount), timeStamp.mSampleTime, timeStamp.mHostTime, AudioSampleDataSource::Copy);
return 0;
}
OSStatus AudioTrackPrivateMediaStreamCocoa::inputProc(void* userData, AudioUnitRenderActionFlags* actionFlags, const AudioTimeStamp* timeStamp, UInt32 inBusNumber, UInt32 sampleCount, AudioBufferList* ioData)
{
return static_cast<AudioTrackPrivateMediaStreamCocoa*>(userData)->render(sampleCount, *ioData, inBusNumber, *timeStamp, *actionFlags);
}
}
#endif // ENABLE(VIDEO_TRACK) && ENABLE(MEDIA_STREAM)