MediaElementAudioSourceNode.cpp [plain text]
#include "config.h"
#if ENABLE(WEB_AUDIO) && ENABLE(VIDEO)
#include "MediaElementAudioSourceNode.h"
#include "AudioContext.h"
#include "AudioNodeOutput.h"
#include "AudioSourceProvider.h"
#include "AudioUtilities.h"
#include "Logging.h"
#include "MediaElementAudioSourceOptions.h"
#include "MediaPlayer.h"
#include <wtf/IsoMallocInlines.h>
#include <wtf/Locker.h>
constexpr unsigned minSampleRate = 8000;
constexpr unsigned maxSampleRate = 192000;
namespace WebCore {
WTF_MAKE_ISO_ALLOCATED_IMPL(MediaElementAudioSourceNode);
ExceptionOr<Ref<MediaElementAudioSourceNode>> MediaElementAudioSourceNode::create(BaseAudioContext& context, MediaElementAudioSourceOptions&& options)
{
RELEASE_ASSERT(options.mediaElement);
if (options.mediaElement->audioSourceNode())
return Exception { InvalidStateError, "Media element is already associated with an audio source node"_s };
auto node = adoptRef(*new MediaElementAudioSourceNode(context, *options.mediaElement));
options.mediaElement->setAudioSourceNode(node.ptr());
context.sourceNodeWillBeginPlayback(node);
return node;
}
MediaElementAudioSourceNode::MediaElementAudioSourceNode(BaseAudioContext& context, Ref<HTMLMediaElement>&& mediaElement)
: AudioNode(context, NodeTypeMediaElementAudioSource)
, m_mediaElement(WTFMove(mediaElement))
{
addOutput(2);
initialize();
}
MediaElementAudioSourceNode::~MediaElementAudioSourceNode()
{
m_mediaElement->setAudioSourceNode(nullptr);
uninitialize();
}
void MediaElementAudioSourceNode::setFormat(size_t numberOfChannels, float sourceSampleRate)
{
auto protectedThis = makeRef(*this);
m_muted = wouldTaintOrigin();
if (numberOfChannels != m_sourceNumberOfChannels || sourceSampleRate != m_sourceSampleRate) {
if (!numberOfChannels || numberOfChannels > AudioContext::maxNumberOfChannels() || sourceSampleRate < minSampleRate || sourceSampleRate > maxSampleRate) {
LOG(Media, "MediaElementAudioSourceNode::setFormat(%u, %f) - unhandled format change", static_cast<unsigned>(numberOfChannels), sourceSampleRate);
m_sourceNumberOfChannels = 0;
m_sourceSampleRate = 0;
return;
}
m_sourceNumberOfChannels = numberOfChannels;
m_sourceSampleRate = sourceSampleRate;
auto locker = holdLock(m_processLock);
if (sourceSampleRate != sampleRate()) {
double scaleFactor = sourceSampleRate / sampleRate();
m_multiChannelResampler = makeUnique<MultiChannelResampler>(scaleFactor, numberOfChannels, AudioUtilities::renderQuantumSize, std::bind(&MediaElementAudioSourceNode::provideInput, this, std::placeholders::_1, std::placeholders::_2));
} else {
m_multiChannelResampler = nullptr;
}
{
BaseAudioContext::AutoLocker contextLocker(context());
output(0)->setNumberOfChannels(numberOfChannels);
}
}
}
void MediaElementAudioSourceNode::provideInput(AudioBus* bus, size_t framesToProcess)
{
ASSERT(bus);
if (auto* provider = mediaElement().audioSourceProvider())
provider->provideInput(bus, framesToProcess);
else {
bus->zero();
}
}
bool MediaElementAudioSourceNode::wouldTaintOrigin()
{
if (!m_mediaElement->hasSingleSecurityOrigin() && m_mediaElement->crossOrigin().isNull())
return true;
if (m_mediaElement->didPassCORSAccessCheck())
return false;
if (auto* origin = context().origin())
return m_mediaElement->wouldTaintOrigin(*origin);
return true;
}
void MediaElementAudioSourceNode::process(size_t numberOfFrames)
{
AudioBus* outputBus = output(0)->bus();
if (m_muted || !m_sourceNumberOfChannels || !m_sourceSampleRate) {
outputBus->zero();
return;
}
auto locker = tryHoldLock(m_processLock);
if (!locker) {
outputBus->zero();
return;
}
if (m_sourceNumberOfChannels != outputBus->numberOfChannels()) {
outputBus->zero();
return;
}
if (m_multiChannelResampler) {
ASSERT(m_sourceSampleRate != sampleRate());
m_multiChannelResampler->process(outputBus, numberOfFrames);
} else {
ASSERT(m_sourceSampleRate == sampleRate());
provideInput(outputBus, numberOfFrames);
}
}
}
#endif // ENABLE(WEB_AUDIO)