MockRealtimeVideoSource.cpp   [plain text]

/*
 * Copyright (C) 2015 Apple Inc. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer
 *    in the documentation and/or other materials provided with the
 *    distribution.
 * 3. Neither the name of Google Inc. nor the names of its contributors
 *    may be used to endorse or promote products derived from this
 *    software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

#include "config.h"
#include "MockRealtimeVideoSource.h"

#if ENABLE(MEDIA_STREAM)
#include "GraphicsContext.h"
#include "ImageBuffer.h"
#include "IntRect.h"
#include "Logging.h"
#include "MediaConstraints.h"
#include "NotImplemented.h"
#include "PlatformLayer.h"
#include "RealtimeMediaSourceSettings.h"
#include "UUID.h"
#include <math.h>
#include <wtf/CurrentTime.h>
#include <wtf/NeverDestroyed.h>
#include <wtf/text/StringView.h>

namespace WebCore {

#if !PLATFORM(MAC) && !PLATFORM(IOS)
Ref<MockRealtimeVideoSource> MockRealtimeVideoSource::create()
{
    return adoptRef(*new MockRealtimeVideoSource(MockRealtimeMediaSource::mockVideoSourceName()));
}

Ref<MockRealtimeVideoSource> MockRealtimeVideoSource::createMuted(const String& name)
{
    auto source = adoptRef(*new MockRealtimeVideoSource(name));
    source->m_muted = true;
    return source;
}
#endif

MockRealtimeVideoSource::MockRealtimeVideoSource(const String& name)
    : MockRealtimeMediaSource(createCanonicalUUIDString(), RealtimeMediaSource::Video, name)
    , m_timer(RunLoop::current(), this, &MockRealtimeVideoSource::generateFrame)
{
    m_dashWidths.reserveInitialCapacity(2);
    m_dashWidths.uncheckedAppend(6);
    m_dashWidths.uncheckedAppend(6);
}

void MockRealtimeVideoSource::startProducingData()
{
    MockRealtimeMediaSource::startProducingData();
    if (m_size.isEmpty())
        setSize(IntSize(640, 480));

    m_startTime = monotonicallyIncreasingTime();
    m_timer.startRepeating(std::chrono::milliseconds(lround(1000 / m_frameRate)));
}

void MockRealtimeVideoSource::stopProducingData()
{
    MockRealtimeMediaSource::startProducingData();
    m_timer.stop();
    m_elapsedTime += monotonicallyIncreasingTime() - m_startTime;
    m_startTime = NAN;
}

double MockRealtimeVideoSource::elapsedTime()
{
    if (std::isnan(m_startTime))
        return m_elapsedTime;

    return m_elapsedTime + (monotonicallyIncreasingTime() - m_startTime);
}

void MockRealtimeVideoSource::updateSettings(RealtimeMediaSourceSettings& settings)
{
    settings.setFacingMode(RealtimeMediaSourceSettings::User);
    settings.setFrameRate(m_frameRate);
    settings.setWidth(m_size.width());
    settings.setHeight(m_size.height());
    settings.setAspectRatio(static_cast<float>(m_size.width()) / m_size.height());
}

void MockRealtimeVideoSource::initializeCapabilities(RealtimeMediaSourceCapabilities& capabilities)
{
    capabilities.addFacingMode(RealtimeMediaSourceSettings::User);
    capabilities.addFacingMode(RealtimeMediaSourceSettings::Environment);
    capabilities.setWidth(CapabilityValueOrRange(320UL, 1920UL));
    capabilities.setHeight(CapabilityValueOrRange(240UL, 1080UL));
    capabilities.setFrameRate(CapabilityValueOrRange(15.0, 60.0));
    capabilities.setAspectRatio(CapabilityValueOrRange(4 / 3.0, 16 / 9.0));
}

void MockRealtimeVideoSource::initializeSupportedConstraints(RealtimeMediaSourceSupportedConstraints& supportedConstraints)
{
    supportedConstraints.setSupportsWidth(true);
    supportedConstraints.setSupportsHeight(true);
    supportedConstraints.setSupportsAspectRatio(true);
    supportedConstraints.setSupportsFrameRate(true);
    supportedConstraints.setSupportsFacingMode(true);
}

void MockRealtimeVideoSource::setFrameRate(float rate)
{
    if (m_frameRate == rate)
        return;

    m_frameRate = rate;
    if (m_timer.isActive())
        m_timer.startRepeating(std::chrono::milliseconds(lround(1000 / m_frameRate)));

    settingsDidChanged();
}

void MockRealtimeVideoSource::setSize(const IntSize& size)
{
    if (size == m_size)
        return;

    m_size = size;

    m_baseFontSize = m_size.height() * .08;
    FontCascadeDescription fontDescription;
    fontDescription.setOneFamily("Courier");
    fontDescription.setSpecifiedSize(m_baseFontSize);
    fontDescription.setComputedSize(m_baseFontSize);
    fontDescription.setWeight(FontWeight500);

    m_timeFont = FontCascade(fontDescription, 0, 0);
    m_timeFont.update(nullptr);

    m_bipBopFontSize = m_baseFontSize * 2.5;
    fontDescription.setSpecifiedSize(m_bipBopFontSize);
    fontDescription.setComputedSize(m_bipBopFontSize);
    m_bipBopFont = FontCascade(fontDescription, 0, 0);
    m_bipBopFont.update(nullptr);

    m_statsFontSize = m_baseFontSize * .5;
    fontDescription.setSpecifiedSize(m_statsFontSize);
    fontDescription.setComputedSize(m_statsFontSize);
    m_statsFont = FontCascade(fontDescription, 0, 0);
    m_statsFont.update(nullptr);

    m_imageBuffer = nullptr;
    updatePlatformLayer();

    settingsDidChanged();
}

void MockRealtimeVideoSource::drawAnimation(GraphicsContext& context)
{
    float radius = m_size.width() * .09;
    FloatPoint location(m_size.width() * .8, m_size.height() * .3);

    m_path.clear();
    m_path.moveTo(location);
    m_path.addArc(location, radius, 0, 2 * piFloat, false);
    m_path.closeSubpath();
    context.setFillColor(Color::white);
    context.setFillRule(RULE_NONZERO);
    context.fillPath(m_path);

    float endAngle = piFloat * (((fmod(m_frameNumber, m_frameRate) + 0.5) * (2.0 / m_frameRate)) + 1);
    m_path.clear();
    m_path.moveTo(location);
    m_path.addArc(location, radius, 1.5 * piFloat, endAngle, false);
    m_path.closeSubpath();
    context.setFillColor(Color::gray);
    context.setFillRule(RULE_NONZERO);
    context.fillPath(m_path);
}

void MockRealtimeVideoSource::drawBoxes(GraphicsContext& context)
{
    static const RGBA32 magenta = 0xffff00ff;
    static const RGBA32 yellow = 0xffffff00;
    static const RGBA32 blue = 0xff0000ff;
    static const RGBA32 red = 0xffff0000;
    static const RGBA32 green = 0xff008000;

    float boxSize = m_size.width() * .035;
    float boxTop = m_size.height() * .6;

    m_path.clear();
    FloatRect frameRect(2, 2, m_size.width() - 3, m_size.height() - 3);
    context.setStrokeColor(Color::white);
    context.setStrokeThickness(3);
    context.setLineDash(m_dashWidths, 0);
    m_path.addRect(frameRect);
    m_path.closeSubpath();
    context.strokePath(m_path);

    context.setLineDash(DashArray(), 0);
    m_path.clear();
    m_path.moveTo(FloatPoint(0, boxTop + boxSize));
    m_path.addLineTo(FloatPoint(m_size.width(), boxTop + boxSize));
    m_path.closeSubpath();
    context.setStrokeColor(Color::white);
    context.setStrokeThickness(2);
    context.strokePath(m_path);

    context.setStrokeThickness(1);
    float boxLeft = boxSize;
    m_path.clear();
    for (unsigned i = 0; i < boxSize / 4; i++) {
        m_path.moveTo(FloatPoint(boxLeft + 4 * i, boxTop));
        m_path.addLineTo(FloatPoint(boxLeft + 4 * i, boxTop + boxSize));
    }
    boxLeft += boxSize + 2;
    for (unsigned i = 0; i < boxSize / 4; i++) {
        m_path.moveTo(FloatPoint(boxLeft, boxTop + 4 * i));
        m_path.addLineTo(FloatPoint(boxLeft + boxSize - 1, boxTop + 4 * i));
    }
    context.setStrokeThickness(3);
    boxLeft += boxSize + 2;
    for (unsigned i = 0; i < boxSize / 8; i++) {
        m_path.moveTo(FloatPoint(boxLeft + 8 * i, boxTop));
        m_path.addLineTo(FloatPoint(boxLeft + 8 * i, boxTop + boxSize - 1));
    }
    boxLeft += boxSize + 2;
    for (unsigned i = 0; i < boxSize / 8; i++) {
        m_path.moveTo(FloatPoint(boxLeft, boxTop + 8 * i));
        m_path.addLineTo(FloatPoint(boxLeft + boxSize - 1, boxTop + 8 * i));
    }

    boxTop += boxSize + 2;
    boxLeft = boxSize;
    Color boxColors[] = { Color::white, yellow, Color::cyan, green, magenta, red, blue };
    for (unsigned i = 0; i < sizeof(boxColors) / sizeof(boxColors[0]); i++) {
        context.fillRect(FloatRect(boxLeft, boxTop, boxSize + 1, boxSize + 1), boxColors[i]);
        boxLeft += boxSize + 1;
    }
    context.strokePath(m_path);
}

void MockRealtimeVideoSource::drawText(GraphicsContext& context)
{
    unsigned milliseconds = lround(elapsedTime() * 1000);
    unsigned seconds = milliseconds / 1000 % 60;
    unsigned minutes = seconds / 60 % 60;
    unsigned hours = minutes / 60 % 60;

    FloatPoint timeLocation(m_size.width() * .05, m_size.height() * .15);
    context.setFillColor(Color::white);
    context.setTextDrawingMode(TextModeFill);
    String string = String::format("%02u:%02u:%02u.%03u", hours, minutes, seconds, milliseconds % 1000);
    context.drawText(m_timeFont, TextRun((StringView(string))), timeLocation, 0, -1);

    string = String::format("%06u", m_frameNumber++);
    timeLocation.move(0, m_baseFontSize);
    context.drawText(m_timeFont, TextRun((StringView(string))), timeLocation, 0, -1);

    FloatPoint statsLocation(m_size.width() * .65, m_size.height() * .75);
    string = String::format("Frame rate: %ufps", m_frameRate);
    context.drawText(m_statsFont, TextRun((StringView(string))), statsLocation, 0, -1);

    string = String::format("Size: %u x %u", m_size.width(), m_size.height());
    statsLocation.move(0, m_statsFontSize);
    context.drawText(m_statsFont, TextRun((StringView(string))), statsLocation, 0, -1);

    const char* camera;
    switch (settings().facingMode()) {
    case RealtimeMediaSourceSettings::User:
        camera = "User facing";
        break;
    case RealtimeMediaSourceSettings::Environment:
        camera = "Environment facing";
        break;
    case RealtimeMediaSourceSettings::Left:
        camera = "Left facing";
        break;
    case RealtimeMediaSourceSettings::Right:
        camera = "Right facing";
        break;
    case RealtimeMediaSourceSettings::Unknown:
        camera = "Unknown";
        break;
    }
    string = String::format("Camera: %s", camera);
    statsLocation.move(0, m_statsFontSize);
    context.drawText(m_statsFont, TextRun((StringView(string))), statsLocation, 0, -1);

    FloatPoint bipBopLocation(m_size.width() * .6, m_size.height() * .6);
    unsigned frameMod = m_frameNumber % 60;
    if (frameMod <= 15) {
        context.setFillColor(Color::gray);
        String bip(ASCIILiteral("Bip"));
        context.drawText(m_bipBopFont, TextRun(StringView(bip)), bipBopLocation, 0, -1);
    } else if (frameMod > 30 && frameMod <= 45) {
        context.setFillColor(Color::white);
        String bop(ASCIILiteral("Bop"));
        context.drawText(m_bipBopFont, TextRun(StringView(bop)), bipBopLocation, 0, -1);
    }
}

void MockRealtimeVideoSource::generateFrame()
{
    GraphicsContext& context = imageBuffer()->context();
    GraphicsContextStateSaver stateSaver(context);

    FloatRect frameRect(FloatPoint(), m_size);
    context.fillRect(FloatRect(FloatPoint(), m_size), Color::black);

    drawText(context);
    drawAnimation(context);
    drawBoxes(context);

    updatePlatformLayer();
}

ImageBuffer* MockRealtimeVideoSource::imageBuffer() const
{
    if (m_imageBuffer)
        return m_imageBuffer.get();

    m_imageBuffer = ImageBuffer::create(m_size, Unaccelerated);
    if (!m_imageBuffer)
        return nullptr;

    m_imageBuffer->context().setImageInterpolationQuality(InterpolationDefault);
    m_imageBuffer->context().setStrokeThickness(1);

    return m_imageBuffer.get();
}

void MockRealtimeVideoSource::paintCurrentFrameInContext(GraphicsContext& context, const FloatRect& rect)
{
    if (context.paintingDisabled() || !imageBuffer())
        return;

    GraphicsContextStateSaver stateSaver(context);
    context.setImageInterpolationQuality(InterpolationLow);
    IntRect paintRect(IntPoint(0, 0), IntSize(rect.width(), rect.height()));

    context.drawImage(*m_imageBuffer->copyImage(DontCopyBackingStore), rect);
}

RefPtr<Image> MockRealtimeVideoSource::currentFrameImage()
{
    if (!imageBuffer())
        return nullptr;

    return m_imageBuffer->copyImage(DontCopyBackingStore);
}


} // namespace WebCore

#endif // ENABLE(MEDIA_STREAM)