HTMLMediaElement.cpp [plain text]
#include "config.h"
#if ENABLE(VIDEO)
#include "HTMLMediaElement.h"
#include "ApplicationCacheHost.h"
#include "ApplicationCacheResource.h"
#include "Attribute.h"
#include "Chrome.h"
#include "ChromeClient.h"
#include "ClientRect.h"
#include "ClientRectList.h"
#include "ContentSecurityPolicy.h"
#include "ContentType.h"
#include "CSSPropertyNames.h"
#include "CSSValueKeywords.h"
#include "DocumentLoader.h"
#include "Event.h"
#include "EventNames.h"
#include "ExceptionCode.h"
#include "Frame.h"
#include "FrameLoader.h"
#include "FrameLoaderClient.h"
#include "FrameView.h"
#include "HTMLDocument.h"
#include "HTMLNames.h"
#include "HTMLSourceElement.h"
#include "HTMLVideoElement.h"
#include "Language.h"
#include "Logging.h"
#include "MediaController.h"
#include "MediaControls.h"
#include "MediaDocument.h"
#include "MediaError.h"
#include "MediaFragmentURIParser.h"
#include "MediaKeyError.h"
#include "MediaKeyEvent.h"
#include "MediaList.h"
#include "MediaPlayer.h"
#include "MediaQueryEvaluator.h"
#include "MouseEvent.h"
#include "MIMETypeRegistry.h"
#include "NodeRenderingContext.h"
#include "Page.h"
#include "RenderVideo.h"
#include "RenderView.h"
#include "ScriptController.h"
#include "ScriptEventListener.h"
#include "SecurityOrigin.h"
#include "SecurityPolicy.h"
#include "Settings.h"
#include "ShadowRoot.h"
#include "ShadowTree.h"
#include "TimeRanges.h"
#include "UUID.h"
#include <limits>
#include <wtf/CurrentTime.h>
#include <wtf/MathExtras.h>
#include <wtf/NonCopyingSort.h>
#include <wtf/Uint8Array.h>
#include <wtf/text/CString.h>
#if USE(ACCELERATED_COMPOSITING)
#include "RenderView.h"
#include "RenderLayerCompositor.h"
#endif
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
#include "RenderEmbeddedObject.h"
#include "Widget.h"
#endif
#if ENABLE(VIDEO_TRACK)
#include "HTMLTrackElement.h"
#include "RuntimeEnabledFeatures.h"
#include "TextTrackCueList.h"
#include "TextTrackList.h"
#endif
#if ENABLE(WEB_AUDIO)
#include "AudioSourceProvider.h"
#include "MediaElementAudioSourceNode.h"
#endif
#include "RuntimeApplicationChecksIOS.h"
#if PLATFORM(MAC)
#include "DisplaySleepDisabler.h"
#endif
using namespace std;
namespace WebCore {
#if !LOG_DISABLED
static String urlForLogging(const KURL& url)
{
static const unsigned maximumURLLengthForLogging = 128;
if (url.string().length() < maximumURLLengthForLogging)
return url.string();
return url.string().substring(0, maximumURLLengthForLogging) + "...";
}
static const char* boolString(bool val)
{
return val ? "true" : "false";
}
#endif
#ifndef LOG_MEDIA_EVENTS
#define LOG_MEDIA_EVENTS 0
#endif
#ifndef LOG_CACHED_TIME_WARNINGS
#define LOG_CACHED_TIME_WARNINGS 0
#endif
static const float invalidMediaTime = -1;
#if ENABLE(MEDIA_SOURCE)
static const char* mediaSourceURLProtocol = "x-media-source";
#endif
using namespace HTMLNames;
using namespace std;
typedef HashMap<Document*, HashSet<HTMLMediaElement*> > DocumentElementSetMap;
static DocumentElementSetMap& documentToElementSetMap()
{
DEFINE_STATIC_LOCAL(DocumentElementSetMap, map, ());
return map;
}
static void addElementToDocumentMap(HTMLMediaElement* element, Document* document)
{
DocumentElementSetMap& map = documentToElementSetMap();
HashSet<HTMLMediaElement*> set = map.take(document);
set.add(element);
map.add(document, set);
}
static void removeElementFromDocumentMap(HTMLMediaElement* element, Document* document)
{
DocumentElementSetMap& map = documentToElementSetMap();
HashSet<HTMLMediaElement*> set = map.take(document);
set.remove(element);
if (!set.isEmpty())
map.add(document, set);
}
#if ENABLE(ENCRYPTED_MEDIA)
static ExceptionCode exceptionCodeForMediaKeyException(MediaPlayer::MediaKeyException exception)
{
switch (exception) {
case MediaPlayer::NoError:
return 0;
case MediaPlayer::InvalidPlayerState:
return INVALID_STATE_ERR;
case MediaPlayer::KeySystemNotSupported:
return NOT_SUPPORTED_ERR;
}
ASSERT_NOT_REACHED();
return INVALID_STATE_ERR;
}
#endif
HTMLMediaElement::HTMLMediaElement(const QualifiedName& tagName, Document* document, bool createdByParser)
: HTMLElement(tagName, document)
, ActiveDOMObject(document, this)
, m_loadTimer(this, &HTMLMediaElement::loadTimerFired)
, m_progressEventTimer(this, &HTMLMediaElement::progressEventTimerFired)
, m_playbackProgressTimer(this, &HTMLMediaElement::playbackProgressTimerFired)
, m_playedTimeRanges()
, m_asyncEventQueue(GenericEventQueue::create(this))
, m_playbackRate(1.0f)
, m_defaultPlaybackRate(1.0f)
, m_webkitPreservesPitch(true)
, m_networkState(NETWORK_EMPTY)
, m_readyState(HAVE_NOTHING)
, m_readyStateMaximum(HAVE_NOTHING)
, m_volume(1.0f)
, m_lastSeekTime(0)
, m_previousProgress(0)
, m_previousProgressTime(numeric_limits<double>::max())
, m_lastTimeUpdateEventWallTime(0)
, m_lastTimeUpdateEventMovieTime(numeric_limits<float>::max())
, m_loadState(WaitingForSource)
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
, m_proxyWidget(0)
#endif
, m_restrictions(RequireUserGestureForFullscreenRestriction | RequirePageConsentToLoadMediaRestriction)
, m_preload(MediaPlayer::Auto)
, m_displayMode(Unknown)
, m_processingMediaPlayerCallback(0)
#if ENABLE(MEDIA_SOURCE)
, m_sourceState(SOURCE_CLOSED)
#endif
, m_cachedTime(invalidMediaTime)
, m_cachedTimeWallClockUpdateTime(0)
, m_minimumWallClockTimeToCacheMediaTime(0)
, m_fragmentStartTime(invalidMediaTime)
, m_fragmentEndTime(invalidMediaTime)
, m_pendingLoadFlags(0)
, m_playing(false)
, m_isWaitingUntilMediaCanStart(false)
, m_shouldDelayLoadEvent(false)
, m_haveFiredLoadedData(false)
, m_inActiveDocument(true)
, m_autoplaying(true)
, m_muted(false)
, m_paused(true)
, m_seeking(false)
, m_sentStalledEvent(false)
, m_sentEndEvent(false)
, m_pausedInternal(false)
, m_sendProgressEvents(true)
, m_isFullscreen(false)
, m_closedCaptionsVisible(false)
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
, m_needWidgetUpdate(false)
#endif
, m_dispatchingCanPlayEvent(false)
, m_loadInitiatedByUserGesture(false)
, m_completelyLoaded(false)
, m_havePreparedToPlay(false)
, m_parsingInProgress(createdByParser)
, m_requestingPlay(false)
, m_userStartedPlayback(false)
#if ENABLE(VIDEO_TRACK)
, m_tracksAreReady(true)
, m_haveVisibleTextTrack(false)
, m_lastTextTrackUpdateTime(-1)
, m_textTracks(0)
, m_ignoreTrackDisplayUpdate(0)
#endif
#if ENABLE(WEB_AUDIO)
, m_audioSourceNode(0)
#endif
{
LOG(Media, "HTMLMediaElement::HTMLMediaElement");
document->registerForMediaVolumeCallbacks(this);
document->registerForPrivateBrowsingStateChangedCallbacks(this);
m_sendProgressEvents = false;
if (!document->settings() || document->settings()->mediaPlaybackRequiresUserGesture())
addBehaviorRestriction(RequireUserGestureForRateChangeRestriction);
else
m_restrictions = NoRestrictions;
#if ENABLE(MEDIA_SOURCE)
m_mediaSourceURL.setProtocol(mediaSourceURLProtocol);
m_mediaSourceURL.setPath(createCanonicalUUIDString());
#endif
setHasCustomWillOrDidRecalcStyle();
addElementToDocumentMap(this, document);
}
HTMLMediaElement::~HTMLMediaElement()
{
LOG(Media, "HTMLMediaElement::~HTMLMediaElement");
if (m_isWaitingUntilMediaCanStart)
document()->removeMediaCanStartListener(this);
setShouldDelayLoadEvent(false);
document()->unregisterForMediaVolumeCallbacks(this);
document()->unregisterForPrivateBrowsingStateChangedCallbacks(this);
#if ENABLE(VIDEO_TRACK)
if (m_textTracks)
m_textTracks->clearOwner();
if (m_textTracks) {
for (unsigned i = 0; i < m_textTracks->length(); ++i)
m_textTracks->item(i)->clearClient();
}
#endif
if (m_mediaController)
m_mediaController->removeMediaElement(this);
removeElementFromDocumentMap(this, document());
}
void HTMLMediaElement::didMoveToNewDocument(Document* oldDocument)
{
if (m_isWaitingUntilMediaCanStart) {
if (oldDocument)
oldDocument->removeMediaCanStartListener(this);
document()->addMediaCanStartListener(this);
}
if (m_shouldDelayLoadEvent) {
if (oldDocument)
oldDocument->decrementLoadEventDelayCount();
document()->incrementLoadEventDelayCount();
}
if (oldDocument) {
oldDocument->unregisterForMediaVolumeCallbacks(this);
removeElementFromDocumentMap(this, oldDocument);
}
document()->registerForMediaVolumeCallbacks(this);
addElementToDocumentMap(this, document());
HTMLElement::didMoveToNewDocument(oldDocument);
}
bool HTMLMediaElement::supportsFocus() const
{
if (ownerDocument()->isMediaDocument())
return false;
return controls() || HTMLElement::supportsFocus();
}
bool HTMLMediaElement::isMouseFocusable() const
{
return false;
}
void HTMLMediaElement::parseAttribute(Attribute* attr)
{
const QualifiedName& attrName = attr->name();
if (attrName == srcAttr) {
if (!userGestureRequiredForLoad() && fastHasAttribute(srcAttr))
scheduleLoad(MediaResource);
} else if (attrName == controlsAttr)
configureMediaControls();
#if PLATFORM(MAC)
else if (attrName == loopAttr)
updateDisableSleep();
#endif
else if (attrName == preloadAttr) {
String value = attr->value();
if (equalIgnoringCase(value, "none"))
m_preload = MediaPlayer::None;
else if (equalIgnoringCase(value, "metadata"))
m_preload = MediaPlayer::MetaData;
else {
m_preload = MediaPlayer::Auto;
}
if (!autoplay() && m_player)
m_player->setPreload(m_preload);
} else if (attrName == mediagroupAttr)
setMediaGroup(attr->value());
else if (attrName == onabortAttr)
setAttributeEventListener(eventNames().abortEvent, createAttributeEventListener(this, attr));
else if (attrName == onbeforeloadAttr)
setAttributeEventListener(eventNames().beforeloadEvent, createAttributeEventListener(this, attr));
else if (attrName == oncanplayAttr)
setAttributeEventListener(eventNames().canplayEvent, createAttributeEventListener(this, attr));
else if (attrName == oncanplaythroughAttr)
setAttributeEventListener(eventNames().canplaythroughEvent, createAttributeEventListener(this, attr));
else if (attrName == ondurationchangeAttr)
setAttributeEventListener(eventNames().durationchangeEvent, createAttributeEventListener(this, attr));
else if (attrName == onemptiedAttr)
setAttributeEventListener(eventNames().emptiedEvent, createAttributeEventListener(this, attr));
else if (attrName == onendedAttr)
setAttributeEventListener(eventNames().endedEvent, createAttributeEventListener(this, attr));
else if (attrName == onerrorAttr)
setAttributeEventListener(eventNames().errorEvent, createAttributeEventListener(this, attr));
else if (attrName == onloadeddataAttr)
setAttributeEventListener(eventNames().loadeddataEvent, createAttributeEventListener(this, attr));
else if (attrName == onloadedmetadataAttr)
setAttributeEventListener(eventNames().loadedmetadataEvent, createAttributeEventListener(this, attr));
else if (attrName == onloadstartAttr)
setAttributeEventListener(eventNames().loadstartEvent, createAttributeEventListener(this, attr));
else if (attrName == onpauseAttr)
setAttributeEventListener(eventNames().pauseEvent, createAttributeEventListener(this, attr));
else if (attrName == onplayAttr)
setAttributeEventListener(eventNames().playEvent, createAttributeEventListener(this, attr));
else if (attrName == onplayingAttr)
setAttributeEventListener(eventNames().playingEvent, createAttributeEventListener(this, attr));
else if (attrName == onprogressAttr)
setAttributeEventListener(eventNames().progressEvent, createAttributeEventListener(this, attr));
else if (attrName == onratechangeAttr)
setAttributeEventListener(eventNames().ratechangeEvent, createAttributeEventListener(this, attr));
else if (attrName == onseekedAttr)
setAttributeEventListener(eventNames().seekedEvent, createAttributeEventListener(this, attr));
else if (attrName == onseekingAttr)
setAttributeEventListener(eventNames().seekingEvent, createAttributeEventListener(this, attr));
else if (attrName == onstalledAttr)
setAttributeEventListener(eventNames().stalledEvent, createAttributeEventListener(this, attr));
else if (attrName == onsuspendAttr)
setAttributeEventListener(eventNames().suspendEvent, createAttributeEventListener(this, attr));
else if (attrName == ontimeupdateAttr)
setAttributeEventListener(eventNames().timeupdateEvent, createAttributeEventListener(this, attr));
else if (attrName == onvolumechangeAttr)
setAttributeEventListener(eventNames().volumechangeEvent, createAttributeEventListener(this, attr));
else if (attrName == onwaitingAttr)
setAttributeEventListener(eventNames().waitingEvent, createAttributeEventListener(this, attr));
else if (attrName == onwebkitbeginfullscreenAttr)
setAttributeEventListener(eventNames().webkitbeginfullscreenEvent, createAttributeEventListener(this, attr));
else if (attrName == onwebkitendfullscreenAttr)
setAttributeEventListener(eventNames().webkitendfullscreenEvent, createAttributeEventListener(this, attr));
else {
HTMLElement::parseAttribute(attr);
if (!m_player)
return;
if (attrName == webkitairplayAttr && document()->settings() && document()->settings()->mediaPlaybackAllowsAirPlay())
m_player->attributeChanged(attrName.toString(), attr->value());
else if (attrName == data_youtube_idAttr)
m_player->attributeChanged(attrName.toString(), attr->value());
else if ((attrName == webkit_playsinlineAttr) && document()->settings() && document()->settings()->mediaPlaybackAllowsInline()) {
String value = hasAttribute(webkit_playsinlineAttr) ? "true" : "false";
m_player->attributeChanged(attrName.toString(), value);
}
}
}
void HTMLMediaElement::finishParsingChildren()
{
HTMLElement::finishParsingChildren();
m_parsingInProgress = false;
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
document()->updateStyleIfNeeded();
createMediaPlayerProxy();
#endif
#if ENABLE(VIDEO_TRACK)
if (!RuntimeEnabledFeatures::webkitVideoTrackEnabled())
return;
for (Node* node = firstChild(); node; node = node->nextSibling()) {
if (node->hasTagName(trackTag)) {
scheduleLoad(TextTrackResource);
break;
}
}
#endif
}
bool HTMLMediaElement::rendererIsNeeded(const NodeRenderingContext& context)
{
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
UNUSED_PARAM(context);
Frame* frame = document()->frame();
if (!frame)
return false;
return true;
#else
return controls() ? HTMLElement::rendererIsNeeded(context) : false;
#endif
}
RenderObject* HTMLMediaElement::createRenderer(RenderArena* arena, RenderStyle*)
{
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
RenderEmbeddedObject* mediaRenderer = new (arena) RenderEmbeddedObject(this);
if (m_proxyWidget) {
mediaRenderer->setWidget(m_proxyWidget);
if (Frame* frame = document()->frame())
frame->loader()->client()->showMediaPlayerProxyPlugin(m_proxyWidget.get());
}
return mediaRenderer;
#else
return new (arena) RenderMedia(this);
#endif
}
bool HTMLMediaElement::childShouldCreateRenderer(const NodeRenderingContext& childContext) const
{
return childContext.isOnUpperEncapsulationBoundary() && HTMLElement::childShouldCreateRenderer(childContext);
}
Node::InsertionNotificationRequest HTMLMediaElement::insertedInto(Node* insertionPoint)
{
LOG(Media, "HTMLMediaElement::insertedInto");
HTMLElement::insertedInto(insertionPoint);
if (!userGestureRequiredForLoad() && insertionPoint->inDocument() && !getAttribute(srcAttr).isEmpty() && m_networkState == NETWORK_EMPTY)
scheduleLoad(MediaResource);
configureMediaControls();
return InsertionDone;
}
void HTMLMediaElement::removedFrom(Node* insertionPoint)
{
if (insertionPoint->inDocument()) {
LOG(Media, "HTMLMediaElement::removedFromDocument");
configureMediaControls();
if (m_networkState > NETWORK_EMPTY)
pause();
if (m_isFullscreen)
exitFullscreen();
}
HTMLElement::removedFrom(insertionPoint);
}
void HTMLMediaElement::attach()
{
ASSERT(!attached());
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
m_needWidgetUpdate = true;
#endif
HTMLElement::attach();
if (renderer())
renderer()->updateFromElement();
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
else if (m_proxyWidget) {
if (Frame* frame = document()->frame())
frame->loader()->client()->hideMediaPlayerProxyPlugin(m_proxyWidget.get());
}
#endif
}
void HTMLMediaElement::didRecalcStyle(StyleChange)
{
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::scheduleLoad(LoadType loadType)
{
LOG(Media, "HTMLMediaElement::scheduleLoad");
if ((loadType & MediaResource) && !(m_pendingLoadFlags & MediaResource)) {
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
createMediaPlayerProxy();
#endif
prepareForLoad();
m_pendingLoadFlags |= MediaResource;
}
#if ENABLE(VIDEO_TRACK)
if (RuntimeEnabledFeatures::webkitVideoTrackEnabled() && (loadType & TextTrackResource))
m_pendingLoadFlags |= TextTrackResource;
#endif
if (!m_loadTimer.isActive())
m_loadTimer.startOneShot(0);
}
void HTMLMediaElement::scheduleNextSourceChild()
{
m_pendingLoadFlags |= MediaResource;
m_loadTimer.startOneShot(0);
}
void HTMLMediaElement::scheduleEvent(const AtomicString& eventName)
{
#if LOG_MEDIA_EVENTS
LOG(Media, "HTMLMediaElement::scheduleEvent - scheduling '%s'", eventName.string().ascii().data());
#endif
RefPtr<Event> event = Event::create(eventName, false, true);
event->setTarget(this);
m_asyncEventQueue->enqueueEvent(event.release());
}
void HTMLMediaElement::loadTimerFired(Timer<HTMLMediaElement>*)
{
RefPtr<HTMLMediaElement> protect(this);
#if ENABLE(VIDEO_TRACK)
if (RuntimeEnabledFeatures::webkitVideoTrackEnabled() && (m_pendingLoadFlags & TextTrackResource))
configureNewTextTracks();
#endif
if (m_pendingLoadFlags & MediaResource) {
if (m_loadState == LoadingFromSourceElement)
loadNextSourceChild();
else
loadInternal();
}
m_pendingLoadFlags = 0;
}
PassRefPtr<MediaError> HTMLMediaElement::error() const
{
return m_error;
}
void HTMLMediaElement::setSrc(const String& url)
{
setAttribute(srcAttr, url);
}
HTMLMediaElement::NetworkState HTMLMediaElement::networkState() const
{
return m_networkState;
}
String HTMLMediaElement::canPlayType(const String& mimeType, const String& keySystem) const
{
MediaPlayer::SupportsType support = MediaPlayer::supportsType(ContentType(mimeType), keySystem, this);
String canPlay;
switch (support)
{
case MediaPlayer::IsNotSupported:
canPlay = "";
break;
case MediaPlayer::MayBeSupported:
canPlay = "maybe";
break;
case MediaPlayer::IsSupported:
canPlay = "probably";
break;
}
LOG(Media, "HTMLMediaElement::canPlayType(%s, %s) -> %s", mimeType.utf8().data(), keySystem.utf8().data(), canPlay.utf8().data());
return canPlay;
}
void HTMLMediaElement::load(ExceptionCode& ec)
{
RefPtr<HTMLMediaElement> protect(this);
LOG(Media, "HTMLMediaElement::load()");
if (userGestureRequiredForLoad() && !ScriptController::processingUserGesture()) {
ec = INVALID_STATE_ERR;
return;
}
m_loadInitiatedByUserGesture = ScriptController::processingUserGesture();
if (m_loadInitiatedByUserGesture)
removeBehaviorsRestrictionsAfterFirstUserGesture();
prepareForLoad();
loadInternal();
if (!m_loadInitiatedByUserGesture && (!document()->settings() || document()->settings()->mediaPlaybackRequiresUserGesture()))
return;
prepareToPlay();
}
void HTMLMediaElement::prepareForLoad()
{
LOG(Media, "HTMLMediaElement::prepareForLoad");
stopPeriodicTimers();
m_loadTimer.stop();
m_sentEndEvent = false;
m_sentStalledEvent = false;
m_haveFiredLoadedData = false;
m_completelyLoaded = false;
m_havePreparedToPlay = false;
m_displayMode = Unknown;
m_loadState = WaitingForSource;
m_currentSourceNode = 0;
cancelPendingEventsAndCallbacks();
if (m_networkState == NETWORK_LOADING || m_networkState == NETWORK_IDLE)
scheduleEvent(eventNames().abortEvent);
#if !ENABLE(PLUGIN_PROXY_FOR_VIDEO)
createMediaPlayer();
#else
if (m_player)
m_player->cancelLoad();
else
createMediaPlayerProxy();
#endif
#if ENABLE(MEDIA_SOURCE)
if (m_sourceState != SOURCE_CLOSED)
setSourceState(SOURCE_CLOSED);
#endif
if (m_networkState != NETWORK_EMPTY) {
m_networkState = NETWORK_EMPTY;
m_readyState = HAVE_NOTHING;
m_readyStateMaximum = HAVE_NOTHING;
refreshCachedTime();
m_paused = true;
m_seeking = false;
invalidateCachedTime();
scheduleEvent(eventNames().emptiedEvent);
updateMediaController();
#if ENABLE(VIDEO_TRACK)
if (RuntimeEnabledFeatures::webkitVideoTrackEnabled())
updateActiveTextTrackCues(0);
#endif
}
setPlaybackRate(defaultPlaybackRate());
m_error = 0;
m_autoplaying = true;
m_networkState = NETWORK_NO_SOURCE;
m_playedTimeRanges = TimeRanges::create();
m_lastSeekTime = 0;
m_closedCaptionsVisible = false;
setShouldDelayLoadEvent(true);
if (m_preload != MediaPlayer::None && document()->settings() && document()->settings()->mediaDataLoadsAutomatically())
prepareToPlay();
configureMediaControls();
}
void HTMLMediaElement::loadInternal()
{
ASSERT(!eventDispatchForbidden());
Page* page = document()->page();
if (pageConsentRequiredForLoad() && page && !page->canStartMedia()) {
setShouldDelayLoadEvent(false);
if (m_isWaitingUntilMediaCanStart)
return;
document()->addMediaCanStartListener(this);
m_isWaitingUntilMediaCanStart = true;
return;
}
removeBehaviorRestriction(RequirePageConsentToLoadMediaRestriction);
#if ENABLE(VIDEO_TRACK)
if (RuntimeEnabledFeatures::webkitVideoTrackEnabled()) {
m_textTracksWhenResourceSelectionBegan.clear();
if (m_textTracks) {
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
TextTrack* track = m_textTracks->item(i);
if (track->mode() != TextTrack::DISABLED)
m_textTracksWhenResourceSelectionBegan.append(track);
}
}
}
#endif
selectMediaResource();
}
void HTMLMediaElement::selectMediaResource()
{
LOG(Media, "HTMLMediaElement::selectMediaResource");
enum Mode { attribute, children };
Mode mode = attribute;
if (!fastHasAttribute(srcAttr)) {
Node* node;
for (node = firstChild(); node; node = node->nextSibling()) {
if (node->hasTagName(sourceTag))
break;
}
if (node) {
mode = children;
m_nextChildNodeToConsider = node;
m_currentSourceNode = 0;
} else {
m_loadState = WaitingForSource;
setShouldDelayLoadEvent(false);
m_networkState = NETWORK_EMPTY;
LOG(Media, "HTMLMediaElement::selectMediaResource, nothing to load");
return;
}
}
setShouldDelayLoadEvent(true);
m_networkState = NETWORK_LOADING;
scheduleEvent(eventNames().loadstartEvent);
if (mode == attribute) {
m_loadState = LoadingFromSrcAttr;
KURL mediaURL = getNonEmptyURLAttribute(srcAttr);
if (mediaURL.isEmpty()) {
mediaLoadingFailed(MediaPlayer::FormatError);
LOG(Media, "HTMLMediaElement::selectMediaResource, empty 'src'");
return;
}
if (!isSafeToLoadURL(mediaURL, Complain) || !dispatchBeforeLoadEvent(mediaURL.string())) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
ContentType contentType((String()));
loadResource(mediaURL, contentType, String());
LOG(Media, "HTMLMediaElement::selectMediaResource, using 'src' attribute url");
return;
}
loadNextSourceChild();
}
void HTMLMediaElement::loadNextSourceChild()
{
ContentType contentType((String()));
String keySystem;
KURL mediaURL = selectNextSourceChild(&contentType, &keySystem, Complain);
if (!mediaURL.isValid()) {
waitForSourceChange();
return;
}
#if !ENABLE(PLUGIN_PROXY_FOR_VIDEO)
createMediaPlayer();
#endif
m_loadState = LoadingFromSourceElement;
loadResource(mediaURL, contentType, keySystem);
}
#if !PLATFORM(CHROMIUM)
static KURL createFileURLForApplicationCacheResource(const String& path)
{
#if USE(CF) && PLATFORM(WIN)
RetainPtr<CFStringRef> cfPath(AdoptCF, path.createCFString());
RetainPtr<CFURLRef> cfURL(AdoptCF, CFURLCreateWithFileSystemPath(0, cfPath.get(), kCFURLWindowsPathStyle, false));
KURL url(cfURL.get());
#else
KURL url;
url.setProtocol("file");
url.setPath(path);
#endif
return url;
}
#endif
void HTMLMediaElement::loadResource(const KURL& initialURL, ContentType& contentType, const String& keySystem)
{
ASSERT(isSafeToLoadURL(initialURL, Complain));
LOG(Media, "HTMLMediaElement::loadResource(%s, %s, %s)", urlForLogging(initialURL).utf8().data(), contentType.raw().utf8().data(), keySystem.utf8().data());
Frame* frame = document()->frame();
if (!frame) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
KURL url = initialURL;
if (!frame->loader()->willLoadMediaElementURL(url)) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
#if ENABLE(MEDIA_SOURCE)
if (url.protocolIs(mediaSourceURLProtocol) && url != m_mediaSourceURL) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
#endif
m_networkState = NETWORK_LOADING;
#if !PLATFORM(CHROMIUM)
ApplicationCacheHost* cacheHost = frame->loader()->documentLoader()->applicationCacheHost();
ApplicationCacheResource* resource = 0;
if (cacheHost && cacheHost->shouldLoadResourceFromApplicationCache(ResourceRequest(url), resource)) {
if (!resource || resource->path().isEmpty()) {
mediaLoadingFailed(MediaPlayer::NetworkError);
return;
}
}
#endif
m_currentSrc = url;
#if !PLATFORM(CHROMIUM)
if (resource) {
url = createFileURLForApplicationCacheResource(resource->path());
LOG(Media, "HTMLMediaElement::loadResource - will load from app cache -> %s", urlForLogging(url).utf8().data());
}
#endif
LOG(Media, "HTMLMediaElement::loadResource - m_currentSrc -> %s", urlForLogging(m_currentSrc).utf8().data());
if (m_sendProgressEvents)
startProgressEventTimer();
Settings* settings = document()->settings();
bool privateMode = !settings || settings->privateBrowsingEnabled();
m_player->setPrivateBrowsingMode(privateMode);
setDisplayMode(Unknown);
if (!autoplay())
m_player->setPreload(m_preload);
m_player->setPreservesPitch(m_webkitPreservesPitch);
if (fastHasAttribute(mutedAttr))
m_muted = true;
updateVolume();
if (!m_player->load(url, contentType, keySystem))
mediaLoadingFailed(MediaPlayer::FormatError);
updateDisplayState();
if (renderer())
renderer()->updateFromElement();
}
#if ENABLE(VIDEO_TRACK)
static bool trackIndexCompare(TextTrack* a,
TextTrack* b)
{
return a->trackIndex() - b->trackIndex() < 0;
}
static bool eventTimeCueCompare(const std::pair<double, TextTrackCue*>& a,
const std::pair<double, TextTrackCue*>& b)
{
if (a.first != b.first)
return a.first - b.first < 0;
if (a.second->track() != b.second->track())
return trackIndexCompare(a.second->track(), b.second->track());
return a.second->cueIndex() - b.second->cueIndex() < 0;
}
void HTMLMediaElement::updateActiveTextTrackCues(float movieTime)
{
LOG(Media, "HTMLMediaElement::updateActiveTextTracks");
if (ignoreTrackDisplayUpdateRequests())
return;
Vector<CueIntervalTree::IntervalType> currentCues;
if (m_readyState != HAVE_NOTHING && m_player)
currentCues = m_cueTree.allOverlaps(m_cueTree.createInterval(movieTime, movieTime));
Vector<CueIntervalTree::IntervalType> affectedCues;
Vector<CueIntervalTree::IntervalType> previousCues;
Vector<CueIntervalTree::IntervalType> missedCues;
previousCues = m_currentlyActiveCues;
float lastTime = m_lastTextTrackUpdateTime;
if (lastTime >= 0 && m_lastSeekTime < movieTime) {
Vector<CueIntervalTree::IntervalType> potentiallySkippedCues =
m_cueTree.allOverlaps(m_cueTree.createInterval(lastTime, movieTime));
for (size_t i = 0; i < potentiallySkippedCues.size(); ++i) {
float cueStartTime = potentiallySkippedCues[i].low();
float cueEndTime = potentiallySkippedCues[i].high();
if (cueStartTime > max(m_lastSeekTime, lastTime) && cueEndTime < movieTime)
missedCues.append(potentiallySkippedCues[i]);
}
}
m_lastTextTrackUpdateTime = movieTime;
if (m_lastSeekTime <= lastTime)
scheduleTimeupdateEvent(false);
size_t currentCuesSize = currentCues.size();
size_t missedCuesSize = missedCues.size();
size_t previousCuesSize = previousCues.size();
bool activeSetChanged = missedCuesSize;
for (size_t i = 0; !activeSetChanged && i < previousCuesSize; ++i)
if (!currentCues.contains(previousCues[i]) && previousCues[i].data()->isActive())
activeSetChanged = true;
for (size_t i = 0; !activeSetChanged && i < currentCuesSize; ++i) {
if (!currentCues[i].data()->isActive())
activeSetChanged = true;
}
if (!activeSetChanged)
return;
for (size_t i = 0; !m_paused && i < previousCuesSize; ++i) {
if (previousCues[i].data()->pauseOnExit()
&& previousCues[i].data()->isActive()
&& !currentCues.contains(previousCues[i]))
pause();
}
for (size_t i = 0; !m_paused && i < missedCuesSize; ++i) {
if (missedCues[i].data()->pauseOnExit())
pause();
}
Vector<std::pair<double, TextTrackCue*> > eventTasks;
Vector<TextTrack*> affectedTracks;
for (size_t i = 0; i < missedCuesSize; ++i) {
eventTasks.append(std::make_pair(missedCues[i].data()->startTime(),
missedCues[i].data()));
eventTasks.append(std::make_pair(missedCues[i].data()->endTime(),
missedCues[i].data()));
}
for (size_t i = 0; i < previousCuesSize; ++i) {
if (!currentCues.contains(previousCues[i]))
eventTasks.append(std::make_pair(previousCues[i].data()->endTime(),
previousCues[i].data()));
}
for (size_t i = 0; i < currentCuesSize; ++i) {
if (!previousCues.contains(currentCues[i]))
eventTasks.append(std::make_pair(currentCues[i].data()->startTime(),
currentCues[i].data()));
}
nonCopyingSort(eventTasks.begin(), eventTasks.end(), eventTimeCueCompare);
for (size_t i = 0; i < eventTasks.size(); ++i) {
if (!affectedTracks.contains(eventTasks[i].second->track()))
affectedTracks.append(eventTasks[i].second->track());
RefPtr<Event> event;
if (eventTasks[i].first == eventTasks[i].second->startTime())
event = Event::create(eventNames().enterEvent, false, false);
else
event = Event::create(eventNames().exitEvent, false, false);
event->setTarget(eventTasks[i].second);
m_asyncEventQueue->enqueueEvent(event.release());
}
nonCopyingSort(affectedTracks.begin(), affectedTracks.end(), trackIndexCompare);
for (size_t i = 0; i < affectedTracks.size(); ++i) {
RefPtr<Event> event = Event::create(eventNames().cuechangeEvent, false, false);
event->setTarget(affectedTracks[i]);
m_asyncEventQueue->enqueueEvent(event.release());
if (affectedTracks[i]->trackType() == TextTrack::TrackElement) {
RefPtr<Event> event = Event::create(eventNames().cuechangeEvent, false, false);
HTMLTrackElement* trackElement = static_cast<LoadableTextTrack*>(affectedTracks[i])->trackElement();
ASSERT(trackElement);
event->setTarget(trackElement);
m_asyncEventQueue->enqueueEvent(event.release());
}
}
for (size_t i = 0; i < currentCuesSize; ++i)
currentCues[i].data()->setIsActive(true);
for (size_t i = 0; i < previousCuesSize; ++i)
if (!currentCues.contains(previousCues[i]))
previousCues[i].data()->setIsActive(false);
m_currentlyActiveCues = currentCues;
if (activeSetChanged && hasMediaControls())
mediaControls()->updateTextTrackDisplay();
}
bool HTMLMediaElement::textTracksAreReady() const
{
for (unsigned i = 0; i < m_textTracksWhenResourceSelectionBegan.size(); ++i) {
if (m_textTracksWhenResourceSelectionBegan[i]->readinessState() == TextTrack::Loading)
return false;
}
return true;
}
void HTMLMediaElement::textTrackReadyStateChanged(TextTrack* track)
{
if (m_player && m_textTracksWhenResourceSelectionBegan.contains(track)) {
if (track->readinessState() != TextTrack::Loading)
setReadyState(m_player->readyState());
}
}
void HTMLMediaElement::textTrackModeChanged(TextTrack* track)
{
if (track->trackType() == TextTrack::TrackElement) {
for (Node* node = firstChild(); node; node = node->nextSibling()) {
if (!node->hasTagName(trackTag))
continue;
HTMLTrackElement* trackElement = static_cast<HTMLTrackElement*>(node);
if (trackElement->track() != track)
continue;
trackElement->setHasBeenConfigured(true);
if (track->mode() != TextTrack::DISABLED) {
if (trackElement->readyState() == HTMLTrackElement::LOADED)
textTrackAddCues(track, track->cues());
else if (trackElement->readyState() == HTMLTrackElement::NONE)
trackElement->scheduleLoad();
}
break;
}
}
configureTextTrackDisplay();
}
void HTMLMediaElement::textTrackKindChanged(TextTrack*)
{
}
void HTMLMediaElement::textTrackAddCues(TextTrack*, const TextTrackCueList* cues)
{
beginIgnoringTrackDisplayUpdateRequests();
for (size_t i = 0; i < cues->length(); ++i)
textTrackAddCue(cues->item(i)->track(), cues->item(i));
endIgnoringTrackDisplayUpdateRequests();
updateActiveTextTrackCues(currentTime());
}
void HTMLMediaElement::textTrackRemoveCues(TextTrack*, const TextTrackCueList* cues)
{
beginIgnoringTrackDisplayUpdateRequests();
for (size_t i = 0; i < cues->length(); ++i)
textTrackRemoveCue(cues->item(i)->track(), cues->item(i));
endIgnoringTrackDisplayUpdateRequests();
updateActiveTextTrackCues(currentTime());
}
void HTMLMediaElement::textTrackAddCue(TextTrack*, PassRefPtr<TextTrackCue> cue)
{
m_cueTree.add(m_cueTree.createInterval(cue->startTime(), cue->endTime(), cue.get()));
updateActiveTextTrackCues(currentTime());
}
void HTMLMediaElement::textTrackRemoveCue(TextTrack*, PassRefPtr<TextTrackCue> cue)
{
m_cueTree.remove(m_cueTree.createInterval(cue->startTime(), cue->endTime(), cue.get()));
updateActiveTextTrackCues(currentTime());
}
#endif
bool HTMLMediaElement::isSafeToLoadURL(const KURL& url, InvalidURLAction actionIfInvalid)
{
if (!url.isValid()) {
LOG(Media, "HTMLMediaElement::isSafeToLoadURL(%s) -> FALSE because url is invalid", urlForLogging(url).utf8().data());
return false;
}
Frame* frame = document()->frame();
if (!frame || !document()->securityOrigin()->canDisplay(url)) {
if (actionIfInvalid == Complain)
FrameLoader::reportLocalLoadFailed(frame, url.string());
LOG(Media, "HTMLMediaElement::isSafeToLoadURL(%s) -> FALSE rejected by SecurityOrigin", urlForLogging(url).utf8().data());
return false;
}
if (!document()->contentSecurityPolicy()->allowMediaFromSource(url)) {
LOG(Media, "HTMLMediaElement::isSafeToLoadURL(%s) -> rejected by Content Security Policy", urlForLogging(url).utf8().data());
return false;
}
return true;
}
void HTMLMediaElement::startProgressEventTimer()
{
if (m_progressEventTimer.isActive())
return;
m_previousProgressTime = WTF::currentTime();
m_previousProgress = 0;
m_progressEventTimer.startRepeating(0.350);
}
void HTMLMediaElement::waitForSourceChange()
{
LOG(Media, "HTMLMediaElement::waitForSourceChange");
stopPeriodicTimers();
m_loadState = WaitingForSource;
m_networkState = NETWORK_NO_SOURCE;
setShouldDelayLoadEvent(false);
updateDisplayState();
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::noneSupported()
{
LOG(Media, "HTMLMediaElement::noneSupported");
stopPeriodicTimers();
m_loadState = WaitingForSource;
m_currentSourceNode = 0;
m_error = MediaError::create(MediaError::MEDIA_ERR_SRC_NOT_SUPPORTED);
m_networkState = NETWORK_NO_SOURCE;
scheduleEvent(eventNames().errorEvent);
#if ENABLE(MEDIA_SOURCE)
if (m_sourceState != SOURCE_CLOSED)
setSourceState(SOURCE_CLOSED);
#endif
setShouldDelayLoadEvent(false);
updateDisplayState();
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::mediaEngineError(PassRefPtr<MediaError> err)
{
LOG(Media, "HTMLMediaElement::mediaEngineError(%d)", static_cast<int>(err->code()));
stopPeriodicTimers();
m_loadState = WaitingForSource;
m_error = err;
scheduleEvent(eventNames().errorEvent);
#if ENABLE(MEDIA_SOURCE)
if (m_sourceState != SOURCE_CLOSED)
setSourceState(SOURCE_CLOSED);
#endif
m_networkState = NETWORK_EMPTY;
scheduleEvent(eventNames().emptiedEvent);
setShouldDelayLoadEvent(false);
m_currentSourceNode = 0;
}
void HTMLMediaElement::cancelPendingEventsAndCallbacks()
{
LOG(Media, "HTMLMediaElement::cancelPendingEventsAndCallbacks");
m_asyncEventQueue->cancelAllEvents();
for (Node* node = firstChild(); node; node = node->nextSibling()) {
if (node->hasTagName(sourceTag))
static_cast<HTMLSourceElement*>(node)->cancelPendingErrorEvent();
}
}
Document* HTMLMediaElement::mediaPlayerOwningDocument()
{
Document* d = document();
if (!d)
d = ownerDocument();
return d;
}
void HTMLMediaElement::mediaPlayerNetworkStateChanged(MediaPlayer*)
{
beginProcessingMediaPlayerCallback();
setNetworkState(m_player->networkState());
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaLoadingFailed(MediaPlayer::NetworkState error)
{
stopPeriodicTimers();
if (m_readyState < HAVE_METADATA && m_loadState == LoadingFromSourceElement) {
if (m_currentSourceNode)
m_currentSourceNode->scheduleErrorEvent();
else
LOG(Media, "HTMLMediaElement::setNetworkState - error event not sent, <source> was removed");
if (havePotentialSourceChild()) {
LOG(Media, "HTMLMediaElement::setNetworkState - scheduling next <source>");
scheduleNextSourceChild();
} else {
LOG(Media, "HTMLMediaElement::setNetworkState - no more <source> elements, waiting");
waitForSourceChange();
}
return;
}
if (error == MediaPlayer::NetworkError && m_readyState >= HAVE_METADATA)
mediaEngineError(MediaError::create(MediaError::MEDIA_ERR_NETWORK));
else if (error == MediaPlayer::DecodeError)
mediaEngineError(MediaError::create(MediaError::MEDIA_ERR_DECODE));
else if ((error == MediaPlayer::FormatError || error == MediaPlayer::NetworkError) && m_loadState == LoadingFromSrcAttr)
noneSupported();
updateDisplayState();
if (hasMediaControls()) {
mediaControls()->reset();
mediaControls()->reportedError();
}
}
void HTMLMediaElement::setNetworkState(MediaPlayer::NetworkState state)
{
LOG(Media, "HTMLMediaElement::setNetworkState(%d) - current state is %d", static_cast<int>(state), static_cast<int>(m_networkState));
if (state == MediaPlayer::Empty) {
m_networkState = NETWORK_EMPTY;
return;
}
if (state == MediaPlayer::FormatError || state == MediaPlayer::NetworkError || state == MediaPlayer::DecodeError) {
mediaLoadingFailed(state);
return;
}
bool shouldUpdatePlayState = false;
if (state == MediaPlayer::Idle) {
if (m_networkState > NETWORK_IDLE) {
changeNetworkStateFromLoadingToIdle();
scheduleEvent(eventNames().suspendEvent);
setShouldDelayLoadEvent(false);
} else {
m_networkState = NETWORK_IDLE;
}
}
if (state == MediaPlayer::Loading) {
if (m_networkState < NETWORK_LOADING || m_networkState == NETWORK_NO_SOURCE)
startProgressEventTimer();
m_networkState = NETWORK_LOADING;
}
if (state == MediaPlayer::Loaded) {
if (m_networkState != NETWORK_IDLE)
changeNetworkStateFromLoadingToIdle();
m_completelyLoaded = true;
}
if (hasMediaControls())
mediaControls()->updateStatusDisplay();
if (shouldUpdatePlayState)
updatePlayState();
}
void HTMLMediaElement::changeNetworkStateFromLoadingToIdle()
{
m_progressEventTimer.stop();
if (hasMediaControls() && m_player->bytesLoaded() != m_previousProgress)
mediaControls()->bufferingProgressed();
scheduleEvent(eventNames().progressEvent);
m_networkState = NETWORK_IDLE;
}
void HTMLMediaElement::mediaPlayerReadyStateChanged(MediaPlayer*)
{
beginProcessingMediaPlayerCallback();
setReadyState(m_player->readyState());
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::setReadyState(MediaPlayer::ReadyState state)
{
LOG(Media, "HTMLMediaElement::setReadyState(%d) - current state is %d,", static_cast<int>(state), static_cast<int>(m_readyState));
bool wasPotentiallyPlaying = potentiallyPlaying();
ReadyState oldState = m_readyState;
ReadyState newState = static_cast<ReadyState>(state);
#if ENABLE(VIDEO_TRACK)
bool tracksAreReady = !RuntimeEnabledFeatures::webkitVideoTrackEnabled() || textTracksAreReady();
if (newState == oldState && m_tracksAreReady == tracksAreReady)
return;
m_tracksAreReady = tracksAreReady;
#else
if (newState == oldState)
return;
bool tracksAreReady = true;
#endif
if (tracksAreReady)
m_readyState = newState;
else {
if (newState <= HAVE_METADATA)
m_readyState = newState;
else
m_readyState = HAVE_CURRENT_DATA;
}
if (oldState > m_readyStateMaximum)
m_readyStateMaximum = oldState;
if (m_networkState == NETWORK_EMPTY)
return;
if (m_seeking) {
if (wasPotentiallyPlaying && m_readyState < HAVE_FUTURE_DATA)
scheduleEvent(eventNames().waitingEvent);
if (m_readyState >= HAVE_CURRENT_DATA)
finishSeek();
} else {
if (wasPotentiallyPlaying && m_readyState < HAVE_FUTURE_DATA) {
scheduleTimeupdateEvent(false);
scheduleEvent(eventNames().waitingEvent);
}
}
if (m_readyState >= HAVE_METADATA && oldState < HAVE_METADATA) {
prepareMediaFragmentURI();
scheduleEvent(eventNames().durationchangeEvent);
scheduleEvent(eventNames().loadedmetadataEvent);
if (hasMediaControls())
mediaControls()->loadedMetadata();
if (renderer())
renderer()->updateFromElement();
}
bool shouldUpdateDisplayState = false;
if (m_readyState >= HAVE_CURRENT_DATA && oldState < HAVE_CURRENT_DATA && !m_haveFiredLoadedData) {
m_haveFiredLoadedData = true;
shouldUpdateDisplayState = true;
scheduleEvent(eventNames().loadeddataEvent);
setShouldDelayLoadEvent(false);
applyMediaFragmentURI();
}
bool isPotentiallyPlaying = potentiallyPlaying();
if (m_readyState == HAVE_FUTURE_DATA && oldState <= HAVE_CURRENT_DATA && tracksAreReady) {
scheduleEvent(eventNames().canplayEvent);
if (isPotentiallyPlaying)
scheduleEvent(eventNames().playingEvent);
shouldUpdateDisplayState = true;
}
if (m_readyState == HAVE_ENOUGH_DATA && oldState < HAVE_ENOUGH_DATA && tracksAreReady) {
if (oldState <= HAVE_CURRENT_DATA)
scheduleEvent(eventNames().canplayEvent);
scheduleEvent(eventNames().canplaythroughEvent);
if (isPotentiallyPlaying && oldState <= HAVE_CURRENT_DATA)
scheduleEvent(eventNames().playingEvent);
if (m_autoplaying && m_paused && autoplay() && !document()->isSandboxed(SandboxAutomaticFeatures)) {
m_paused = false;
invalidateCachedTime();
scheduleEvent(eventNames().playEvent);
scheduleEvent(eventNames().playingEvent);
}
shouldUpdateDisplayState = true;
}
if (shouldUpdateDisplayState) {
updateDisplayState();
if (hasMediaControls())
mediaControls()->updateStatusDisplay();
}
updatePlayState();
updateMediaController();
#if ENABLE(VIDEO_TRACK)
if (RuntimeEnabledFeatures::webkitVideoTrackEnabled())
updateActiveTextTrackCues(currentTime());
#endif
}
#if ENABLE(MEDIA_SOURCE)
void HTMLMediaElement::mediaPlayerSourceOpened()
{
beginProcessingMediaPlayerCallback();
setSourceState(SOURCE_OPEN);
endProcessingMediaPlayerCallback();
}
String HTMLMediaElement::mediaPlayerSourceURL() const
{
return m_mediaSourceURL.string();
}
bool HTMLMediaElement::isValidSourceId(const String& id, ExceptionCode& ec) const
{
if (id.isNull() || id.isEmpty()) {
ec = INVALID_ACCESS_ERR;
return false;
}
if (!m_sourceIDs.contains(id)) {
ec = SYNTAX_ERR;
return false;
}
return true;
}
#endif
#if ENABLE(ENCRYPTED_MEDIA)
void HTMLMediaElement::mediaPlayerKeyAdded(MediaPlayer*, const String& keySystem, const String& sessionId)
{
MediaKeyEventInit initializer;
initializer.keySystem = keySystem;
initializer.sessionId = sessionId;
initializer.bubbles = false;
initializer.cancelable = false;
RefPtr<Event> event = MediaKeyEvent::create(eventNames().webkitkeyaddedEvent, initializer);
event->setTarget(this);
m_asyncEventQueue->enqueueEvent(event.release());
}
void HTMLMediaElement::mediaPlayerKeyError(MediaPlayer*, const String& keySystem, const String& sessionId, MediaPlayerClient::MediaKeyErrorCode errorCode, unsigned short systemCode)
{
MediaKeyError::Code mediaKeyErrorCode = MediaKeyError::MEDIA_KEYERR_UNKNOWN;
switch (errorCode) {
case MediaPlayerClient::UnknownError:
mediaKeyErrorCode = MediaKeyError::MEDIA_KEYERR_UNKNOWN;
break;
case MediaPlayerClient::ClientError:
mediaKeyErrorCode = MediaKeyError::MEDIA_KEYERR_CLIENT;
break;
case MediaPlayerClient::ServiceError:
mediaKeyErrorCode = MediaKeyError::MEDIA_KEYERR_SERVICE;
break;
case MediaPlayerClient::OutputError:
mediaKeyErrorCode = MediaKeyError::MEDIA_KEYERR_OUTPUT;
break;
case MediaPlayerClient::HardwareChangeError:
mediaKeyErrorCode = MediaKeyError::MEDIA_KEYERR_HARDWARECHANGE;
break;
case MediaPlayerClient::DomainError:
mediaKeyErrorCode = MediaKeyError::MEDIA_KEYERR_DOMAIN;
break;
}
MediaKeyEventInit initializer;
initializer.keySystem = keySystem;
initializer.sessionId = sessionId;
initializer.errorCode = MediaKeyError::create(mediaKeyErrorCode);
initializer.systemCode = systemCode;
initializer.bubbles = false;
initializer.cancelable = false;
RefPtr<Event> event = MediaKeyEvent::create(eventNames().webkitkeyerrorEvent, initializer);
event->setTarget(this);
m_asyncEventQueue->enqueueEvent(event.release());
}
void HTMLMediaElement::mediaPlayerKeyMessage(MediaPlayer*, const String& keySystem, const String& sessionId, const unsigned char* message, unsigned messageLength)
{
MediaKeyEventInit initializer;
initializer.keySystem = keySystem;
initializer.sessionId = sessionId;
initializer.message = Uint8Array::create(message, messageLength);
initializer.bubbles = false;
initializer.cancelable = false;
RefPtr<Event> event = MediaKeyEvent::create(eventNames().webkitkeymessageEvent, initializer);
event->setTarget(this);
m_asyncEventQueue->enqueueEvent(event.release());
}
void HTMLMediaElement::mediaPlayerKeyNeeded(MediaPlayer*, const String& keySystem, const String& sessionId, const unsigned char* initData, unsigned initDataLength)
{
MediaKeyEventInit initializer;
initializer.keySystem = keySystem;
initializer.sessionId = sessionId;
initializer.initData = Uint8Array::create(initData, initDataLength);
initializer.bubbles = false;
initializer.cancelable = false;
RefPtr<Event> event = MediaKeyEvent::create(eventNames().webkitneedkeyEvent, initializer);
event->setTarget(this);
m_asyncEventQueue->enqueueEvent(event.release());
}
#endif
void HTMLMediaElement::progressEventTimerFired(Timer<HTMLMediaElement>*)
{
ASSERT(m_player);
if (m_networkState != NETWORK_LOADING)
return;
unsigned progress = m_player->bytesLoaded();
double time = WTF::currentTime();
double timedelta = time - m_previousProgressTime;
if (progress == m_previousProgress) {
if (timedelta > 3.0 && !m_sentStalledEvent) {
scheduleEvent(eventNames().stalledEvent);
m_sentStalledEvent = true;
setShouldDelayLoadEvent(false);
}
} else {
scheduleEvent(eventNames().progressEvent);
m_previousProgress = progress;
m_previousProgressTime = time;
m_sentStalledEvent = false;
if (renderer())
renderer()->updateFromElement();
if (hasMediaControls())
mediaControls()->bufferingProgressed();
}
}
void HTMLMediaElement::rewind(float timeDelta)
{
LOG(Media, "HTMLMediaElement::rewind(%f)", timeDelta);
ExceptionCode e;
setCurrentTime(max(currentTime() - timeDelta, minTimeSeekable()), e);
}
void HTMLMediaElement::returnToRealtime()
{
LOG(Media, "HTMLMediaElement::returnToRealtime");
ExceptionCode e;
setCurrentTime(maxTimeSeekable(), e);
}
void HTMLMediaElement::addPlayedRange(float start, float end)
{
LOG(Media, "HTMLMediaElement::addPlayedRange(%f, %f)", start, end);
if (!m_playedTimeRanges)
m_playedTimeRanges = TimeRanges::create();
m_playedTimeRanges->add(start, end);
}
bool HTMLMediaElement::supportsSave() const
{
return m_player ? m_player->supportsSave() : false;
}
bool HTMLMediaElement::supportsScanning() const
{
return m_player ? m_player->supportsScanning() : false;
}
void HTMLMediaElement::prepareToPlay()
{
LOG(Media, "HTMLMediaElement::prepareToPlay(%p)", this);
if (m_havePreparedToPlay)
return;
m_havePreparedToPlay = true;
m_player->prepareToPlay();
}
void HTMLMediaElement::seek(float time, ExceptionCode& ec)
{
LOG(Media, "HTMLMediaElement::seek(%f)", time);
if (m_readyState == HAVE_NOTHING || !m_player) {
ec = INVALID_STATE_ERR;
return;
}
if (m_preload < MediaPlayer::Auto && m_readyState < HAVE_FUTURE_DATA)
prepareToPlay();
refreshCachedTime();
float now = currentTime();
m_seeking = true;
time = min(time, duration());
float earliestTime = m_player->startTime();
time = max(time, earliestTime);
#if !LOG_DISABLED
float mediaTime = m_player->mediaTimeForTimeValue(time);
if (time != mediaTime)
LOG(Media, "HTMLMediaElement::seek(%f) - media timeline equivalent is %f", time, mediaTime);
#endif
time = m_player->mediaTimeForTimeValue(time);
RefPtr<TimeRanges> seekableRanges = seekable();
bool noSeekRequired = !seekableRanges->length() || (time == now && displayMode() != Poster);
#if ENABLE(MEDIA_SOURCE)
if (m_sourceState != SOURCE_CLOSED)
noSeekRequired = false;
#endif
if (noSeekRequired) {
if (time == now) {
scheduleEvent(eventNames().seekingEvent);
scheduleTimeupdateEvent(false);
scheduleEvent(eventNames().seekedEvent);
}
m_seeking = false;
return;
}
time = seekableRanges->nearest(time);
if (m_playing) {
if (m_lastSeekTime < now)
addPlayedRange(m_lastSeekTime, now);
}
m_lastSeekTime = time;
m_sentEndEvent = false;
#if ENABLE(MEDIA_SOURCE)
if (m_sourceState == SOURCE_ENDED)
setSourceState(SOURCE_OPEN);
#endif
m_player->seek(time);
scheduleEvent(eventNames().seekingEvent);
scheduleTimeupdateEvent(false);
}
void HTMLMediaElement::finishSeek()
{
LOG(Media, "HTMLMediaElement::finishSeek");
m_seeking = false;
scheduleEvent(eventNames().seekedEvent);
setDisplayMode(Video);
}
HTMLMediaElement::ReadyState HTMLMediaElement::readyState() const
{
return m_readyState;
}
MediaPlayer::MovieLoadType HTMLMediaElement::movieLoadType() const
{
return m_player ? m_player->movieLoadType() : MediaPlayer::Unknown;
}
bool HTMLMediaElement::hasAudio() const
{
return m_player ? m_player->hasAudio() : false;
}
bool HTMLMediaElement::seeking() const
{
return m_seeking;
}
void HTMLMediaElement::refreshCachedTime() const
{
m_cachedTime = m_player->currentTime();
m_cachedTimeWallClockUpdateTime = WTF::currentTime();
}
void HTMLMediaElement::invalidateCachedTime()
{
LOG(Media, "HTMLMediaElement::invalidateCachedTime");
static const double minimumTimePlayingBeforeCacheSnapshot = 0.5;
m_minimumWallClockTimeToCacheMediaTime = WTF::currentTime() + minimumTimePlayingBeforeCacheSnapshot;
m_cachedTime = invalidMediaTime;
}
float HTMLMediaElement::currentTime() const
{
#if LOG_CACHED_TIME_WARNINGS
static const double minCachedDeltaForWarning = 0.01;
#endif
if (!m_player)
return 0;
if (m_seeking) {
LOG(Media, "HTMLMediaElement::currentTime - seeking, returning %f", m_lastSeekTime);
return m_lastSeekTime;
}
if (m_cachedTime != invalidMediaTime && m_paused) {
#if LOG_CACHED_TIME_WARNINGS
float delta = m_cachedTime - m_player->currentTime();
if (delta > minCachedDeltaForWarning)
LOG(Media, "HTMLMediaElement::currentTime - WARNING, cached time is %f seconds off of media time when paused", delta);
#endif
return m_cachedTime;
}
double now = WTF::currentTime();
double maximumDurationToCacheMediaTime = m_player->maximumDurationToCacheMediaTime();
if (maximumDurationToCacheMediaTime && m_cachedTime != invalidMediaTime && !m_paused && now > m_minimumWallClockTimeToCacheMediaTime) {
double wallClockDelta = now - m_cachedTimeWallClockUpdateTime;
if (wallClockDelta < maximumDurationToCacheMediaTime) {
float adjustedCacheTime = static_cast<float>(m_cachedTime + (m_playbackRate * wallClockDelta));
#if LOG_CACHED_TIME_WARNINGS
float delta = adjustedCacheTime - m_player->currentTime();
if (delta > minCachedDeltaForWarning)
LOG(Media, "HTMLMediaElement::currentTime - WARNING, cached time is %f seconds off of media time when playing", delta);
#endif
return adjustedCacheTime;
}
}
#if LOG_CACHED_TIME_WARNINGS
if (maximumDurationToCacheMediaTime && now > m_minimumWallClockTimeToCacheMediaTime && m_cachedTime != invalidMediaTime) {
double wallClockDelta = now - m_cachedTimeWallClockUpdateTime;
float delta = m_cachedTime + (m_playbackRate * wallClockDelta) - m_player->currentTime();
LOG(Media, "HTMLMediaElement::currentTime - cached time was %f seconds off of media time when it expired", delta);
}
#endif
refreshCachedTime();
return m_cachedTime;
}
void HTMLMediaElement::setCurrentTime(float time, ExceptionCode& ec)
{
if (m_mediaController) {
ec = INVALID_STATE_ERR;
return;
}
seek(time, ec);
}
float HTMLMediaElement::startTime() const
{
if (!m_player)
return 0;
return m_player->startTime();
}
double HTMLMediaElement::initialTime() const
{
if (m_fragmentStartTime != invalidMediaTime)
return m_fragmentStartTime;
if (!m_player)
return 0;
return m_player->initialTime();
}
float HTMLMediaElement::duration() const
{
if (m_player && m_readyState >= HAVE_METADATA)
return m_player->duration();
return numeric_limits<float>::quiet_NaN();
}
bool HTMLMediaElement::paused() const
{
return m_paused;
}
float HTMLMediaElement::defaultPlaybackRate() const
{
return m_defaultPlaybackRate;
}
void HTMLMediaElement::setDefaultPlaybackRate(float rate)
{
if (m_defaultPlaybackRate != rate) {
m_defaultPlaybackRate = rate;
scheduleEvent(eventNames().ratechangeEvent);
}
}
float HTMLMediaElement::playbackRate() const
{
return m_playbackRate;
}
void HTMLMediaElement::setPlaybackRate(float rate)
{
LOG(Media, "HTMLMediaElement::setPlaybackRate(%f)", rate);
if (m_playbackRate != rate) {
m_playbackRate = rate;
invalidateCachedTime();
scheduleEvent(eventNames().ratechangeEvent);
}
if (m_player && potentiallyPlaying() && m_player->rate() != rate && !m_mediaController)
m_player->setRate(rate);
}
void HTMLMediaElement::updatePlaybackRate()
{
float effectiveRate = m_mediaController ? m_mediaController->playbackRate() : m_playbackRate;
if (m_player && potentiallyPlaying() && m_player->rate() != effectiveRate && !m_mediaController)
m_player->setRate(effectiveRate);
}
bool HTMLMediaElement::webkitPreservesPitch() const
{
return m_webkitPreservesPitch;
}
void HTMLMediaElement::setWebkitPreservesPitch(bool preservesPitch)
{
LOG(Media, "HTMLMediaElement::setWebkitPreservesPitch(%s)", boolString(preservesPitch));
m_webkitPreservesPitch = preservesPitch;
if (!m_player)
return;
m_player->setPreservesPitch(preservesPitch);
}
bool HTMLMediaElement::ended() const
{
return endedPlayback() && m_playbackRate > 0;
}
bool HTMLMediaElement::autoplay() const
{
if (userGestureRequiredForRateChange() || userGestureRequiredForLoad())
return false;
return fastHasAttribute(autoplayAttr);
}
void HTMLMediaElement::setAutoplay(bool b)
{
LOG(Media, "HTMLMediaElement::setAutoplay(%s)", boolString(b));
setBooleanAttribute(autoplayAttr, b);
}
String HTMLMediaElement::preload() const
{
switch (m_preload) {
case MediaPlayer::None:
return "none";
break;
case MediaPlayer::MetaData:
return "metadata";
break;
case MediaPlayer::Auto:
return "auto";
break;
}
ASSERT_NOT_REACHED();
return String();
}
void HTMLMediaElement::setPreload(const String& preload)
{
LOG(Media, "HTMLMediaElement::setPreload(%s)", preload.utf8().data());
setAttribute(preloadAttr, preload);
}
void HTMLMediaElement::play()
{
LOG(Media, "HTMLMediaElement::play()");
if (userGestureRequiredForRateChange() && !ScriptController::processingUserGesture())
return;
if (ScriptController::processingUserGesture())
removeBehaviorsRestrictionsAfterFirstUserGesture();
userRequestsMediaLoading();
Settings* settings = document()->settings();
if (settings && settings->needsSiteSpecificQuirks() && m_dispatchingCanPlayEvent && !m_loadInitiatedByUserGesture) {
ASSERT(!ScriptController::processingUserGesture());
String host = document()->baseURL().host();
if (host.endsWith(".npr.org", false) || equalIgnoringCase(host, "npr.org"))
return;
}
playInternal();
}
void HTMLMediaElement::playInternal()
{
LOG(Media, "HTMLMediaElement::playInternal");
if (!m_player || m_networkState == NETWORK_EMPTY)
scheduleLoad(MediaResource);
if (endedPlayback()) {
ExceptionCode unused;
seek(0, unused);
}
if (m_mediaController)
m_mediaController->bringElementUpToSpeed(this);
if (m_paused) {
m_paused = false;
invalidateCachedTime();
scheduleEvent(eventNames().playEvent);
if (m_readyState <= HAVE_CURRENT_DATA)
scheduleEvent(eventNames().waitingEvent);
else if (m_readyState >= HAVE_FUTURE_DATA)
scheduleEvent(eventNames().playingEvent);
}
m_autoplaying = false;
m_requestingPlay = true;
updatePlayState();
updateMediaController();
}
void HTMLMediaElement::pause()
{
LOG(Media, "HTMLMediaElement::pause()");
if (userGestureRequiredForRateChange() && !ScriptController::processingUserGesture())
return;
pauseInternal();
}
void HTMLMediaElement::pauseInternal()
{
LOG(Media, "HTMLMediaElement::pauseInternal");
if (!m_player || m_networkState == NETWORK_EMPTY) {
if (userGestureRequiredForRateChange())
return;
scheduleLoad(MediaResource);
}
m_autoplaying = false;
if (!m_paused) {
m_paused = true;
scheduleTimeupdateEvent(false);
scheduleEvent(eventNames().pauseEvent);
}
updatePlayState();
}
#if ENABLE(MEDIA_SOURCE)
void HTMLMediaElement::webkitSourceAddId(const String& id, const String& type, ExceptionCode& ec)
{
if (id.isNull() || id.isEmpty()) {
ec = INVALID_ACCESS_ERR;
return;
}
if (m_sourceIDs.contains(id)) {
ec = INVALID_STATE_ERR;
return;
}
if (type.isNull() || type.isEmpty()) {
ec = INVALID_ACCESS_ERR;
return;
}
if (!m_player || m_currentSrc != m_mediaSourceURL || m_sourceState != SOURCE_OPEN) {
ec = INVALID_STATE_ERR;
return;
}
switch (m_player->sourceAddId(id, type)) {
case MediaPlayer::Ok:
m_sourceIDs.add(id);
return;
case MediaPlayer::NotSupported:
ec = NOT_SUPPORTED_ERR;
return;
case MediaPlayer::ReachedIdLimit:
ec = QUOTA_EXCEEDED_ERR;
return;
}
ASSERT_NOT_REACHED();
}
void HTMLMediaElement::webkitSourceRemoveId(const String& id, ExceptionCode& ec)
{
if (!isValidSourceId(id, ec))
return;
if (!m_player || m_currentSrc != m_mediaSourceURL || m_sourceState == SOURCE_CLOSED) {
ec = INVALID_STATE_ERR;
return;
}
if (!m_player->sourceRemoveId(id))
ASSERT_NOT_REACHED();
m_sourceIDs.remove(id);
}
void HTMLMediaElement::webkitSourceAppend(PassRefPtr<Uint8Array> data, ExceptionCode& ec)
{
if (!m_player || m_currentSrc != m_mediaSourceURL || m_sourceState != SOURCE_OPEN) {
ec = INVALID_STATE_ERR;
return;
}
if (!data.get() || !m_player->sourceAppend(data->data(), data->length())) {
ec = SYNTAX_ERR;
return;
}
}
void HTMLMediaElement::webkitSourceEndOfStream(unsigned short status, ExceptionCode& ec)
{
if (!m_player || m_currentSrc != m_mediaSourceURL || m_sourceState != SOURCE_OPEN) {
ec = INVALID_STATE_ERR;
return;
}
MediaPlayer::EndOfStreamStatus eosStatus = MediaPlayer::EosNoError;
switch (status) {
case EOS_NO_ERROR:
eosStatus = MediaPlayer::EosNoError;
break;
case EOS_NETWORK_ERR:
eosStatus = MediaPlayer::EosNetworkError;
break;
case EOS_DECODE_ERR:
eosStatus = MediaPlayer::EosDecodeError;
break;
default:
ec = SYNTAX_ERR;
return;
}
setSourceState(SOURCE_ENDED);
m_player->sourceEndOfStream(eosStatus);
}
HTMLMediaElement::SourceState HTMLMediaElement::webkitSourceState() const
{
return m_sourceState;
}
void HTMLMediaElement::setSourceState(SourceState state)
{
SourceState oldState = m_sourceState;
m_sourceState = static_cast<SourceState>(state);
if (m_sourceState == oldState)
return;
if (m_sourceState == SOURCE_CLOSED) {
m_sourceIDs.clear();
scheduleEvent(eventNames().webkitsourcecloseEvent);
return;
}
if (oldState == SOURCE_OPEN && m_sourceState == SOURCE_ENDED) {
scheduleEvent(eventNames().webkitsourceendedEvent);
return;
}
if (m_sourceState == SOURCE_OPEN) {
scheduleEvent(eventNames().webkitsourceopenEvent);
return;
}
}
#endif
#if ENABLE(ENCRYPTED_MEDIA)
void HTMLMediaElement::webkitGenerateKeyRequest(const String& keySystem, PassRefPtr<Uint8Array> initData, ExceptionCode& ec)
{
if (keySystem.isEmpty()) {
ec = SYNTAX_ERR;
return;
}
if (!m_player) {
ec = INVALID_STATE_ERR;
return;
}
const unsigned char* initDataPointer = 0;
unsigned initDataLength = 0;
if (initData) {
initDataPointer = initData->data();
initDataLength = initData->length();
}
MediaPlayer::MediaKeyException result = m_player->generateKeyRequest(keySystem, initDataPointer, initDataLength);
ec = exceptionCodeForMediaKeyException(result);
}
void HTMLMediaElement::webkitGenerateKeyRequest(const String& keySystem, ExceptionCode& ec)
{
webkitGenerateKeyRequest(keySystem, Uint8Array::create(0), ec);
}
void HTMLMediaElement::webkitAddKey(const String& keySystem, PassRefPtr<Uint8Array> key, PassRefPtr<Uint8Array> initData, const String& sessionId, ExceptionCode& ec)
{
if (keySystem.isEmpty()) {
ec = SYNTAX_ERR;
return;
}
if (!key->length()) {
ec = TYPE_MISMATCH_ERR;
return;
}
if (!m_player) {
ec = INVALID_STATE_ERR;
return;
}
const unsigned char* initDataPointer = 0;
unsigned initDataLength = 0;
if (initData) {
initDataPointer = initData->data();
initDataLength = initData->length();
}
MediaPlayer::MediaKeyException result = m_player->addKey(keySystem, key->data(), key->length(), initDataPointer, initDataLength, sessionId);
ec = exceptionCodeForMediaKeyException(result);
}
void HTMLMediaElement::webkitAddKey(const String& keySystem, PassRefPtr<Uint8Array> key, ExceptionCode& ec)
{
webkitAddKey(keySystem, key, Uint8Array::create(0), String(), ec);
}
void HTMLMediaElement::webkitCancelKeyRequest(const String& keySystem, const String& sessionId, ExceptionCode& ec)
{
if (keySystem.isEmpty()) {
ec = SYNTAX_ERR;
return;
}
if (!m_player) {
ec = INVALID_STATE_ERR;
return;
}
MediaPlayer::MediaKeyException result = m_player->cancelKeyRequest(keySystem, sessionId);
ec = exceptionCodeForMediaKeyException(result);
}
#endif
bool HTMLMediaElement::loop() const
{
return fastHasAttribute(loopAttr);
}
void HTMLMediaElement::setLoop(bool b)
{
LOG(Media, "HTMLMediaElement::setLoop(%s)", boolString(b));
setBooleanAttribute(loopAttr, b);
#if PLATFORM(MAC)
updateDisableSleep();
#endif
}
bool HTMLMediaElement::controls() const
{
Frame* frame = document()->frame();
if (frame && !frame->script()->canExecuteScripts(NotAboutToExecuteScript))
return true;
if (isVideo() && document()->page() && document()->page()->chrome()->requiresFullscreenForVideoPlayback())
return true;
if (isFullscreen())
return true;
return fastHasAttribute(controlsAttr);
}
void HTMLMediaElement::setControls(bool b)
{
LOG(Media, "HTMLMediaElement::setControls(%s)", boolString(b));
setBooleanAttribute(controlsAttr, b);
}
float HTMLMediaElement::volume() const
{
return m_volume;
}
void HTMLMediaElement::setVolume(float vol, ExceptionCode& ec)
{
LOG(Media, "HTMLMediaElement::setVolume(%f)", vol);
if (vol < 0.0f || vol > 1.0f) {
ec = INDEX_SIZE_ERR;
return;
}
}
bool HTMLMediaElement::muted() const
{
return m_muted;
}
void HTMLMediaElement::setMuted(bool muted)
{
LOG(Media, "HTMLMediaElement::setMuted(%s)", boolString(muted));
UNUSED_PARAM(muted);
}
void HTMLMediaElement::togglePlayState()
{
LOG(Media, "HTMLMediaElement::togglePlayState - canPlay() is %s", boolString(canPlay()));
if (canPlay()) {
updatePlaybackRate();
playInternal();
} else
pauseInternal();
}
void HTMLMediaElement::beginScrubbing()
{
LOG(Media, "HTMLMediaElement::beginScrubbing - paused() is %s", boolString(paused()));
if (!paused()) {
if (ended()) {
pause();
} else {
setPausedInternal(true);
}
}
}
void HTMLMediaElement::endScrubbing()
{
LOG(Media, "HTMLMediaElement::endScrubbing - m_pausedInternal is %s", boolString(m_pausedInternal));
if (m_pausedInternal)
setPausedInternal(false);
}
static const double maxTimeupdateEventFrequency = 0.25;
static const double timeWithoutMouseMovementBeforeHidingControls = 3;
void HTMLMediaElement::startPlaybackProgressTimer()
{
if (m_playbackProgressTimer.isActive())
return;
m_previousProgressTime = WTF::currentTime();
m_previousProgress = 0;
m_playbackProgressTimer.startRepeating(maxTimeupdateEventFrequency);
}
void HTMLMediaElement::playbackProgressTimerFired(Timer<HTMLMediaElement>*)
{
ASSERT(m_player);
if (m_fragmentEndTime != invalidMediaTime && currentTime() >= m_fragmentEndTime && m_playbackRate > 0) {
m_fragmentEndTime = invalidMediaTime;
if (!m_mediaController && !m_paused) {
pauseInternal();
}
}
scheduleTimeupdateEvent(true);
if (!m_playbackRate)
return;
if (!m_paused && hasMediaControls())
mediaControls()->playbackProgressed();
#if ENABLE(VIDEO_TRACK)
if (RuntimeEnabledFeatures::webkitVideoTrackEnabled())
updateActiveTextTrackCues(currentTime());
#endif
}
void HTMLMediaElement::scheduleTimeupdateEvent(bool periodicEvent)
{
double now = WTF::currentTime();
double timedelta = now - m_lastTimeUpdateEventWallTime;
if (periodicEvent && timedelta < maxTimeupdateEventFrequency)
return;
float movieTime = currentTime();
if (movieTime != m_lastTimeUpdateEventMovieTime) {
scheduleEvent(eventNames().timeupdateEvent);
m_lastTimeUpdateEventWallTime = now;
m_lastTimeUpdateEventMovieTime = movieTime;
}
}
bool HTMLMediaElement::canPlay() const
{
return paused() || ended() || m_readyState < HAVE_METADATA;
}
float HTMLMediaElement::percentLoaded() const
{
if (!m_player)
return 0;
float duration = m_player->duration();
if (!duration || isinf(duration))
return 0;
float buffered = 0;
RefPtr<TimeRanges> timeRanges = m_player->buffered();
for (unsigned i = 0; i < timeRanges->length(); ++i) {
ExceptionCode ignoredException;
float start = timeRanges->start(i, ignoredException);
float end = timeRanges->end(i, ignoredException);
buffered += end - start;
}
return buffered / duration;
}
#if ENABLE(VIDEO_TRACK)
PassRefPtr<TextTrack> HTMLMediaElement::addTextTrack(const String& kind, const String& label, const String& language, ExceptionCode& ec)
{
if (!RuntimeEnabledFeatures::webkitVideoTrackEnabled())
return 0;
if (!TextTrack::isValidKindKeyword(kind)) {
ec = SYNTAX_ERR;
return 0;
}
RefPtr<TextTrack> textTrack = TextTrack::create(ActiveDOMObject::scriptExecutionContext(), this, kind, label, language);
textTracks()->append(textTrack);
return textTrack.release();
}
TextTrackList* HTMLMediaElement::textTracks()
{
if (!RuntimeEnabledFeatures::webkitVideoTrackEnabled())
return 0;
if (!m_textTracks)
m_textTracks = TextTrackList::create(this, ActiveDOMObject::scriptExecutionContext());
return m_textTracks.get();
}
HTMLTrackElement* HTMLMediaElement::showingTrackWithSameKind(HTMLTrackElement* trackElement) const
{
for (Node* node = firstChild(); node; node = node->nextSibling()) {
if (trackElement == node)
continue;
if (!node->hasTagName(trackTag))
continue;
HTMLTrackElement* showingTrack = static_cast<HTMLTrackElement*>(node);
if (showingTrack->kind() == trackElement->kind() && showingTrack->track()->mode() == TextTrack::SHOWING)
return showingTrack;
}
return 0;
}
void HTMLMediaElement::didAddTrack(HTMLTrackElement* trackElement)
{
ASSERT(trackElement->hasTagName(trackTag));
if (!RuntimeEnabledFeatures::webkitVideoTrackEnabled())
return;
RefPtr<TextTrack> textTrack = trackElement->track();
if (!textTrack)
return;
textTracks()->append(textTrack);
if (!m_parsingInProgress)
scheduleLoad(TextTrackResource);
}
void HTMLMediaElement::willRemoveTrack(HTMLTrackElement* trackElement)
{
ASSERT(trackElement->hasTagName(trackTag));
if (!RuntimeEnabledFeatures::webkitVideoTrackEnabled())
return;
#if !LOG_DISABLED
if (trackElement->hasTagName(trackTag)) {
KURL url = trackElement->getNonEmptyURLAttribute(srcAttr);
LOG(Media, "HTMLMediaElement::willRemoveTrack - 'src' is %s", urlForLogging(url).utf8().data());
}
#endif
trackElement->setHasBeenConfigured(false);
if (!m_textTracks)
return;
RefPtr<TextTrack> textTrack = trackElement->track();
if (!textTrack)
return;
m_textTracks->remove(textTrack.get());
size_t index = m_textTracksWhenResourceSelectionBegan.find(textTrack.get());
if (index != notFound)
m_textTracksWhenResourceSelectionBegan.remove(index);
}
bool HTMLMediaElement::userIsInterestedInThisLanguage(const String&) const
{
return true;
}
bool HTMLMediaElement::userIsInterestedInThisTrackKind(String kind) const
{
Settings* settings = document()->settings();
if (!settings)
return false;
if (kind == TextTrack::subtitlesKeyword())
return settings->shouldDisplaySubtitles();
if (kind == TextTrack::captionsKeyword())
return settings->shouldDisplayCaptions();
if (kind == TextTrack::descriptionsKeyword())
return settings->shouldDisplayTextDescriptions();
return false;
}
void HTMLMediaElement::configureTextTrackGroup(const TrackGroup& group) const
{
ASSERT(group.tracks.size());
String bestMatchingLanguage;
if (group.hasSrcLang) {
Vector<String> languages;
languages.reserveInitialCapacity(group.tracks.size());
for (size_t i = 0; i < group.tracks.size(); ++i) {
String srcLanguage = group.tracks[i]->track()->language();
if (srcLanguage.length())
languages.append(srcLanguage);
}
bestMatchingLanguage = preferredLanguageFromList(languages);
}
HTMLTrackElement* trackElementToEnable = 0;
HTMLTrackElement* defaultTrack = 0;
HTMLTrackElement* fallbackTrack = 0;
for (size_t i = 0; !trackElementToEnable && i < group.tracks.size(); ++i) {
HTMLTrackElement* trackElement = group.tracks[i];
RefPtr<TextTrack> textTrack = trackElement->track();
if (userIsInterestedInThisTrackKind(textTrack->kind())) {
if (bestMatchingLanguage.length()) {
if (textTrack->language() == bestMatchingLanguage)
trackElementToEnable = trackElement;
} else if (trackElement->isDefault()) {
defaultTrack = trackElement;
}
if (!fallbackTrack)
fallbackTrack = trackElement;
} else if (!group.visibleTrack && !defaultTrack && trackElement->isDefault()) {
defaultTrack = trackElement;
}
}
if (!trackElementToEnable && defaultTrack)
trackElementToEnable = defaultTrack;
if (!trackElementToEnable && fallbackTrack)
trackElementToEnable = fallbackTrack;
for (size_t i = 0; i < group.tracks.size(); ++i) {
HTMLTrackElement* trackElement = group.tracks[i];
RefPtr<TextTrack> textTrack = trackElement->track();
ExceptionCode unusedException;
if (trackElementToEnable == trackElement) {
textTrack->setMode(TextTrack::SHOWING, unusedException);
if (defaultTrack == trackElement)
textTrack->setShowingByDefault(true);
} else {
if (textTrack->showingByDefault()) {
textTrack->setShowingByDefault(false);
textTrack->setMode(TextTrack::HIDDEN, unusedException);
} else
textTrack->setMode(TextTrack::DISABLED, unusedException);
}
}
if (trackElementToEnable && group.defaultTrack && group.defaultTrack != trackElementToEnable) {
RefPtr<TextTrack> textTrack = group.defaultTrack->track();
if (textTrack && textTrack->showingByDefault()) {
ExceptionCode unusedException;
textTrack->setShowingByDefault(false);
textTrack->setMode(TextTrack::HIDDEN, unusedException);
}
}
}
void HTMLMediaElement::configureNewTextTracks()
{
TrackGroup captionAndSubtitleTracks(TrackGroup::CaptionsAndSubtitles);
TrackGroup descriptionTracks(TrackGroup::Description);
TrackGroup chapterTracks(TrackGroup::Chapter);
TrackGroup metadataTracks(TrackGroup::Metadata);
TrackGroup otherTracks(TrackGroup::Other);
for (Node* node = firstChild(); node; node = node->nextSibling()) {
if (!node->hasTagName(trackTag))
continue;
HTMLTrackElement* trackElement = static_cast<HTMLTrackElement*>(node);
RefPtr<TextTrack> textTrack = trackElement->track();
if (!textTrack)
continue;
String kind = textTrack->kind();
TrackGroup* currentGroup;
if (kind == TextTrack::subtitlesKeyword() || kind == TextTrack::captionsKeyword())
currentGroup = &captionAndSubtitleTracks;
else if (kind == TextTrack::descriptionsKeyword())
currentGroup = &descriptionTracks;
else if (kind == TextTrack::chaptersKeyword())
currentGroup = &chapterTracks;
else if (kind == TextTrack::metadataKeyword())
currentGroup = &metadataTracks;
else
currentGroup = &otherTracks;
if (!currentGroup->visibleTrack && textTrack->mode() == TextTrack::SHOWING)
currentGroup->visibleTrack = trackElement;
if (!currentGroup->defaultTrack && trackElement->isDefault())
currentGroup->defaultTrack = trackElement;
if (trackElement->hasBeenConfigured())
continue;
if (textTrack->language().length())
currentGroup->hasSrcLang = true;
currentGroup->tracks.append(trackElement);
}
if (captionAndSubtitleTracks.tracks.size())
configureTextTrackGroup(captionAndSubtitleTracks);
if (descriptionTracks.tracks.size())
configureTextTrackGroup(descriptionTracks);
if (chapterTracks.tracks.size())
configureTextTrackGroup(chapterTracks);
if (metadataTracks.tracks.size())
configureTextTrackGroup(metadataTracks);
if (otherTracks.tracks.size())
configureTextTrackGroup(otherTracks);
}
#endif
bool HTMLMediaElement::havePotentialSourceChild()
{
RefPtr<HTMLSourceElement> currentSourceNode = m_currentSourceNode;
RefPtr<Node> nextNode = m_nextChildNodeToConsider;
KURL nextURL = selectNextSourceChild(0, 0, DoNothing);
m_currentSourceNode = currentSourceNode;
m_nextChildNodeToConsider = nextNode;
return nextURL.isValid();
}
KURL HTMLMediaElement::selectNextSourceChild(ContentType* contentType, String* keySystem, InvalidURLAction actionIfInvalid)
{
#if !LOG_DISABLED
bool shouldLog = actionIfInvalid != DoNothing;
if (shouldLog)
LOG(Media, "HTMLMediaElement::selectNextSourceChild");
#endif
if (!m_nextChildNodeToConsider) {
#if !LOG_DISABLED
if (shouldLog)
LOG(Media, "HTMLMediaElement::selectNextSourceChild -> 0x0000, \"\"");
#endif
return KURL();
}
KURL mediaURL;
Node* node;
HTMLSourceElement* source = 0;
String type;
String system;
bool lookingForStartNode = m_nextChildNodeToConsider;
bool canUseSourceElement = false;
bool okToLoadSourceURL;
NodeVector potentialSourceNodes;
getChildNodes(this, potentialSourceNodes);
for (unsigned i = 0; !canUseSourceElement && i < potentialSourceNodes.size(); ++i) {
node = potentialSourceNodes[i].get();
if (lookingForStartNode && m_nextChildNodeToConsider != node)
continue;
lookingForStartNode = false;
if (!node->hasTagName(sourceTag))
continue;
if (node->parentNode() != this)
continue;
source = static_cast<HTMLSourceElement*>(node);
mediaURL = source->getNonEmptyURLAttribute(srcAttr);
#if !LOG_DISABLED
if (shouldLog)
LOG(Media, "HTMLMediaElement::selectNextSourceChild - 'src' is %s", urlForLogging(mediaURL).utf8().data());
#endif
if (mediaURL.isEmpty())
goto check_again;
if (source->fastHasAttribute(mediaAttr)) {
MediaQueryEvaluator screenEval("screen", document()->frame(), renderer() ? renderer()->style() : 0);
RefPtr<MediaQuerySet> media = MediaQuerySet::createAllowingDescriptionSyntax(source->media());
#if !LOG_DISABLED
if (shouldLog)
LOG(Media, "HTMLMediaElement::selectNextSourceChild - 'media' is %s", source->media().utf8().data());
#endif
if (!screenEval.eval(media.get()))
goto check_again;
}
type = source->type();
if (type.isEmpty() && mediaURL.protocolIsData())
type = mimeTypeFromDataURL(mediaURL);
if (!type.isEmpty() || !system.isEmpty()) {
#if !LOG_DISABLED
if (shouldLog)
LOG(Media, "HTMLMediaElement::selectNextSourceChild - 'type' is '%s' - key system is '%s'", type.utf8().data(), system.utf8().data());
#endif
if (!MediaPlayer::supportsType(ContentType(type), system, this))
goto check_again;
}
okToLoadSourceURL = isSafeToLoadURL(mediaURL, actionIfInvalid) && dispatchBeforeLoadEvent(mediaURL.string());
if (node->parentNode() != this) {
LOG(Media, "HTMLMediaElement::selectNextSourceChild : 'beforeload' removed current element");
source = 0;
goto check_again;
}
if (!okToLoadSourceURL)
goto check_again;
canUseSourceElement = true;
check_again:
if (!canUseSourceElement && actionIfInvalid == Complain && source)
source->scheduleErrorEvent();
}
if (canUseSourceElement) {
if (contentType)
*contentType = ContentType(type);
if (keySystem)
*keySystem = system;
m_currentSourceNode = source;
m_nextChildNodeToConsider = source->nextSibling();
} else {
m_currentSourceNode = 0;
m_nextChildNodeToConsider = 0;
}
#if !LOG_DISABLED
if (shouldLog)
LOG(Media, "HTMLMediaElement::selectNextSourceChild -> %p, %s", m_currentSourceNode.get(), canUseSourceElement ? urlForLogging(mediaURL).utf8().data() : "");
#endif
return canUseSourceElement ? mediaURL : KURL();
}
void HTMLMediaElement::sourceWasAdded(HTMLSourceElement* source)
{
LOG(Media, "HTMLMediaElement::sourceWasAdded(%p)", source);
#if !LOG_DISABLED
if (source->hasTagName(sourceTag)) {
KURL url = source->getNonEmptyURLAttribute(srcAttr);
LOG(Media, "HTMLMediaElement::sourceWasAdded - 'src' is %s", urlForLogging(url).utf8().data());
}
#endif
if (fastHasAttribute(srcAttr))
return;
if (networkState() == HTMLMediaElement::NETWORK_EMPTY) {
scheduleLoad(MediaResource);
m_nextChildNodeToConsider = source;
return;
}
if (m_currentSourceNode && source == m_currentSourceNode->nextSibling()) {
LOG(Media, "HTMLMediaElement::sourceWasAdded - <source> inserted immediately after current source");
m_nextChildNodeToConsider = source;
return;
}
if (m_nextChildNodeToConsider)
return;
setShouldDelayLoadEvent(true);
m_networkState = NETWORK_LOADING;
m_nextChildNodeToConsider = source;
scheduleNextSourceChild();
}
void HTMLMediaElement::sourceWasRemoved(HTMLSourceElement* source)
{
LOG(Media, "HTMLMediaElement::sourceWasRemoved(%p)", source);
#if !LOG_DISABLED
if (source->hasTagName(sourceTag)) {
KURL url = source->getNonEmptyURLAttribute(srcAttr);
LOG(Media, "HTMLMediaElement::sourceWasRemoved - 'src' is %s", urlForLogging(url).utf8().data());
}
#endif
if (source != m_currentSourceNode && source != m_nextChildNodeToConsider)
return;
if (source == m_nextChildNodeToConsider) {
if (m_currentSourceNode)
m_nextChildNodeToConsider = m_currentSourceNode->nextSibling();
LOG(Media, "HTMLMediaElement::sourceRemoved - m_nextChildNodeToConsider set to %p", m_nextChildNodeToConsider.get());
} else if (source == m_currentSourceNode) {
m_currentSourceNode = 0;
LOG(Media, "HTMLMediaElement::sourceRemoved - m_currentSourceNode set to 0");
}
}
void HTMLMediaElement::mediaPlayerTimeChanged(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerTimeChanged");
#if ENABLE(VIDEO_TRACK)
if (RuntimeEnabledFeatures::webkitVideoTrackEnabled())
updateActiveTextTrackCues(currentTime());
#endif
beginProcessingMediaPlayerCallback();
invalidateCachedTime();
if (m_seeking && m_readyState >= HAVE_CURRENT_DATA)
finishSeek();
scheduleTimeupdateEvent(false);
float now = currentTime();
float dur = duration();
if (!isnan(dur) && dur && now >= dur && m_playbackRate > 0) {
if (loop() && !m_mediaController) {
ExceptionCode ignoredException;
m_sentEndEvent = false;
seek(startTime(), ignoredException);
} else {
if (!m_mediaController && !m_paused) {
m_paused = true;
scheduleEvent(eventNames().pauseEvent);
}
if (!m_sentEndEvent) {
m_sentEndEvent = true;
scheduleEvent(eventNames().endedEvent);
}
updateMediaController();
}
}
else {
scheduleTimeupdateEvent(false);
m_sentEndEvent = false;
}
updatePlayState();
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerVolumeChanged(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerVolumeChanged");
beginProcessingMediaPlayerCallback();
if (m_player) {
float vol = m_player->volume();
if (vol != m_volume) {
m_volume = vol;
updateVolume();
scheduleEvent(eventNames().volumechangeEvent);
}
}
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerMuteChanged(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerMuteChanged");
beginProcessingMediaPlayerCallback();
if (m_player)
setMuted(m_player->muted());
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerDurationChanged(MediaPlayer* player)
{
LOG(Media, "HTMLMediaElement::mediaPlayerDurationChanged");
beginProcessingMediaPlayerCallback();
scheduleEvent(eventNames().durationchangeEvent);
mediaPlayerCharacteristicChanged(player);
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerRateChanged(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerRateChanged");
beginProcessingMediaPlayerCallback();
m_playbackRate = m_player->rate();
if (m_playing)
invalidateCachedTime();
#if PLATFORM(MAC)
updateDisableSleep();
#endif
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerPlaybackStateChanged(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerPlaybackStateChanged");
if (!m_player || m_pausedInternal)
return;
beginProcessingMediaPlayerCallback();
if (m_player->paused())
pauseInternal();
else
playInternal();
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerSawUnsupportedTracks(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerSawUnsupportedTracks");
if (ownerDocument()->isMediaDocument()) {
MediaDocument* mediaDocument = static_cast<MediaDocument*>(ownerDocument());
mediaDocument->mediaElementSawUnsupportedTracks();
}
}
void HTMLMediaElement::mediaPlayerResourceNotSupported(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerResourceNotSupported");
mediaLoadingFailed(MediaPlayer::FormatError);
}
void HTMLMediaElement::mediaPlayerRepaint(MediaPlayer*)
{
beginProcessingMediaPlayerCallback();
updateDisplayState();
if (renderer())
renderer()->repaint();
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerSizeChanged(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerSizeChanged");
beginProcessingMediaPlayerCallback();
if (renderer())
renderer()->updateFromElement();
endProcessingMediaPlayerCallback();
}
#if USE(ACCELERATED_COMPOSITING)
bool HTMLMediaElement::mediaPlayerRenderingCanBeAccelerated(MediaPlayer*)
{
if (renderer() && renderer()->isVideo()) {
ASSERT(renderer()->view());
return renderer()->view()->compositor()->canAccelerateVideoRendering(toRenderVideo(renderer()));
}
return false;
}
void HTMLMediaElement::mediaPlayerRenderingModeChanged(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerRenderingModeChanged");
setNeedsStyleRecalc(SyntheticStyleChange);
}
#endif
void HTMLMediaElement::mediaPlayerEngineUpdated(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerEngineUpdated");
beginProcessingMediaPlayerCallback();
if (renderer())
renderer()->updateFromElement();
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerFirstVideoFrameAvailable(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerFirstVideoFrameAvailable");
beginProcessingMediaPlayerCallback();
if (displayMode() == PosterWaitingForVideo) {
setDisplayMode(Video);
#if USE(ACCELERATED_COMPOSITING)
mediaPlayerRenderingModeChanged(m_player.get());
#endif
}
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerCharacteristicChanged(MediaPlayer*)
{
LOG(Media, "HTMLMediaElement::mediaPlayerCharacteristicChanged");
beginProcessingMediaPlayerCallback();
if (hasMediaControls())
mediaControls()->reset();
if (renderer())
renderer()->updateFromElement();
endProcessingMediaPlayerCallback();
}
PassRefPtr<TimeRanges> HTMLMediaElement::buffered() const
{
if (!m_player)
return TimeRanges::create();
return m_player->buffered();
}
PassRefPtr<TimeRanges> HTMLMediaElement::played()
{
if (m_playing) {
float time = currentTime();
if (time > m_lastSeekTime)
addPlayedRange(m_lastSeekTime, time);
}
if (!m_playedTimeRanges)
m_playedTimeRanges = TimeRanges::create();
return m_playedTimeRanges->copy();
}
PassRefPtr<TimeRanges> HTMLMediaElement::seekable() const
{
return m_player ? m_player->seekable() : TimeRanges::create();
}
bool HTMLMediaElement::potentiallyPlaying() const
{
bool pausedToBuffer = m_readyStateMaximum >= HAVE_FUTURE_DATA && m_readyState < HAVE_FUTURE_DATA;
return (pausedToBuffer || m_readyState >= HAVE_FUTURE_DATA) && couldPlayIfEnoughData() && !isBlockedOnMediaController();
}
bool HTMLMediaElement::couldPlayIfEnoughData() const
{
return !paused() && !endedPlayback() && !stoppedDueToErrors() && !pausedForUserInteraction();
}
bool HTMLMediaElement::endedPlayback() const
{
float dur = duration();
if (!m_player || isnan(dur))
return false;
if (m_readyState < HAVE_METADATA)
return false;
float now = currentTime();
if (m_playbackRate > 0)
return dur > 0 && now >= dur && (!loop() || m_mediaController);
if (m_playbackRate < 0)
return now <= 0;
return false;
}
bool HTMLMediaElement::stoppedDueToErrors() const
{
if (m_readyState >= HAVE_METADATA && m_error) {
RefPtr<TimeRanges> seekableRanges = seekable();
if (!seekableRanges->contain(currentTime()))
return true;
}
return false;
}
bool HTMLMediaElement::pausedForUserInteraction() const
{
return false;
}
float HTMLMediaElement::minTimeSeekable() const
{
return 0;
}
float HTMLMediaElement::maxTimeSeekable() const
{
return m_player ? m_player->maxTimeSeekable() : 0;
}
void HTMLMediaElement::updateVolume()
{
float volume = m_player->volume();
if (m_volume != volume) {
m_volume = volume;
scheduleEvent(eventNames().volumechangeEvent);
}
return;
if (!m_player)
return;
if (!processingMediaPlayerCallback()) {
Page* page = document()->page();
float volumeMultiplier = page ? page->mediaVolume() : 1;
bool shouldMute = m_muted;
if (m_mediaController) {
volumeMultiplier *= m_mediaController->volume();
shouldMute = m_mediaController->muted();
}
m_player->setMuted(shouldMute);
m_player->setVolume(m_volume * volumeMultiplier);
}
if (hasMediaControls())
mediaControls()->changedVolume();
}
void HTMLMediaElement::updatePlayState()
{
if (!m_player)
return;
if (m_pausedInternal) {
if (!m_player->paused())
m_player->pause();
refreshCachedTime();
m_playbackProgressTimer.stop();
if (hasMediaControls())
mediaControls()->playbackStopped();
return;
}
bool shouldBePlaying = potentiallyPlaying();
bool playerPaused = m_player->paused();
if (shouldBePlaying && !m_requestingPlay && !m_player->readyForPlayback())
shouldBePlaying = false;
else if (!shouldBePlaying && m_requestingPlay && m_player->readyForPlayback())
shouldBePlaying = true;
LOG(Media, "HTMLMediaElement::updatePlayState - shouldBePlaying = %s, playerPaused = %s",
boolString(shouldBePlaying), boolString(playerPaused));
if (shouldBePlaying) {
setDisplayMode(Video);
invalidateCachedTime();
if (playerPaused) {
if (!m_isFullscreen && isVideo() && document() && document()->page() && document()->page()->chrome()->requiresFullscreenForVideoPlayback())
enterFullscreen();
m_player->setRate(m_playbackRate);
m_player->setMuted(m_muted);
m_player->play();
}
if (hasMediaControls())
mediaControls()->playbackStarted();
startPlaybackProgressTimer();
m_playing = true;
} else { if (!playerPaused)
m_player->pause();
refreshCachedTime();
m_playbackProgressTimer.stop();
m_playing = false;
float time = currentTime();
if (time > m_lastSeekTime)
addPlayedRange(m_lastSeekTime, time);
if (couldPlayIfEnoughData())
prepareToPlay();
if (hasMediaControls())
mediaControls()->playbackStopped();
}
m_requestingPlay = false;
updateMediaController();
if (renderer())
renderer()->updateFromElement();
}
void HTMLMediaElement::setPausedInternal(bool b)
{
m_pausedInternal = b;
updatePlayState();
}
void HTMLMediaElement::stopPeriodicTimers()
{
m_progressEventTimer.stop();
m_playbackProgressTimer.stop();
}
void HTMLMediaElement::userCancelledLoad()
{
LOG(Media, "HTMLMediaElement::userCancelledLoad");
if (m_networkState == NETWORK_EMPTY || m_readyState >= HAVE_METADATA)
return;
#if !ENABLE(PLUGIN_PROXY_FOR_VIDEO)
m_player.clear();
#endif
stopPeriodicTimers();
m_loadTimer.stop();
m_loadState = WaitingForSource;
m_error = MediaError::create(MediaError::MEDIA_ERR_ABORTED);
scheduleEvent(eventNames().abortEvent);
#if ENABLE(MEDIA_SOURCE)
if (m_sourceState != SOURCE_CLOSED)
setSourceState(SOURCE_CLOSED);
#endif
if (m_readyState == HAVE_NOTHING) {
m_networkState = NETWORK_EMPTY;
scheduleEvent(eventNames().emptiedEvent);
}
else
m_networkState = NETWORK_IDLE;
setShouldDelayLoadEvent(false);
m_currentSourceNode = 0;
m_readyState = HAVE_NOTHING;
updateMediaController();
#if ENABLE(VIDEO_TRACK)
if (RuntimeEnabledFeatures::webkitVideoTrackEnabled())
updateActiveTextTrackCues(0);
#endif
}
bool HTMLMediaElement::canSuspend() const
{
return true;
}
void HTMLMediaElement::stop()
{
LOG(Media, "HTMLMediaElement::stop");
if (m_isFullscreen)
exitFullscreen();
m_inActiveDocument = false;
userCancelledLoad();
setPausedInternal(true);
if (renderer())
renderer()->updateFromElement();
stopPeriodicTimers();
cancelPendingEventsAndCallbacks();
}
void HTMLMediaElement::suspend(ReasonForSuspension why)
{
LOG(Media, "HTMLMediaElement::suspend");
switch (why)
{
case DocumentWillBecomeInactive:
stop();
break;
case PageWillBeSuspended:
case JavaScriptDebuggerPaused:
case WillDeferLoading:
case DocumentWillBePaused:
break;
}
}
void HTMLMediaElement::resume()
{
LOG(Media, "HTMLMediaElement::resume");
m_inActiveDocument = true;
setPausedInternal(false);
if (m_error && m_error->code() == MediaError::MEDIA_ERR_ABORTED) {
ExceptionCode ec;
load(ec);
}
if (renderer())
renderer()->updateFromElement();
}
bool HTMLMediaElement::hasPendingActivity() const
{
return m_asyncEventQueue->hasPendingEvents();
}
void HTMLMediaElement::mediaVolumeDidChange()
{
LOG(Media, "HTMLMediaElement::mediaVolumeDidChange");
updateVolume();
}
void HTMLMediaElement::defaultEventHandler(Event* event)
{
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
RenderObject* r = renderer();
if (!r || !r->isWidget())
return;
Widget* widget = toRenderWidget(r)->widget();
if (widget)
widget->handleEvent(event);
#else
HTMLElement::defaultEventHandler(event);
#endif
}
#if ENABLE(PLUGIN_PROXY_FOR_VIDEO)
void HTMLMediaElement::ensureMediaPlayer()
{
if (!m_player)
createMediaPlayer();
}
void HTMLMediaElement::deliverNotification(MediaPlayerProxyNotificationType notification)
{
if (notification == MediaPlayerNotificationPlayPauseButtonPressed) {
userRequestsMediaLoading();
togglePlayState();
return;
}
else if (notification == MediaPlayerRequestBeginPlayback) {
if (m_paused)
playInternal();
} else if (notification == MediaPlayerRequestPausePlayback) {
if (!m_paused)
pauseInternal();
} else if (notification == MediaPlayerNotificationLoseFocus) {
if (!m_paused)
pauseInternal();
} else if (notification == MediaPlayerNotificationDidPlayToTheEnd) {
if (!m_paused && !loop())
pauseInternal();
} else if (notification == MediaPlayerNotificationMediaValidated || notification == MediaPlayerNotificationReadyForInspection) {
m_error = 0;
} else if (notification == MediaPlayerNotificationEnteredFullscreen) {
scheduleEvent(eventNames().webkitbeginfullscreenEvent);
m_isFullscreen = true;
} else if (notification == MediaPlayerNotificationExitedFullscreen) {
scheduleEvent(eventNames().webkitendfullscreenEvent);
m_isFullscreen = false;
}
if (m_player)
m_player->deliverNotification(notification);
if (notification == MediaPlayerNotificationMediaValidated) {
if (m_autoplaying && m_paused && autoplay())
prepareToPlay();
}
}
void HTMLMediaElement::setMediaPlayerProxy(WebMediaPlayerProxy* proxy)
{
ensureMediaPlayer();
m_player->setMediaPlayerProxy(proxy);
}
void HTMLMediaElement::getPluginProxyParams(KURL& url, Vector<String>& names, Vector<String>& values)
{
RefPtr<HTMLMediaElement> protect(this);
Frame* frame = document()->frame();
if (isVideo()) {
KURL posterURL = getNonEmptyURLAttribute(posterAttr);
if (!posterURL.isEmpty() && frame && frame->loader()->willLoadMediaElementURL(posterURL)) {
names.append("_media_element_poster_");
values.append(posterURL.string());
}
}
if (controls()) {
names.append("_media_element_controls_");
values.append("true");
}
UNUSED_PARAM(url);
if (document()->settings() && document()->settings()->mediaPlaybackAllowsInline()
&& (applicationIsDumpRenderTree() || hasAttribute(webkit_playsinlineAttr))) {
names.append("_media_element_allow_inline_");
values.append("true");
}
String attributeValue = getAttribute(webkitairplayAttr);
if (equalIgnoringCase(attributeValue, "allow") || equalIgnoringCase(attributeValue, "deny")) {
names.append("_media_element_airplay_");
values.append(attributeValue.lower());
}
if (hasAttribute(data_youtube_idAttr)) {
names.append("_media_element_youtube_video_id_");
values.append(getAttribute(data_youtube_idAttr));
}
}
void HTMLMediaElement::createMediaPlayerProxy()
{
ensureMediaPlayer();
if (m_proxyWidget || (inDocument() && !m_needWidgetUpdate))
return;
Frame* frame = document()->frame();
if (!frame)
return;
LOG(Media, "HTMLMediaElement::createMediaPlayerProxy");
KURL url;
Vector<String> paramNames;
Vector<String> paramValues;
getPluginProxyParams(url, paramNames, paramValues);
m_proxyWidget = frame->loader()->subframeLoader()->loadMediaPlayerProxyPlugin(this, url, paramNames, paramValues);
if (m_proxyWidget)
m_needWidgetUpdate = false;
}
void HTMLMediaElement::updateWidget(PluginCreationOption)
{
setNeedWidgetUpdate(false);
Vector<String> paramNames;
Vector<String> paramValues;
KURL kurl;
getPluginProxyParams(kurl, paramNames, paramValues);
SubframeLoader* loader = document()->frame()->loader()->subframeLoader();
loader->loadMediaPlayerProxyPlugin(this, kurl, paramNames, paramValues);
}
#endif // ENABLE(PLUGIN_PROXY_FOR_VIDEO)
bool HTMLMediaElement::isFullscreen() const
{
if (m_isFullscreen)
return true;
#if ENABLE(FULLSCREEN_API)
if (document()->webkitIsFullScreen() && document()->webkitCurrentFullScreenElement() == this)
return true;
#endif
return false;
}
void HTMLMediaElement::enterFullscreen()
{
LOG(Media, "HTMLMediaElement::enterFullscreen");
#if ENABLE(FULLSCREEN_API)
if (document() && document()->settings() && document()->settings()->fullScreenEnabled()) {
document()->requestFullScreenForElement(this, 0, Document::ExemptIFrameAllowFulScreenRequirement);
return;
}
#endif
ASSERT(!m_isFullscreen);
m_isFullscreen = true;
if (hasMediaControls())
mediaControls()->enteredFullscreen();
if (document() && document()->page()) {
if (m_player)
m_player->enterFullscreen();
}
}
void HTMLMediaElement::exitFullscreen()
{
LOG(Media, "HTMLMediaElement::exitFullscreen");
#if ENABLE(FULLSCREEN_API)
if (document() && document()->settings() && document()->settings()->fullScreenEnabled()) {
if (document()->webkitIsFullScreen() && document()->webkitCurrentFullScreenElement() == this)
document()->webkitCancelFullScreen();
return;
}
#endif
ASSERT(m_isFullscreen);
m_isFullscreen = false;
if (hasMediaControls())
mediaControls()->exitedFullscreen();
if (document() && document()->page()) {
if (document()->page()->chrome()->requiresFullscreenForVideoPlayback())
pauseInternal();
if (m_player)
m_player->exitFullscreen();
}
}
void HTMLMediaElement::didBecomeFullscreenElement()
{
if (hasMediaControls())
mediaControls()->enteredFullscreen();
}
void HTMLMediaElement::willStopBeingFullscreenElement()
{
if (hasMediaControls())
mediaControls()->exitedFullscreen();
}
PlatformMedia HTMLMediaElement::platformMedia() const
{
return m_player ? m_player->platformMedia() : NoPlatformMedia;
}
#if USE(ACCELERATED_COMPOSITING)
PlatformLayer* HTMLMediaElement::platformLayer() const
{
return m_player ? m_player->platformLayer() : 0;
}
#endif
bool HTMLMediaElement::hasClosedCaptions() const
{
return m_player && m_player->hasClosedCaptions();
}
bool HTMLMediaElement::closedCaptionsVisible() const
{
return m_closedCaptionsVisible;
}
void HTMLMediaElement::setClosedCaptionsVisible(bool closedCaptionVisible)
{
LOG(Media, "HTMLMediaElement::setClosedCaptionsVisible(%s)", boolString(closedCaptionVisible));
if (!m_player ||!hasClosedCaptions())
return;
m_closedCaptionsVisible = closedCaptionVisible;
m_player->setClosedCaptionsVisible(closedCaptionVisible);
if (hasMediaControls())
mediaControls()->changedClosedCaptionsVisibility();
}
void HTMLMediaElement::setWebkitClosedCaptionsVisible(bool visible)
{
setClosedCaptionsVisible(visible);
}
bool HTMLMediaElement::webkitClosedCaptionsVisible() const
{
return closedCaptionsVisible();
}
bool HTMLMediaElement::webkitHasClosedCaptions() const
{
return hasClosedCaptions();
}
#if ENABLE(MEDIA_STATISTICS)
unsigned HTMLMediaElement::webkitAudioDecodedByteCount() const
{
if (!m_player)
return 0;
return m_player->audioDecodedByteCount();
}
unsigned HTMLMediaElement::webkitVideoDecodedByteCount() const
{
if (!m_player)
return 0;
return m_player->videoDecodedByteCount();
}
#endif
void HTMLMediaElement::mediaCanStart()
{
LOG(Media, "HTMLMediaElement::mediaCanStart");
ASSERT(m_isWaitingUntilMediaCanStart);
m_isWaitingUntilMediaCanStart = false;
loadInternal();
}
bool HTMLMediaElement::isURLAttribute(Attribute* attribute) const
{
return attribute->name() == srcAttr || HTMLElement::isURLAttribute(attribute);
}
void HTMLMediaElement::setShouldDelayLoadEvent(bool shouldDelay)
{
if (m_shouldDelayLoadEvent == shouldDelay)
return;
LOG(Media, "HTMLMediaElement::setShouldDelayLoadEvent(%s)", boolString(shouldDelay));
m_shouldDelayLoadEvent = shouldDelay;
if (shouldDelay)
document()->incrementLoadEventDelayCount();
else
document()->decrementLoadEventDelayCount();
}
void HTMLMediaElement::getSitesInMediaCache(Vector<String>& sites)
{
MediaPlayer::getSitesInMediaCache(sites);
}
void HTMLMediaElement::clearMediaCache()
{
MediaPlayer::clearMediaCache();
}
void HTMLMediaElement::clearMediaCacheForSite(const String& site)
{
MediaPlayer::clearMediaCacheForSite(site);
}
void HTMLMediaElement::privateBrowsingStateDidChange()
{
if (!m_player)
return;
Settings* settings = document()->settings();
bool privateMode = !settings || settings->privateBrowsingEnabled();
LOG(Media, "HTMLMediaElement::privateBrowsingStateDidChange(%s)", boolString(privateMode));
m_player->setPrivateBrowsingMode(privateMode);
}
MediaControls* HTMLMediaElement::mediaControls()
{
return toMediaControls(shadowTree()->oldestShadowRoot()->firstChild());
}
bool HTMLMediaElement::hasMediaControls()
{
if (!hasShadowRoot())
return false;
Node* node = shadowTree()->oldestShadowRoot()->firstChild();
return node && node->isMediaControls();
}
bool HTMLMediaElement::createMediaControls()
{
if (hasMediaControls())
return true;
ExceptionCode ec;
RefPtr<MediaControls> controls = MediaControls::create(document());
if (!controls)
return false;
controls->setMediaController(m_mediaController ? m_mediaController.get() : static_cast<MediaControllerInterface*>(this));
controls->reset();
if (isFullscreen())
controls->enteredFullscreen();
ensureShadowRoot()->appendChild(controls, ec);
return true;
}
void HTMLMediaElement::configureMediaControls()
{
#if !ENABLE(PLUGIN_PROXY_FOR_VIDEO)
if (!controls() || !inDocument()) {
if (hasMediaControls())
mediaControls()->hide();
return;
}
if (!hasMediaControls() && !createMediaControls())
return;
mediaControls()->show();
#else
if (m_player)
m_player->setControls(controls());
#endif
}
#if ENABLE(VIDEO_TRACK)
void HTMLMediaElement::configureTextTrackDisplay()
{
ASSERT(m_textTracks);
bool haveVisibleTextTrack = false;
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
if (m_textTracks->item(i)->mode() == TextTrack::SHOWING) {
haveVisibleTextTrack = true;
break;
}
}
if (m_haveVisibleTextTrack == haveVisibleTextTrack)
return;
m_haveVisibleTextTrack = haveVisibleTextTrack;
if (!m_haveVisibleTextTrack && !hasMediaControls())
return;
if (!hasMediaControls() && !createMediaControls())
return;
mediaControls()->updateTextTrackDisplay();
}
#endif
void* HTMLMediaElement::preDispatchEventHandler(Event* event)
{
if (event && event->type() == eventNames().webkitfullscreenchangeEvent)
configureMediaControls();
return 0;
}
void HTMLMediaElement::createMediaPlayer()
{
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode)
m_audioSourceNode->lock();
#endif
m_player = MediaPlayer::create(this);
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode) {
if (audioSourceProvider())
audioSourceProvider()->setClient(m_audioSourceNode);
m_audioSourceNode->unlock();
}
#endif
}
#if ENABLE(WEB_AUDIO)
void HTMLMediaElement::setAudioSourceNode(MediaElementAudioSourceNode* sourceNode)
{
m_audioSourceNode = sourceNode;
if (audioSourceProvider())
audioSourceProvider()->setClient(m_audioSourceNode);
}
AudioSourceProvider* HTMLMediaElement::audioSourceProvider()
{
if (m_player)
return m_player->audioSourceProvider();
return 0;
}
#endif
#if ENABLE(MICRODATA)
String HTMLMediaElement::itemValueText() const
{
return getURLAttribute(srcAttr);
}
void HTMLMediaElement::setItemValueText(const String& value, ExceptionCode&)
{
setAttribute(srcAttr, value);
}
#endif
void HTMLMediaElement::userRequestsMediaLoading()
{
m_userStartedPlayback = true;
m_restrictions = NoRestrictions;
}
const String& HTMLMediaElement::mediaGroup() const
{
return m_mediaGroup;
}
void HTMLMediaElement::setMediaGroup(const String& group)
{
if (m_mediaGroup == group)
return;
m_mediaGroup = group;
setController(0);
if (group.isNull() || group.isEmpty())
return;
HashSet<HTMLMediaElement*> elements = documentToElementSetMap().get(document());
for (HashSet<HTMLMediaElement*>::iterator i = elements.begin(); i != elements.end(); ++i) {
if (*i == this)
continue;
if ((*i)->mediaGroup() == group) {
setController((*i)->controller());
return;
}
}
setController(MediaController::create(Node::scriptExecutionContext()));
}
MediaController* HTMLMediaElement::controller() const
{
return m_mediaController.get();
}
void HTMLMediaElement::setController(PassRefPtr<MediaController> controller)
{
if (m_mediaController)
m_mediaController->removeMediaElement(this);
m_mediaController = controller;
if (m_mediaController)
m_mediaController->addMediaElement(this);
if (hasMediaControls())
mediaControls()->setMediaController(m_mediaController ? m_mediaController.get() : static_cast<MediaControllerInterface*>(this));
}
void HTMLMediaElement::updateMediaController()
{
if (m_mediaController)
m_mediaController->reportControllerState();
}
bool HTMLMediaElement::dispatchEvent(PassRefPtr<Event> event)
{
bool dispatchResult;
bool isCanPlayEvent;
isCanPlayEvent = (event->type() == eventNames().canplayEvent);
if (isCanPlayEvent)
m_dispatchingCanPlayEvent = true;
dispatchResult = HTMLElement::dispatchEvent(event);
if (isCanPlayEvent)
m_dispatchingCanPlayEvent = false;
return dispatchResult;
}
bool HTMLMediaElement::isBlocked() const
{
if (m_readyState <= HAVE_CURRENT_DATA)
return true;
return pausedForUserInteraction();
}
bool HTMLMediaElement::isBlockedOnMediaController() const
{
if (!m_mediaController)
return false;
if (m_mediaController->isBlocked())
return true;
float mediaControllerPosition = m_mediaController->currentTime();
if (mediaControllerPosition < startTime() || mediaControllerPosition > startTime() + duration())
return true;
return false;
}
void HTMLMediaElement::prepareMediaFragmentURI()
{
MediaFragmentURIParser fragmentParser(m_currentSrc);
float dur = duration();
double start = fragmentParser.startTime();
if (start != MediaFragmentURIParser::invalidTimeValue() && start > 0) {
m_fragmentStartTime = start;
if (m_fragmentStartTime > dur)
m_fragmentStartTime = dur;
} else
m_fragmentStartTime = invalidMediaTime;
double end = fragmentParser.endTime();
if (end != MediaFragmentURIParser::invalidTimeValue() && end > 0 && end > m_fragmentStartTime) {
m_fragmentEndTime = end;
if (m_fragmentEndTime > dur)
m_fragmentEndTime = dur;
} else
m_fragmentEndTime = invalidMediaTime;
if (m_fragmentStartTime != invalidMediaTime && m_readyState < HAVE_FUTURE_DATA)
prepareToPlay();
}
void HTMLMediaElement::applyMediaFragmentURI()
{
if (m_fragmentStartTime != invalidMediaTime) {
ExceptionCode ignoredException;
m_sentEndEvent = false;
seek(m_fragmentStartTime, ignoredException);
}
}
#if PLATFORM(MAC)
void HTMLMediaElement::updateDisableSleep()
{
if (!shouldDisableSleep() && m_sleepDisabler)
m_sleepDisabler = nullptr;
else if (shouldDisableSleep() && !m_sleepDisabler)
m_sleepDisabler = DisplaySleepDisabler::create("com.apple.WebCore: HTMLMediaElement playback");
}
bool HTMLMediaElement::shouldDisableSleep() const
{
return m_player && !m_player->paused() && hasVideo() && hasAudio() && !loop();
}
#endif
String HTMLMediaElement::mediaPlayerReferrer() const
{
Frame* frame = document()->frame();
if (!frame)
return String();
return SecurityPolicy::generateReferrerHeader(document()->referrerPolicy(), m_currentSrc, frame->loader()->outgoingReferrer());
}
String HTMLMediaElement::mediaPlayerUserAgent() const
{
Frame* frame = document()->frame();
if (!frame)
return String();
return frame->loader()->userAgent(m_currentSrc);
}
bool HTMLMediaElement::mediaPlayerNeedsSiteSpecificHacks() const
{
Settings* settings = document()->settings();
return settings && settings->needsSiteSpecificQuirks();
}
String HTMLMediaElement::mediaPlayerDocumentHost() const
{
return document()->url().host();
}
void HTMLMediaElement::removeBehaviorsRestrictionsAfterFirstUserGesture()
{
m_restrictions = NoRestrictions;
}
}
#endif