HTMLMediaElement.cpp [plain text]
#include "config.h"
#include "HTMLMediaElement.h"
#if ENABLE(VIDEO)
#include "ApplicationCacheHost.h"
#include "ApplicationCacheResource.h"
#include "Attribute.h"
#include "Blob.h"
#include "CSSPropertyNames.h"
#include "CSSValueKeywords.h"
#include "ChromeClient.h"
#include "CommonVM.h"
#include "ContentRuleListResults.h"
#include "ContentSecurityPolicy.h"
#include "ContentType.h"
#include "CookieJar.h"
#include "CustomHeaderFields.h"
#include "DeprecatedGlobalSettings.h"
#include "DiagnosticLoggingClient.h"
#include "DiagnosticLoggingKeys.h"
#include "Document.h"
#include "DocumentLoader.h"
#include "ElementChildIterator.h"
#include "EventNames.h"
#include "Frame.h"
#include "FrameLoader.h"
#include "FrameLoaderClient.h"
#include "FrameView.h"
#include "FullscreenManager.h"
#include "HTMLParserIdioms.h"
#include "HTMLSourceElement.h"
#include "HTMLVideoElement.h"
#include "InspectorInstrumentation.h"
#include "JSDOMException.h"
#include "JSDOMPromiseDeferred.h"
#include "JSHTMLMediaElement.h"
#include "Logging.h"
#include "MIMETypeRegistry.h"
#include "MediaController.h"
#include "MediaControls.h"
#include "MediaDocument.h"
#include "MediaError.h"
#include "MediaFragmentURIParser.h"
#include "MediaList.h"
#include "MediaPlayer.h"
#include "MediaQueryEvaluator.h"
#include "MediaResourceLoader.h"
#include "NetworkingContext.h"
#include "Page.h"
#include "PageGroup.h"
#include "PlatformMediaSessionManager.h"
#include "ProgressTracker.h"
#include "Quirks.h"
#include "RegistrableDomain.h"
#include "RenderLayerCompositor.h"
#include "RenderTheme.h"
#include "RenderVideo.h"
#include "RenderView.h"
#include "ResourceLoadInfo.h"
#include "ScriptController.h"
#include "ScriptDisallowedScope.h"
#include "ScriptSourceCode.h"
#include "SecurityOriginData.h"
#include "SecurityPolicy.h"
#include "Settings.h"
#include "ShadowRoot.h"
#include "TimeRanges.h"
#include "UserContentController.h"
#include "UserGestureIndicator.h"
#include "VideoPlaybackQuality.h"
#include <JavaScriptCore/Uint8Array.h>
#include <limits>
#include <pal/SessionID.h>
#include <pal/system/SleepDisabler.h>
#include <wtf/Algorithms.h>
#include <wtf/IsoMallocInlines.h>
#include <wtf/Language.h>
#include <wtf/MathExtras.h>
#include <wtf/MemoryPressureHandler.h>
#include <wtf/Ref.h>
#include <wtf/text/CString.h>
#if ENABLE(VIDEO_TRACK)
#include "AudioTrackList.h"
#include "HTMLTrackElement.h"
#include "InbandGenericTextTrack.h"
#include "InbandTextTrackPrivate.h"
#include "InbandWebVTTTextTrack.h"
#include "RuntimeEnabledFeatures.h"
#include "TextTrackCueList.h"
#include "TextTrackList.h"
#include "VideoTrackList.h"
#endif
#if ENABLE(WEB_AUDIO)
#include "AudioSourceProvider.h"
#include "MediaElementAudioSourceNode.h"
#endif
#if PLATFORM(IOS_FAMILY)
#include "RuntimeApplicationChecks.h"
#include "VideoFullscreenInterfaceAVKit.h"
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
#include "WebKitPlaybackTargetAvailabilityEvent.h"
#endif
#if ENABLE(MEDIA_SESSION)
#include "MediaSession.h"
#endif
#if ENABLE(MEDIA_SOURCE)
#include "DOMWindow.h"
#include "MediaSource.h"
#endif
#if ENABLE(MEDIA_STREAM)
#include "DOMURL.h"
#include "MediaStream.h"
#include "MediaStreamRegistry.h"
#endif
#if ENABLE(LEGACY_ENCRYPTED_MEDIA)
#include "WebKitMediaKeyNeededEvent.h"
#include "WebKitMediaKeys.h"
#endif
#if ENABLE(ENCRYPTED_MEDIA)
#include "MediaEncryptedEvent.h"
#include "MediaKeys.h"
#endif
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
#include "JSMediaControlsHost.h"
#include "MediaControlsHost.h"
#include <JavaScriptCore/ScriptObject.h>
#endif
#if ENABLE(ENCRYPTED_MEDIA)
#include "NotImplemented.h"
#endif
#if PLATFORM(IOS_FAMILY) || (PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE))
#include "VideoFullscreenModel.h"
#endif
namespace WTF {
template <>
struct LogArgument<URL> {
static String toString(const URL& url)
{
#if !LOG_DISABLED
static const unsigned maximumURLLengthForLogging = 512;
if (url.string().length() < maximumURLLengthForLogging)
return url.string();
return url.string().substring(0, maximumURLLengthForLogging) + "...";
#else
UNUSED_PARAM(url);
return "[url]";
#endif
}
};
}
namespace WebCore {
WTF_MAKE_ISO_ALLOCATED_IMPL(HTMLMediaElement);
using namespace PAL;
static const Seconds SeekRepeatDelay { 100_ms };
static const double SeekTime = 0.2;
static const Seconds ScanRepeatDelay { 1.5_s };
static const double ScanMaximumRate = 8;
static const double AutoplayInterferenceTimeThreshold = 10;
static const Seconds hideMediaControlsAfterEndedDelay { 6_s };
#ifndef LOG_CACHED_TIME_WARNINGS
#define LOG_CACHED_TIME_WARNINGS 0
#endif
#if ENABLE(MEDIA_SOURCE)
static const char* mediaSourceBlobProtocol = "blob";
#endif
#if ENABLE(MEDIA_STREAM)
static const char* mediaStreamBlobProtocol = "blob";
#endif
using namespace HTMLNames;
String convertEnumerationToString(HTMLMediaElement::ReadyState enumerationValue)
{
static const NeverDestroyed<String> values[] = {
MAKE_STATIC_STRING_IMPL("HAVE_NOTHING"),
MAKE_STATIC_STRING_IMPL("HAVE_METADATA"),
MAKE_STATIC_STRING_IMPL("HAVE_CURRENT_DATA"),
MAKE_STATIC_STRING_IMPL("HAVE_FUTURE_DATA"),
MAKE_STATIC_STRING_IMPL("HAVE_ENOUGH_DATA"),
};
static_assert(static_cast<size_t>(HTMLMediaElementEnums::HAVE_NOTHING) == 0, "HTMLMediaElementEnums::HAVE_NOTHING is not 0 as expected");
static_assert(static_cast<size_t>(HTMLMediaElementEnums::HAVE_METADATA) == 1, "HTMLMediaElementEnums::HAVE_METADATA is not 1 as expected");
static_assert(static_cast<size_t>(HTMLMediaElementEnums::HAVE_CURRENT_DATA) == 2, "HTMLMediaElementEnums::HAVE_CURRENT_DATA is not 2 as expected");
static_assert(static_cast<size_t>(HTMLMediaElementEnums::HAVE_FUTURE_DATA) == 3, "HTMLMediaElementEnums::HAVE_FUTURE_DATA is not 3 as expected");
static_assert(static_cast<size_t>(HTMLMediaElementEnums::HAVE_ENOUGH_DATA) == 4, "HTMLMediaElementEnums::HAVE_ENOUGH_DATA is not 4 as expected");
ASSERT(static_cast<size_t>(enumerationValue) < WTF_ARRAY_LENGTH(values));
return values[static_cast<size_t>(enumerationValue)];
}
String convertEnumerationToString(HTMLMediaElement::NetworkState enumerationValue)
{
static const NeverDestroyed<String> values[] = {
MAKE_STATIC_STRING_IMPL("NETWORK_EMPTY"),
MAKE_STATIC_STRING_IMPL("NETWORK_IDLE"),
MAKE_STATIC_STRING_IMPL("NETWORK_LOADING"),
MAKE_STATIC_STRING_IMPL("NETWORK_NO_SOURCE"),
};
static_assert(static_cast<size_t>(HTMLMediaElementEnums::NETWORK_EMPTY) == 0, "HTMLMediaElementEnums::NETWORK_EMPTY is not 0 as expected");
static_assert(static_cast<size_t>(HTMLMediaElementEnums::NETWORK_IDLE) == 1, "HTMLMediaElementEnums::NETWORK_IDLE is not 1 as expected");
static_assert(static_cast<size_t>(HTMLMediaElementEnums::NETWORK_LOADING) == 2, "HTMLMediaElementEnums::NETWORK_LOADING is not 2 as expected");
static_assert(static_cast<size_t>(HTMLMediaElementEnums::NETWORK_NO_SOURCE) == 3, "HTMLMediaElementEnums::NETWORK_NO_SOURCE is not 3 as expected");
ASSERT(static_cast<size_t>(enumerationValue) < WTF_ARRAY_LENGTH(values));
return values[static_cast<size_t>(enumerationValue)];
}
String convertEnumerationToString(HTMLMediaElement::AutoplayEventPlaybackState enumerationValue)
{
static const NeverDestroyed<String> values[] = {
MAKE_STATIC_STRING_IMPL("None"),
MAKE_STATIC_STRING_IMPL("PreventedAutoplay"),
MAKE_STATIC_STRING_IMPL("StartedWithUserGesture"),
MAKE_STATIC_STRING_IMPL("StartedWithoutUserGesture"),
};
static_assert(static_cast<size_t>(HTMLMediaElement::AutoplayEventPlaybackState::None) == 0, "AutoplayEventPlaybackState::None is not 0 as expected");
static_assert(static_cast<size_t>(HTMLMediaElement::AutoplayEventPlaybackState::PreventedAutoplay) == 1, "AutoplayEventPlaybackState::PreventedAutoplay is not 1 as expected");
static_assert(static_cast<size_t>(HTMLMediaElement::AutoplayEventPlaybackState::StartedWithUserGesture) == 2, "AutoplayEventPlaybackState::StartedWithUserGesture is not 2 as expected");
static_assert(static_cast<size_t>(HTMLMediaElement::AutoplayEventPlaybackState::StartedWithoutUserGesture) == 3, "AutoplayEventPlaybackState::StartedWithoutUserGesture is not 3 as expected");
ASSERT(static_cast<size_t>(enumerationValue) < WTF_ARRAY_LENGTH(values));
return values[static_cast<size_t>(enumerationValue)];
}
typedef HashMap<Document*, HashSet<HTMLMediaElement*>> DocumentElementSetMap;
static DocumentElementSetMap& documentToElementSetMap()
{
static NeverDestroyed<DocumentElementSetMap> map;
return map;
}
static void addElementToDocumentMap(HTMLMediaElement& element, Document& document)
{
DocumentElementSetMap& map = documentToElementSetMap();
HashSet<HTMLMediaElement*> set = map.take(&document);
set.add(&element);
map.add(&document, set);
}
static void removeElementFromDocumentMap(HTMLMediaElement& element, Document& document)
{
DocumentElementSetMap& map = documentToElementSetMap();
HashSet<HTMLMediaElement*> set = map.take(&document);
set.remove(&element);
if (!set.isEmpty())
map.add(&document, set);
}
#if ENABLE(VIDEO_TRACK)
class TrackDisplayUpdateScope {
public:
TrackDisplayUpdateScope(HTMLMediaElement& element)
: m_element(element)
{
m_element.beginIgnoringTrackDisplayUpdateRequests();
}
~TrackDisplayUpdateScope()
{
m_element.endIgnoringTrackDisplayUpdateRequests();
}
private:
HTMLMediaElement& m_element;
};
#endif
struct HTMLMediaElement::TrackGroup {
enum GroupKind { CaptionsAndSubtitles, Description, Chapter, Metadata, Other };
TrackGroup(GroupKind kind)
: kind(kind)
{
}
Vector<RefPtr<TextTrack>> tracks;
RefPtr<TextTrack> visibleTrack;
RefPtr<TextTrack> defaultTrack;
GroupKind kind;
bool hasSrcLang { false };
};
HashSet<HTMLMediaElement*>& HTMLMediaElement::allMediaElements()
{
static NeverDestroyed<HashSet<HTMLMediaElement*>> elements;
return elements;
}
#if ENABLE(MEDIA_SESSION)
typedef HashMap<uint64_t, HTMLMediaElement*> IDToElementMap;
static IDToElementMap& elementIDsToElements()
{
static NeverDestroyed<IDToElementMap> map;
return map;
}
HTMLMediaElement* HTMLMediaElement::elementWithID(uint64_t id)
{
if (id == HTMLMediaElementInvalidID)
return nullptr;
return elementIDsToElements().get(id);
}
static uint64_t nextElementID()
{
static uint64_t elementID = 0;
return ++elementID;
}
#endif
struct MediaElementSessionInfo {
const MediaElementSession* session;
MediaElementSession::PlaybackControlsPurpose purpose;
MonotonicTime timeOfLastUserInteraction;
bool canShowControlsManager : 1;
bool isVisibleInViewportOrFullscreen : 1;
bool isLargeEnoughForMainContent : 1;
bool isPlayingAudio : 1;
};
static MediaElementSessionInfo mediaElementSessionInfoForSession(const MediaElementSession& session, MediaElementSession::PlaybackControlsPurpose purpose)
{
const HTMLMediaElement& element = session.element();
return {
&session,
purpose,
session.mostRecentUserInteractionTime(),
session.canShowControlsManager(purpose),
element.isFullscreen() || element.isVisibleInViewport(),
session.isLargeEnoughForMainContent(MediaSessionMainContentPurpose::MediaControls),
element.isPlaying() && element.hasAudio() && !element.muted()
};
}
static bool preferMediaControlsForCandidateSessionOverOtherCandidateSession(const MediaElementSessionInfo& session, const MediaElementSessionInfo& otherSession)
{
MediaElementSession::PlaybackControlsPurpose purpose = session.purpose;
ASSERT(purpose == otherSession.purpose);
if (purpose == MediaElementSession::PlaybackControlsPurpose::ControlsManager && session.isVisibleInViewportOrFullscreen != otherSession.isVisibleInViewportOrFullscreen)
return session.isVisibleInViewportOrFullscreen;
if (purpose == MediaElementSession::PlaybackControlsPurpose::NowPlaying && session.isLargeEnoughForMainContent != otherSession.isLargeEnoughForMainContent)
return session.isLargeEnoughForMainContent;
return session.timeOfLastUserInteraction > otherSession.timeOfLastUserInteraction;
}
static bool mediaSessionMayBeConfusedWithMainContent(const MediaElementSessionInfo& session, MediaElementSession::PlaybackControlsPurpose purpose)
{
if (purpose == MediaElementSession::PlaybackControlsPurpose::NowPlaying)
return session.isPlayingAudio;
if (!session.isVisibleInViewportOrFullscreen)
return false;
if (!session.isLargeEnoughForMainContent)
return false;
return true;
}
HTMLMediaElement::HTMLMediaElement(const QualifiedName& tagName, Document& document, bool createdByParser)
: HTMLElement(tagName, document)
, ActiveDOMObject(document)
, m_progressEventTimer(*this, &HTMLMediaElement::progressEventTimerFired)
, m_playbackProgressTimer(*this, &HTMLMediaElement::playbackProgressTimerFired)
, m_scanTimer(*this, &HTMLMediaElement::scanTimerFired)
, m_playbackControlsManagerBehaviorRestrictionsTimer(*this, &HTMLMediaElement::playbackControlsManagerBehaviorRestrictionsTimerFired)
, m_seekToPlaybackPositionEndedTimer(*this, &HTMLMediaElement::seekToPlaybackPositionEndedTimerFired)
, m_asyncEventQueue(*this)
, m_lastTimeUpdateEventMovieTime(MediaTime::positiveInfiniteTime())
, m_firstTimePlaying(true)
, m_playing(false)
, m_isWaitingUntilMediaCanStart(false)
, m_shouldDelayLoadEvent(false)
, m_haveFiredLoadedData(false)
, m_inActiveDocument(true)
, m_autoplaying(true)
, m_muted(false)
, m_explicitlyMuted(false)
, m_initiallyMuted(false)
, m_paused(true)
, m_seeking(false)
, m_seekRequested(false)
, m_sentStalledEvent(false)
, m_sentEndEvent(false)
, m_pausedInternal(false)
, m_closedCaptionsVisible(false)
, m_webkitLegacyClosedCaptionOverride(false)
, m_completelyLoaded(false)
, m_havePreparedToPlay(false)
, m_parsingInProgress(createdByParser)
, m_elementIsHidden(document.hidden())
, m_creatingControls(false)
, m_receivedLayoutSizeChanged(false)
, m_hasEverNotifiedAboutPlaying(false)
, m_hasEverHadAudio(false)
, m_hasEverHadVideo(false)
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
, m_mediaControlsDependOnPageScaleFactor(false)
, m_haveSetUpCaptionContainer(false)
#endif
, m_isScrubbingRemotely(false)
#if ENABLE(VIDEO_TRACK)
, m_tracksAreReady(true)
, m_haveVisibleTextTrack(false)
, m_processingPreferenceChange(false)
#endif
#if !RELEASE_LOG_DISABLED
, m_logger(&document.logger())
, m_logIdentifier(uniqueLogIdentifier())
#endif
{
allMediaElements().add(this);
ALWAYS_LOG(LOGIDENTIFIER);
setHasCustomStyleResolveCallbacks();
InspectorInstrumentation::addEventListenersToNode(*this);
}
void HTMLMediaElement::finishInitialization()
{
m_mediaSession = std::make_unique<MediaElementSession>(*this);
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureForFullscreen);
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequirePageConsentToLoadMedia);
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureToAutoplayToExternalDevice);
#endif
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureToControlControlsManager);
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequirePlaybackToControlControlsManager);
auto& document = this->document();
auto* page = document.page();
if (document.settings().invisibleAutoplayNotPermitted())
m_mediaSession->addBehaviorRestriction(MediaElementSession::InvisibleAutoplayNotPermitted);
if (document.ownerElement() || !document.isMediaDocument()) {
const auto& topDocument = document.topDocument();
const bool isProcessingUserGesture = processingUserGestureForMedia();
const bool shouldAudioPlaybackRequireUserGesture = topDocument.audioPlaybackRequiresUserGesture() && !isProcessingUserGesture;
const bool shouldVideoPlaybackRequireUserGesture = topDocument.videoPlaybackRequiresUserGesture() && !isProcessingUserGesture;
if (shouldVideoPlaybackRequireUserGesture) {
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureForVideoRateChange);
if (document.settings().requiresUserGestureToLoadVideo())
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureForLoad);
}
if (page && page->isLowPowerModeEnabled())
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureForVideoDueToLowPowerMode);
if (shouldAudioPlaybackRequireUserGesture)
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureForAudioRateChange);
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (shouldVideoPlaybackRequireUserGesture || shouldAudioPlaybackRequireUserGesture)
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureToShowPlaybackTargetPicker);
#endif
if (!document.settings().mediaDataLoadsAutomatically())
m_mediaSession->addBehaviorRestriction(MediaElementSession::AutoPreloadingNotPermitted);
if (document.settings().mainContentUserGestureOverrideEnabled())
m_mediaSession->addBehaviorRestriction(MediaElementSession::OverrideUserGestureRequirementForMainContent);
}
#if PLATFORM(IOS_FAMILY)
if (!document.settings().videoPlaybackRequiresUserGesture() && !document.settings().audioPlaybackRequiresUserGesture()) {
m_mediaSession->removeBehaviorRestriction(MediaElementSession::RequireUserGestureForFullscreen);
}
#endif
#if ENABLE(MEDIA_SESSION)
m_elementID = nextElementID();
elementIDsToElements().add(m_elementID, this);
setSessionInternal(document.defaultMediaSession());
#endif
registerWithDocument(document);
#if USE(AUDIO_SESSION) && PLATFORM(MAC)
AudioSession::sharedSession().addMutedStateObserver(this);
#endif
mediaSession().clientWillBeginAutoplaying();
}
static unsigned s_destructorCount = 0;
bool HTMLMediaElement::isRunningDestructor()
{
return !!s_destructorCount;
}
class HTMLMediaElementDestructorScope {
public:
HTMLMediaElementDestructorScope() { ++s_destructorCount; }
~HTMLMediaElementDestructorScope() { --s_destructorCount; }
};
HTMLMediaElement::~HTMLMediaElement()
{
HTMLMediaElementDestructorScope destructorScope;
ALWAYS_LOG(LOGIDENTIFIER);
beginIgnoringTrackDisplayUpdateRequests();
allMediaElements().remove(this);
m_asyncEventQueue.close();
setShouldDelayLoadEvent(false);
unregisterWithDocument(document());
#if USE(AUDIO_SESSION) && PLATFORM(MAC)
AudioSession::sharedSession().removeMutedStateObserver(this);
#endif
#if ENABLE(VIDEO_TRACK)
if (m_audioTracks)
m_audioTracks->clearElement();
if (m_textTracks)
m_textTracks->clearElement();
if (m_videoTracks)
m_videoTracks->clearElement();
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (hasEventListeners(eventNames().webkitplaybacktargetavailabilitychangedEvent)) {
m_hasPlaybackTargetAvailabilityListeners = false;
m_mediaSession->setHasPlaybackTargetAvailabilityListeners(false);
updateMediaState();
}
#endif
if (m_mediaController) {
m_mediaController->removeMediaElement(*this);
m_mediaController = nullptr;
}
#if ENABLE(MEDIA_SOURCE)
detachMediaSource();
#endif
#if ENABLE(LEGACY_ENCRYPTED_MEDIA)
webkitSetMediaKeys(nullptr);
#endif
#if ENABLE(ENCRYPTED_MEDIA)
if (m_mediaKeys) {
m_mediaKeys->detachCDMClient(*this);
if (m_player)
m_player->cdmInstanceDetached(m_mediaKeys->cdmInstance());
}
#endif
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
if (m_isolatedWorld)
m_isolatedWorld->clearWrappers();
#endif
#if ENABLE(MEDIA_SESSION)
if (m_session) {
m_session->removeMediaElement(*this);
m_session = nullptr;
}
elementIDsToElements().remove(m_elementID);
#endif
m_seekTaskQueue.close();
m_resumeTaskQueue.close();
m_promiseTaskQueue.close();
m_pauseAfterDetachedTaskQueue.close();
m_playbackControlsManagerBehaviorRestrictionsQueue.close();
m_resourceSelectionTaskQueue.close();
m_visibilityChangeTaskQueue.close();
#if ENABLE(ENCRYPTED_MEDIA)
m_encryptedMediaQueue.close();
#endif
m_completelyLoaded = true;
if (m_player) {
m_player->invalidate();
m_player = nullptr;
}
m_mediaSession = nullptr;
schedulePlaybackControlsManagerUpdate();
}
RefPtr<HTMLMediaElement> HTMLMediaElement::bestMediaElementForShowingPlaybackControlsManager(MediaElementSession::PlaybackControlsPurpose purpose)
{
Vector<MediaElementSessionInfo> candidateSessions;
bool atLeastOneNonCandidateMayBeConfusedForMainContent = false;
PlatformMediaSessionManager::sharedManager().forEachMatchingSession([](auto& session) {
return is<MediaElementSession>(session);
}, [&](auto& session) {
auto mediaElementSessionInfo = mediaElementSessionInfoForSession(downcast<MediaElementSession>(session), purpose);
if (mediaElementSessionInfo.canShowControlsManager)
candidateSessions.append(mediaElementSessionInfo);
else if (mediaSessionMayBeConfusedWithMainContent(mediaElementSessionInfo, purpose))
atLeastOneNonCandidateMayBeConfusedForMainContent = true;
});
if (!candidateSessions.size())
return nullptr;
std::sort(candidateSessions.begin(), candidateSessions.end(), preferMediaControlsForCandidateSessionOverOtherCandidateSession);
auto strongestSessionCandidate = candidateSessions.first();
if (!strongestSessionCandidate.isVisibleInViewportOrFullscreen && !strongestSessionCandidate.isPlayingAudio && atLeastOneNonCandidateMayBeConfusedForMainContent)
return nullptr;
return &strongestSessionCandidate.session->element();
}
void HTMLMediaElement::registerWithDocument(Document& document)
{
m_mediaSession->registerWithDocument(document);
if (m_isWaitingUntilMediaCanStart)
document.addMediaCanStartListener(*this);
#if !PLATFORM(IOS_FAMILY)
document.registerForMediaVolumeCallbacks(*this);
document.registerForPrivateBrowsingStateChangedCallbacks(*this);
#endif
document.registerForVisibilityStateChangedCallbacks(*this);
#if ENABLE(VIDEO_TRACK)
if (m_requireCaptionPreferencesChangedCallbacks)
document.registerForCaptionPreferencesChangedCallbacks(*this);
#endif
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
if (m_mediaControlsDependOnPageScaleFactor)
document.registerForPageScaleFactorChangedCallbacks(*this);
document.registerForUserInterfaceLayoutDirectionChangedCallbacks(*this);
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
document.registerForDocumentSuspensionCallbacks(*this);
#endif
document.registerForAllowsMediaDocumentInlinePlaybackChangedCallbacks(*this);
document.addAudioProducer(*this);
addElementToDocumentMap(*this, document);
#if ENABLE(MEDIA_STREAM)
document.registerForMediaStreamStateChangeCallbacks(*this);
#endif
document.addApplicationStateChangeListener(*this);
}
void HTMLMediaElement::unregisterWithDocument(Document& document)
{
m_mediaSession->unregisterWithDocument(document);
if (m_isWaitingUntilMediaCanStart)
document.removeMediaCanStartListener(*this);
#if !PLATFORM(IOS_FAMILY)
document.unregisterForMediaVolumeCallbacks(*this);
document.unregisterForPrivateBrowsingStateChangedCallbacks(*this);
#endif
document.unregisterForVisibilityStateChangedCallbacks(*this);
#if ENABLE(VIDEO_TRACK)
if (m_requireCaptionPreferencesChangedCallbacks)
document.unregisterForCaptionPreferencesChangedCallbacks(*this);
#endif
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
if (m_mediaControlsDependOnPageScaleFactor)
document.unregisterForPageScaleFactorChangedCallbacks(*this);
document.unregisterForUserInterfaceLayoutDirectionChangedCallbacks(*this);
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
document.unregisterForDocumentSuspensionCallbacks(*this);
#endif
document.unregisterForAllowsMediaDocumentInlinePlaybackChangedCallbacks(*this);
document.removeAudioProducer(*this);
removeElementFromDocumentMap(*this, document);
#if ENABLE(MEDIA_STREAM)
document.unregisterForMediaStreamStateChangeCallbacks(*this);
#endif
document.removeApplicationStateChangeListener(*this);
}
void HTMLMediaElement::didMoveToNewDocument(Document& oldDocument, Document& newDocument)
{
ASSERT_WITH_SECURITY_IMPLICATION(&document() == &newDocument);
if (m_shouldDelayLoadEvent) {
oldDocument.decrementLoadEventDelayCount();
newDocument.incrementLoadEventDelayCount();
}
unregisterWithDocument(oldDocument);
registerWithDocument(newDocument);
HTMLElement::didMoveToNewDocument(oldDocument, newDocument);
updateShouldAutoplay();
}
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
void HTMLMediaElement::prepareForDocumentSuspension()
{
m_mediaSession->unregisterWithDocument(document());
}
void HTMLMediaElement::resumeFromDocumentSuspension()
{
m_mediaSession->registerWithDocument(document());
updateShouldAutoplay();
}
#endif
bool HTMLMediaElement::supportsFocus() const
{
if (document().isMediaDocument())
return false;
return controls() || HTMLElement::supportsFocus();
}
bool HTMLMediaElement::isMouseFocusable() const
{
return false;
}
void HTMLMediaElement::parseAttribute(const QualifiedName& name, const AtomString& value)
{
if (name == srcAttr) {
if (!value.isNull())
prepareForLoad();
} else if (name == controlsAttr)
configureMediaControls();
else if (name == loopAttr)
updateSleepDisabling();
else if (name == preloadAttr) {
if (equalLettersIgnoringASCIICase(value, "none"))
m_preload = MediaPlayer::None;
else if (equalLettersIgnoringASCIICase(value, "metadata"))
m_preload = MediaPlayer::MetaData;
else {
m_preload = MediaPlayer::Auto;
}
if (!autoplay() && !m_havePreparedToPlay && m_player)
m_player->setPreload(m_mediaSession->effectivePreloadForElement());
} else if (name == mediagroupAttr)
setMediaGroup(value);
else if (name == autoplayAttr) {
if (processingUserGestureForMedia())
removeBehaviorRestrictionsAfterFirstUserGesture();
} else if (name == titleAttr) {
if (m_mediaSession)
m_mediaSession->clientCharacteristicsChanged();
}
else
HTMLElement::parseAttribute(name, value);
}
void HTMLMediaElement::finishParsingChildren()
{
HTMLElement::finishParsingChildren();
m_parsingInProgress = false;
#if ENABLE(VIDEO_TRACK)
if (childrenOfType<HTMLTrackElement>(*this).first())
scheduleConfigureTextTracks();
#endif
}
bool HTMLMediaElement::rendererIsNeeded(const RenderStyle& style)
{
return controls() && HTMLElement::rendererIsNeeded(style);
}
RenderPtr<RenderElement> HTMLMediaElement::createElementRenderer(RenderStyle&& style, const RenderTreePosition&)
{
return createRenderer<RenderMedia>(*this, WTFMove(style));
}
bool HTMLMediaElement::childShouldCreateRenderer(const Node& child) const
{
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
return hasShadowRootParent(child) && HTMLElement::childShouldCreateRenderer(child);
#else
if (!hasMediaControls())
return false;
return &mediaControls()->treeScope() == &child.treeScope()
&& hasShadowRootParent(child)
&& HTMLElement::childShouldCreateRenderer(child);
#endif
}
Node::InsertedIntoAncestorResult HTMLMediaElement::insertedIntoAncestor(InsertionType insertionType, ContainerNode& parentOfInsertedTree)
{
INFO_LOG(LOGIDENTIFIER);
HTMLElement::insertedIntoAncestor(insertionType, parentOfInsertedTree);
if (insertionType.connectedToDocument)
setInActiveDocument(true);
return InsertedIntoAncestorResult::NeedsPostInsertionCallback;
}
void HTMLMediaElement::didFinishInsertingNode()
{
Ref<HTMLMediaElement> protectedThis(*this);
INFO_LOG(LOGIDENTIFIER);
if (m_inActiveDocument && m_networkState == NETWORK_EMPTY && !attributeWithoutSynchronization(srcAttr).isEmpty())
prepareForLoad();
if (!m_explicitlyMuted) {
m_explicitlyMuted = true;
m_muted = hasAttributeWithoutSynchronization(mutedAttr);
m_mediaSession->canProduceAudioChanged();
}
configureMediaControls();
}
void HTMLMediaElement::pauseAfterDetachedTask()
{
if (m_inActiveDocument)
return;
if (hasMediaControls())
mediaControls()->hide();
if (m_networkState > NETWORK_EMPTY)
pause();
if (m_videoFullscreenMode != VideoFullscreenModeNone)
exitFullscreen();
if (!m_player)
return;
size_t extraMemoryCost = m_player->extraMemoryCost();
if (extraMemoryCost > m_reportedExtraMemoryCost) {
JSC::VM& vm = commonVM();
JSC::JSLockHolder lock(vm);
size_t extraMemoryCostDelta = extraMemoryCost - m_reportedExtraMemoryCost;
m_reportedExtraMemoryCost = extraMemoryCost;
vm.heap.deprecatedReportExtraMemory(extraMemoryCostDelta);
}
}
void HTMLMediaElement::removedFromAncestor(RemovalType removalType, ContainerNode& oldParentOfRemovedTree)
{
INFO_LOG(LOGIDENTIFIER);
setInActiveDocument(false);
if (removalType.disconnectedFromDocument) {
m_pauseAfterDetachedTaskQueue.enqueueTask(std::bind(&HTMLMediaElement::pauseAfterDetachedTask, this));
}
if (m_mediaSession)
m_mediaSession->clientCharacteristicsChanged();
HTMLElement::removedFromAncestor(removalType, oldParentOfRemovedTree);
}
void HTMLMediaElement::willAttachRenderers()
{
ASSERT(!renderer());
}
inline void HTMLMediaElement::updateRenderer()
{
if (auto* renderer = this->renderer())
renderer->updateFromElement();
}
void HTMLMediaElement::didAttachRenderers()
{
if (auto* renderer = this->renderer()) {
renderer->updateFromElement();
if (m_mediaSession && m_mediaSession->wantsToObserveViewportVisibilityForAutoplay())
renderer->registerForVisibleInViewportCallback();
}
updateShouldAutoplay();
}
void HTMLMediaElement::willDetachRenderers()
{
if (auto* renderer = this->renderer())
renderer->unregisterForVisibleInViewportCallback();
}
void HTMLMediaElement::didDetachRenderers()
{
updateShouldAutoplay();
}
void HTMLMediaElement::didRecalcStyle(Style::Change)
{
updateRenderer();
}
void HTMLMediaElement::scheduleNextSourceChild()
{
m_resourceSelectionTaskQueue.enqueueTask([this] {
loadNextSourceChild();
});
}
void HTMLMediaElement::mediaPlayerActiveSourceBuffersChanged(const MediaPlayer*)
{
m_hasEverHadAudio |= hasAudio();
m_hasEverHadVideo |= hasVideo();
}
void HTMLMediaElement::scheduleEvent(const AtomString& eventName)
{
auto event = Event::create(eventName, Event::CanBubble::No, Event::IsCancelable::Yes);
m_asyncEventQueue.enqueueEvent(WTFMove(event));
}
void HTMLMediaElement::scheduleResolvePendingPlayPromises()
{
m_promiseTaskQueue.enqueueTask([this, pendingPlayPromises = WTFMove(m_pendingPlayPromises)] () mutable {
resolvePendingPlayPromises(WTFMove(pendingPlayPromises));
});
}
void HTMLMediaElement::scheduleRejectPendingPlayPromises(Ref<DOMException>&& error)
{
m_promiseTaskQueue.enqueueTask([this, error = WTFMove(error), pendingPlayPromises = WTFMove(m_pendingPlayPromises)] () mutable {
rejectPendingPlayPromises(WTFMove(pendingPlayPromises), WTFMove(error));
});
}
void HTMLMediaElement::rejectPendingPlayPromises(PlayPromiseVector&& pendingPlayPromises, Ref<DOMException>&& error)
{
for (auto& promise : pendingPlayPromises)
promise.rejectType<IDLInterface<DOMException>>(error);
}
void HTMLMediaElement::resolvePendingPlayPromises(PlayPromiseVector&& pendingPlayPromises)
{
for (auto& promise : pendingPlayPromises)
promise.resolve();
}
void HTMLMediaElement::scheduleNotifyAboutPlaying()
{
m_promiseTaskQueue.enqueueTask([this, pendingPlayPromises = WTFMove(m_pendingPlayPromises)] () mutable {
notifyAboutPlaying(WTFMove(pendingPlayPromises));
});
}
void HTMLMediaElement::notifyAboutPlaying(PlayPromiseVector&& pendingPlayPromises)
{
Ref<HTMLMediaElement> protectedThis(*this); m_playbackStartedTime = currentMediaTime().toDouble();
m_hasEverNotifiedAboutPlaying = true;
dispatchEvent(Event::create(eventNames().playingEvent, Event::CanBubble::No, Event::IsCancelable::Yes));
resolvePendingPlayPromises(WTFMove(pendingPlayPromises));
schedulePlaybackControlsManagerUpdate();
}
bool HTMLMediaElement::hasEverNotifiedAboutPlaying() const
{
return m_hasEverNotifiedAboutPlaying;
}
void HTMLMediaElement::scheduleCheckPlaybackTargetCompatability()
{
if (m_checkPlaybackTargetCompatablityTask.hasPendingTask())
return;
auto logSiteIdentifier = LOGIDENTIFIER;
ALWAYS_LOG(logSiteIdentifier, "task scheduled");
m_checkPlaybackTargetCompatablityTask.scheduleTask([this, logSiteIdentifier] {
UNUSED_PARAM(logSiteIdentifier);
ALWAYS_LOG(logSiteIdentifier, "lambda(), task fired");
checkPlaybackTargetCompatablity();
});
}
void HTMLMediaElement::checkPlaybackTargetCompatablity()
{
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
auto logSiteIdentifier = LOGIDENTIFIER;
ALWAYS_LOG(logSiteIdentifier, "task scheduled");
if (m_isPlayingToWirelessTarget && !m_player->canPlayToWirelessPlaybackTarget()) {
UNUSED_PARAM(logSiteIdentifier);
INFO_LOG(logSiteIdentifier, "calling setShouldPlayToPlaybackTarget(false)");
m_failedToPlayToWirelessTarget = true;
m_player->setShouldPlayToPlaybackTarget(false);
}
#endif
}
MediaError* HTMLMediaElement::error() const
{
return m_error.get();
}
void HTMLMediaElement::setSrcObject(MediaProvider&& mediaProvider)
{
INFO_LOG(LOGIDENTIFIER);
m_mediaProvider = WTFMove(mediaProvider);
prepareForLoad();
}
void HTMLMediaElement::setCrossOrigin(const AtomString& value)
{
setAttributeWithoutSynchronization(crossoriginAttr, value);
}
String HTMLMediaElement::crossOrigin() const
{
return parseCORSSettingsAttribute(attributeWithoutSynchronization(crossoriginAttr));
}
HTMLMediaElement::NetworkState HTMLMediaElement::networkState() const
{
return m_networkState;
}
String HTMLMediaElement::canPlayType(const String& mimeType) const
{
MediaEngineSupportParameters parameters;
ContentType contentType(mimeType);
parameters.type = contentType;
parameters.contentTypesRequiringHardwareSupport = mediaContentTypesRequiringHardwareSupport();
MediaPlayer::SupportsType support = MediaPlayer::supportsType(parameters);
String canPlay;
switch (support)
{
case MediaPlayer::IsNotSupported:
canPlay = emptyString();
break;
case MediaPlayer::MayBeSupported:
canPlay = "maybe"_s;
break;
case MediaPlayer::IsSupported:
canPlay = "probably"_s;
break;
}
INFO_LOG(LOGIDENTIFIER, mimeType, ": ", canPlay);
return canPlay;
}
double HTMLMediaElement::getStartDate() const
{
if (!m_player)
return std::numeric_limits<double>::quiet_NaN();
return m_player->getStartDate().toDouble();
}
void HTMLMediaElement::load()
{
Ref<HTMLMediaElement> protectedThis(*this);
INFO_LOG(LOGIDENTIFIER);
prepareForLoad();
m_resourceSelectionTaskQueue.enqueueTask([this] {
prepareToPlay();
});
}
void HTMLMediaElement::prepareForLoad()
{
ALWAYS_LOG(LOGIDENTIFIER, "gesture = ", processingUserGestureForMedia());
if (processingUserGestureForMedia())
removeBehaviorRestrictionsAfterFirstUserGesture();
stopPeriodicTimers();
m_resourceSelectionTaskQueue.cancelAllTasks();
m_sentEndEvent = false;
m_sentStalledEvent = false;
m_haveFiredLoadedData = false;
m_completelyLoaded = false;
m_havePreparedToPlay = false;
m_displayMode = Unknown;
m_currentSrc = URL();
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
m_failedToPlayToWirelessTarget = false;
#endif
m_loadState = WaitingForSource;
m_currentSourceNode = nullptr;
if (!document().hasBrowsingContext())
return;
createMediaPlayer();
cancelPendingEventsAndCallbacks();
if (m_networkState == NETWORK_LOADING || m_networkState == NETWORK_IDLE)
scheduleEvent(eventNames().abortEvent);
if (m_networkState != NETWORK_EMPTY) {
scheduleEvent(eventNames().emptiedEvent);
m_networkState = NETWORK_EMPTY;
#if ENABLE(MEDIA_SOURCE)
detachMediaSource();
#endif
forgetResourceSpecificTracks();
m_readyState = HAVE_NOTHING;
m_readyStateMaximum = HAVE_NOTHING;
m_paused = true;
clearSeeking();
m_lastSeekTime = MediaTime::zeroTime();
m_playedTimeRanges = TimeRanges::create();
refreshCachedTime();
invalidateCachedTime();
updateMediaController();
#if ENABLE(VIDEO_TRACK)
updateActiveTextTrackCues(MediaTime::zeroTime());
#endif
}
setPlaybackRate(defaultPlaybackRate());
m_error = nullptr;
m_autoplaying = true;
mediaSession().clientWillBeginAutoplaying();
if (!MediaPlayer::isAvailable())
noneSupported();
else {
if (m_mediaSession->dataLoadingPermitted())
selectMediaResource();
}
configureMediaControls();
}
void HTMLMediaElement::selectMediaResource()
{
m_networkState = NETWORK_NO_SOURCE;
setDisplayMode(Poster);
setShouldDelayLoadEvent(true);
if (m_resourceSelectionTaskQueue.hasPendingTasks())
return;
if (!m_mediaSession->pageAllowsDataLoading()) {
ALWAYS_LOG(LOGIDENTIFIER, "not allowed to load in background, waiting");
setShouldDelayLoadEvent(false);
if (m_isWaitingUntilMediaCanStart)
return;
m_isWaitingUntilMediaCanStart = true;
document().addMediaCanStartListener(*this);
return;
}
m_mediaSession->removeBehaviorRestriction(MediaElementSession::RequirePageConsentToLoadMedia);
auto logSiteIdentifier = LOGIDENTIFIER;
UNUSED_PARAM(logSiteIdentifier);
m_resourceSelectionTaskQueue.enqueueTask([this, logSiteIdentifier] {
ALWAYS_LOG(logSiteIdentifier, "lambda(), task fired");
#if ENABLE(VIDEO_TRACK)
if (hasMediaControls())
mediaControls()->changedClosedCaptionsVisibility();
m_textTracksWhenResourceSelectionBegan.clear();
if (m_textTracks) {
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
RefPtr<TextTrack> track = m_textTracks->item(i);
if (track->mode() != TextTrack::Mode::Disabled)
m_textTracksWhenResourceSelectionBegan.append(track);
}
}
#endif
enum Mode { None, Object, Attribute, Children };
Mode mode = None;
if (m_mediaProvider) {
mode = Object;
} else if (hasAttributeWithoutSynchronization(srcAttr)) {
mode = Attribute;
ASSERT(m_player);
if (!m_player) {
ERROR_LOG(logSiteIdentifier, " has srcAttr but m_player is not created");
return;
}
} else if (auto firstSource = childrenOfType<HTMLSourceElement>(*this).first()) {
mode = Children;
m_nextChildNodeToConsider = firstSource;
m_currentSourceNode = nullptr;
} else {
m_loadState = WaitingForSource;
setShouldDelayLoadEvent(false);
m_networkState = NETWORK_EMPTY;
ALWAYS_LOG(logSiteIdentifier, "nothing to load");
return;
}
m_networkState = NETWORK_LOADING;
scheduleEvent(eventNames().loadstartEvent);
if (mode == Object) {
m_currentSrc = URL();
switchOn(m_mediaProvider.value(),
#if ENABLE(MEDIA_STREAM)
[this](RefPtr<MediaStream> stream) { m_mediaStreamSrcObject = stream; },
#endif
#if ENABLE(MEDIA_SOURCE)
[this](RefPtr<MediaSource> source) { m_mediaSource = source; },
#endif
[this](RefPtr<Blob> blob) { m_blob = blob; }
);
ContentType contentType;
loadResource(URL(), contentType, String());
ALWAYS_LOG(logSiteIdentifier, "using 'srcObject' property");
return;
}
if (mode == Attribute) {
m_loadState = LoadingFromSrcAttr;
URL absoluteURL = getNonEmptyURLAttribute(srcAttr);
if (absoluteURL.isEmpty()) {
mediaLoadingFailed(MediaPlayer::FormatError);
ALWAYS_LOG(logSiteIdentifier, "empty 'src'");
return;
}
if (!isSafeToLoadURL(absoluteURL, Complain) || !dispatchBeforeLoadEvent(absoluteURL.string())) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
m_currentSrc = absoluteURL;
ContentType contentType;
loadResource(absoluteURL, contentType, String());
ALWAYS_LOG(logSiteIdentifier, "using 'src' attribute url");
return;
}
loadNextSourceChild();
});
}
void HTMLMediaElement::loadNextSourceChild()
{
ContentType contentType;
String keySystem;
URL mediaURL = selectNextSourceChild(&contentType, &keySystem, Complain);
if (!mediaURL.isValid()) {
waitForSourceChange();
return;
}
createMediaPlayer();
m_loadState = LoadingFromSourceElement;
loadResource(mediaURL, contentType, keySystem);
}
void HTMLMediaElement::loadResource(const URL& initialURL, ContentType& contentType, const String& keySystem)
{
ASSERT(initialURL.isEmpty() || isSafeToLoadURL(initialURL, Complain));
INFO_LOG(LOGIDENTIFIER, initialURL, contentType, keySystem);
RefPtr<Frame> frame = document().frame();
if (!frame) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
Page* page = frame->page();
if (!page) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
URL url = initialURL;
if (!url.isEmpty() && !frame->loader().willLoadMediaElementURL(url, *this)) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
#if ENABLE(CONTENT_EXTENSIONS)
if (auto documentLoader = makeRefPtr(frame->loader().documentLoader())) {
if (page->userContentProvider().processContentRuleListsForLoad(url, ContentExtensions::ResourceType::Media, *documentLoader).summary.blockedLoad) {
mediaLoadingFailed(MediaPlayer::FormatError);
return;
}
}
#endif
m_networkState = NETWORK_LOADING;
ApplicationCacheResource* resource = nullptr;
if (!url.isEmpty() && frame->loader().documentLoader()->applicationCacheHost().shouldLoadResourceFromApplicationCache(ResourceRequest(url), resource)) {
if (!resource || resource->path().isEmpty()) {
mediaLoadingFailed(MediaPlayer::NetworkError);
return;
}
}
page->diagnosticLoggingClient().logDiagnosticMessage(isVideo() ? DiagnosticLoggingKeys::videoKey() : DiagnosticLoggingKeys::audioKey(), DiagnosticLoggingKeys::loadingKey(), ShouldSample::No);
m_firstTimePlaying = true;
m_currentSrc = url;
if (resource) {
url = ApplicationCacheHost::createFileURL(resource->path());
INFO_LOG(LOGIDENTIFIER, "will load from app cache ", url);
}
INFO_LOG(LOGIDENTIFIER, "m_currentSrc is ", m_currentSrc);
startProgressEventTimer();
bool privateMode = document().page() && document().page()->usesEphemeralSession();
m_player->setPrivateBrowsingMode(privateMode);
setDisplayMode(Unknown);
if (!autoplay() && !m_havePreparedToPlay)
m_player->setPreload(m_mediaSession->effectivePreloadForElement());
m_player->setPreservesPitch(m_webkitPreservesPitch);
if (!m_explicitlyMuted) {
m_explicitlyMuted = true;
m_muted = hasAttributeWithoutSynchronization(mutedAttr);
m_mediaSession->canProduceAudioChanged();
}
updateVolume();
bool loadAttempted = false;
#if ENABLE(MEDIA_SOURCE)
if (!m_mediaSource && url.protocolIs(mediaSourceBlobProtocol))
m_mediaSource = MediaSource::lookup(url.string());
if (m_mediaSource) {
loadAttempted = true;
ALWAYS_LOG(LOGIDENTIFIER, "loading MSE blob");
if (!m_mediaSource->attachToElement(*this) || !m_player->load(url, contentType, m_mediaSource.get())) {
m_mediaSource = nullptr;
mediaLoadingFailed(MediaPlayer::FormatError);
}
}
#endif
#if ENABLE(MEDIA_STREAM)
if (!loadAttempted) {
if (!m_mediaStreamSrcObject && url.protocolIs(mediaStreamBlobProtocol))
m_mediaStreamSrcObject = MediaStreamRegistry::shared().lookUp(url);
if (m_mediaStreamSrcObject) {
loadAttempted = true;
ALWAYS_LOG(LOGIDENTIFIER, "loading media stream blob");
if (!m_player->load(m_mediaStreamSrcObject->privateStream()))
mediaLoadingFailed(MediaPlayer::FormatError);
}
}
#endif
if (!loadAttempted && m_blob) {
loadAttempted = true;
ALWAYS_LOG(LOGIDENTIFIER, "loading generic blob");
if (!m_player->load(m_blob->url(), contentType, keySystem))
mediaLoadingFailed(MediaPlayer::FormatError);
}
if (!loadAttempted && !m_player->load(url, contentType, keySystem))
mediaLoadingFailed(MediaPlayer::FormatError);
updateDisplayState();
updateRenderer();
}
#if ENABLE(VIDEO_TRACK)
static bool trackIndexCompare(TextTrack* a, TextTrack* b)
{
return a->trackIndex() - b->trackIndex() < 0;
}
static bool eventTimeCueCompare(const std::pair<MediaTime, TextTrackCue*>& a, const std::pair<MediaTime, TextTrackCue*>& b)
{
if (a.first != b.first)
return a.first - b.first < MediaTime::zeroTime();
if (a.second->track() != b.second->track())
return trackIndexCompare(a.second->track(), b.second->track());
return a.second->isOrderedBefore(b.second);
}
static bool compareCueInterval(const CueInterval& one, const CueInterval& two)
{
return one.data()->isOrderedBefore(two.data());
}
static bool compareCueIntervalEndTime(const CueInterval& one, const CueInterval& two)
{
return one.data()->endMediaTime() > two.data()->endMediaTime();
}
void HTMLMediaElement::updateActiveTextTrackCues(const MediaTime& movieTime)
{
if (ignoreTrackDisplayUpdateRequests())
return;
CueList currentCues;
auto movieTimeInterval = m_cueTree.createInterval(movieTime, movieTime);
if (m_readyState != HAVE_NOTHING && m_player) {
currentCues = m_cueTree.allOverlaps(movieTimeInterval);
if (currentCues.size() > 1)
std::sort(currentCues.begin(), currentCues.end(), &compareCueInterval);
}
CueList previousCues;
CueList missedCues;
previousCues = m_currentlyActiveCues;
MediaTime lastTime = m_lastTextTrackUpdateTime;
if (lastTime >= MediaTime::zeroTime() && m_lastSeekTime < movieTime) {
for (auto& cue : m_cueTree.allOverlaps(m_cueTree.createInterval(lastTime, movieTime))) {
if (cue.low() > std::max(m_lastSeekTime, lastTime) && cue.high() < movieTime)
missedCues.append(cue);
}
}
m_lastTextTrackUpdateTime = movieTime;
if (!m_paused && m_lastSeekTime <= lastTime)
scheduleTimeupdateEvent(false);
size_t currentCuesSize = currentCues.size();
size_t missedCuesSize = missedCues.size();
size_t previousCuesSize = previousCues.size();
bool activeSetChanged = missedCuesSize;
for (size_t i = 0; !activeSetChanged && i < previousCuesSize; ++i)
if (!currentCues.contains(previousCues[i]) && previousCues[i].data()->isActive())
activeSetChanged = true;
for (size_t i = 0; i < currentCuesSize; ++i) {
RefPtr<TextTrackCue> cue = currentCues[i].data();
if (cue->isRenderable())
toVTTCue(cue.get())->updateDisplayTree(movieTime);
if (!cue->isActive())
activeSetChanged = true;
}
MediaTime nextInterestingTime = MediaTime::invalidTime();
if (auto nearestEndingCue = std::min_element(currentCues.begin(), currentCues.end(), compareCueIntervalEndTime))
nextInterestingTime = nearestEndingCue->data()->endMediaTime();
Optional<CueInterval> nextCue = m_cueTree.nextIntervalAfter(movieTimeInterval);
if (nextCue)
nextInterestingTime = std::min(nextInterestingTime, nextCue->low());
INFO_LOG(LOGIDENTIFIER, "nextInterestingTime:", nextInterestingTime);
if (nextInterestingTime.isValid() && m_player) {
m_player->performTaskAtMediaTime([this, weakThis = makeWeakPtr(this), nextInterestingTime] {
if (!weakThis)
return;
auto currentMediaTime = this->currentMediaTime();
INFO_LOG(LOGIDENTIFIER, " lambda, currentMediaTime: ", currentMediaTime);
this->updateActiveTextTrackCues(currentMediaTime);
}, nextInterestingTime);
}
if (!activeSetChanged)
return;
for (size_t i = 0; !m_paused && i < previousCuesSize; ++i) {
if (previousCues[i].data()->pauseOnExit()
&& previousCues[i].data()->isActive()
&& !currentCues.contains(previousCues[i]))
pause();
}
for (size_t i = 0; !m_paused && i < missedCuesSize; ++i) {
if (missedCues[i].data()->pauseOnExit())
pause();
}
Vector<std::pair<MediaTime, TextTrackCue*>> eventTasks;
Vector<TextTrack*> affectedTracks;
for (size_t i = 0; i < missedCuesSize; ++i) {
eventTasks.append({ missedCues[i].data()->startMediaTime(), missedCues[i].data() });
if (missedCues[i].data()->startMediaTime() < missedCues[i].data()->endMediaTime())
eventTasks.append({ missedCues[i].data()->endMediaTime(), missedCues[i].data() });
}
for (size_t i = 0; i < previousCuesSize; ++i) {
if (!currentCues.contains(previousCues[i]))
eventTasks.append({ previousCues[i].data()->endMediaTime(), previousCues[i].data() });
}
for (size_t i = 0; i < currentCuesSize; ++i) {
if (!previousCues.contains(currentCues[i]))
eventTasks.append({ currentCues[i].data()->startMediaTime(), currentCues[i].data() });
}
std::sort(eventTasks.begin(), eventTasks.end(), eventTimeCueCompare);
for (auto& eventTask : eventTasks) {
if (!affectedTracks.contains(eventTask.second->track()))
affectedTracks.append(eventTask.second->track());
if (eventTask.second->startTime() >= eventTask.second->endTime()) {
auto enterEvent = Event::create(eventNames().enterEvent, Event::CanBubble::No, Event::IsCancelable::No);
enterEvent->setTarget(eventTask.second);
m_asyncEventQueue.enqueueEvent(WTFMove(enterEvent));
auto exitEvent = Event::create(eventNames().exitEvent, Event::CanBubble::No, Event::IsCancelable::No);
exitEvent->setTarget(eventTask.second);
m_asyncEventQueue.enqueueEvent(WTFMove(exitEvent));
} else {
RefPtr<Event> event;
if (eventTask.first == eventTask.second->startMediaTime())
event = Event::create(eventNames().enterEvent, Event::CanBubble::No, Event::IsCancelable::No);
else
event = Event::create(eventNames().exitEvent, Event::CanBubble::No, Event::IsCancelable::No);
event->setTarget(eventTask.second);
m_asyncEventQueue.enqueueEvent(WTFMove(event));
}
}
std::sort(affectedTracks.begin(), affectedTracks.end(), trackIndexCompare);
for (auto& affectedTrack : affectedTracks) {
auto event = Event::create(eventNames().cuechangeEvent, Event::CanBubble::No, Event::IsCancelable::No);
event->setTarget(affectedTrack);
m_asyncEventQueue.enqueueEvent(WTFMove(event));
if (is<LoadableTextTrack>(*affectedTrack)) {
auto event = Event::create(eventNames().cuechangeEvent, Event::CanBubble::No, Event::IsCancelable::No);
auto trackElement = makeRefPtr(downcast<LoadableTextTrack>(*affectedTrack).trackElement());
ASSERT(trackElement);
event->setTarget(trackElement);
m_asyncEventQueue.enqueueEvent(WTFMove(event));
}
}
for (size_t i = 0; i < currentCuesSize; ++i)
currentCues[i].data()->setIsActive(true);
for (size_t i = 0; i < previousCuesSize; ++i)
if (!currentCues.contains(previousCues[i]))
previousCues[i].data()->setIsActive(false);
m_currentlyActiveCues = currentCues;
if (activeSetChanged)
updateTextTrackDisplay();
}
bool HTMLMediaElement::textTracksAreReady() const
{
for (unsigned i = 0; i < m_textTracksWhenResourceSelectionBegan.size(); ++i) {
if (m_textTracksWhenResourceSelectionBegan[i]->readinessState() == TextTrack::Loading
|| m_textTracksWhenResourceSelectionBegan[i]->readinessState() == TextTrack::NotLoaded)
return false;
}
return true;
}
void HTMLMediaElement::textTrackReadyStateChanged(TextTrack* track)
{
if (track->readinessState() != TextTrack::Loading
&& track->mode() != TextTrack::Mode::Disabled) {
if (hasMediaControls())
mediaControls()->clearTextDisplayContainer();
updateTextTrackDisplay();
}
if (m_player && m_textTracksWhenResourceSelectionBegan.contains(track)) {
if (track->readinessState() != TextTrack::Loading)
setReadyState(m_player->readyState());
} else {
if (hasMediaControls() && track->readinessState() == TextTrack::FailedToLoad)
mediaControls()->refreshClosedCaptionsButtonVisibility();
}
}
void HTMLMediaElement::audioTrackEnabledChanged(AudioTrack& track)
{
if (m_audioTracks && m_audioTracks->contains(track))
m_audioTracks->scheduleChangeEvent();
if (processingUserGestureForMedia())
removeBehaviorRestrictionsAfterFirstUserGesture(MediaElementSession::AllRestrictions & ~MediaElementSession::RequireUserGestureToControlControlsManager);
}
void HTMLMediaElement::textTrackModeChanged(TextTrack& track)
{
bool trackIsLoaded = true;
if (track.trackType() == TextTrack::TrackElement) {
trackIsLoaded = false;
for (auto& trackElement : childrenOfType<HTMLTrackElement>(*this)) {
if (&trackElement.track() == &track) {
if (trackElement.readyState() == HTMLTrackElement::LOADING || trackElement.readyState() == HTMLTrackElement::LOADED)
trackIsLoaded = true;
break;
}
}
}
if (!m_textTracks)
m_textTracks = TextTrackList::create(this, ActiveDOMObject::scriptExecutionContext());
track.setHasBeenConfigured(true);
if (track.mode() != TextTrack::Mode::Disabled && trackIsLoaded)
textTrackAddCues(track, *track.cues());
configureTextTrackDisplay(AssumeTextTrackVisibilityChanged);
if (m_textTracks && m_textTracks->contains(track))
m_textTracks->scheduleChangeEvent();
#if ENABLE(AVF_CAPTIONS)
if (track.trackType() == TextTrack::TrackElement && m_player)
m_player->notifyTrackModeChanged();
#endif
}
void HTMLMediaElement::videoTrackSelectedChanged(VideoTrack& track)
{
if (m_videoTracks && m_videoTracks->contains(track))
m_videoTracks->scheduleChangeEvent();
}
void HTMLMediaElement::textTrackKindChanged(TextTrack& track)
{
if (track.kind() != TextTrack::Kind::Captions && track.kind() != TextTrack::Kind::Subtitles && track.mode() == TextTrack::Mode::Showing)
track.setMode(TextTrack::Mode::Hidden);
}
void HTMLMediaElement::beginIgnoringTrackDisplayUpdateRequests()
{
++m_ignoreTrackDisplayUpdate;
}
void HTMLMediaElement::endIgnoringTrackDisplayUpdateRequests()
{
ASSERT(m_ignoreTrackDisplayUpdate);
--m_ignoreTrackDisplayUpdate;
if (!m_ignoreTrackDisplayUpdate && m_inActiveDocument)
updateActiveTextTrackCues(currentMediaTime());
}
void HTMLMediaElement::textTrackAddCues(TextTrack& track, const TextTrackCueList& cues)
{
if (track.mode() == TextTrack::Mode::Disabled)
return;
TrackDisplayUpdateScope scope { *this };
for (unsigned i = 0; i < cues.length(); ++i)
textTrackAddCue(track, *cues.item(i));
}
void HTMLMediaElement::textTrackRemoveCues(TextTrack&, const TextTrackCueList& cues)
{
TrackDisplayUpdateScope scope { *this };
for (unsigned i = 0; i < cues.length(); ++i) {
auto& cue = *cues.item(i);
textTrackRemoveCue(*cue.track(), cue);
}
}
void HTMLMediaElement::textTrackAddCue(TextTrack& track, TextTrackCue& cue)
{
if (track.mode() == TextTrack::Mode::Disabled)
return;
MediaTime endTime = std::max(cue.startMediaTime(), cue.endMediaTime());
CueInterval interval = m_cueTree.createInterval(cue.startMediaTime(), endTime, &cue);
if (!m_cueTree.contains(interval))
m_cueTree.add(interval);
updateActiveTextTrackCues(currentMediaTime());
}
void HTMLMediaElement::textTrackRemoveCue(TextTrack&, TextTrackCue& cue)
{
MediaTime endTime = std::max(cue.startMediaTime(), cue.endMediaTime());
CueInterval interval = m_cueTree.createInterval(cue.startMediaTime(), endTime, &cue);
m_cueTree.remove(interval);
if (cue.isRenderable())
toVTTCue(&cue)->notifyRegionWhenRemovingDisplayTree(false);
size_t index = m_currentlyActiveCues.find(interval);
if (index != notFound) {
cue.setIsActive(false);
m_currentlyActiveCues.remove(index);
}
if (cue.isRenderable())
toVTTCue(&cue)->removeDisplayTree();
updateActiveTextTrackCues(currentMediaTime());
if (cue.isRenderable())
toVTTCue(&cue)->notifyRegionWhenRemovingDisplayTree(true);
}
#endif
static inline bool isAllowedToLoadMediaURL(HTMLMediaElement& element, const URL& url, bool isInUserAgentShadowTree)
{
if (isInUserAgentShadowTree)
return true;
ASSERT(element.document().contentSecurityPolicy());
return element.document().contentSecurityPolicy()->allowMediaFromSource(url);
}
bool HTMLMediaElement::isSafeToLoadURL(const URL& url, InvalidURLAction actionIfInvalid)
{
if (!url.isValid()) {
ERROR_LOG(LOGIDENTIFIER, url, " is invalid");
return false;
}
RefPtr<Frame> frame = document().frame();
if (!frame || !document().securityOrigin().canDisplay(url)) {
if (actionIfInvalid == Complain) {
FrameLoader::reportLocalLoadFailed(frame.get(), url.stringCenterEllipsizedToLength());
ERROR_LOG(LOGIDENTIFIER, url , " was rejected by SecurityOrigin");
}
return false;
}
if (!isAllowedToLoadMediaURL(*this, url, isInUserAgentShadowTree())) {
ERROR_LOG(LOGIDENTIFIER, url, " was rejected by Content Security Policy");
return false;
}
return true;
}
void HTMLMediaElement::startProgressEventTimer()
{
if (m_progressEventTimer.isActive())
return;
m_previousProgressTime = MonotonicTime::now();
m_progressEventTimer.startRepeating(350_ms);
}
void HTMLMediaElement::waitForSourceChange()
{
INFO_LOG(LOGIDENTIFIER);
stopPeriodicTimers();
m_loadState = WaitingForSource;
m_networkState = NETWORK_NO_SOURCE;
setShouldDelayLoadEvent(false);
updateDisplayState();
updateRenderer();
}
void HTMLMediaElement::noneSupported()
{
if (m_error)
return;
INFO_LOG(LOGIDENTIFIER);
stopPeriodicTimers();
m_loadState = WaitingForSource;
m_currentSourceNode = nullptr;
m_error = MediaError::create(MediaError::MEDIA_ERR_SRC_NOT_SUPPORTED);
forgetResourceSpecificTracks();
m_networkState = NETWORK_NO_SOURCE;
scheduleEvent(eventNames().errorEvent);
rejectPendingPlayPromises(WTFMove(m_pendingPlayPromises), DOMException::create(NotSupportedError));
#if ENABLE(MEDIA_SOURCE)
detachMediaSource();
#endif
setShouldDelayLoadEvent(false);
updateDisplayState();
updateRenderer();
}
void HTMLMediaElement::mediaLoadingFailedFatally(MediaPlayer::NetworkState error)
{
stopPeriodicTimers();
m_loadState = WaitingForSource;
if (error == MediaPlayer::NetworkError)
m_error = MediaError::create(MediaError::MEDIA_ERR_NETWORK);
else if (error == MediaPlayer::DecodeError)
m_error = MediaError::create(MediaError::MEDIA_ERR_DECODE);
else
ASSERT_NOT_REACHED();
scheduleEvent(eventNames().errorEvent);
#if ENABLE(MEDIA_SOURCE)
detachMediaSource();
#endif
m_networkState = NETWORK_EMPTY;
scheduleEvent(eventNames().emptiedEvent);
setShouldDelayLoadEvent(false);
m_currentSourceNode = nullptr;
#if PLATFORM(COCOA)
if (is<MediaDocument>(document()))
downcast<MediaDocument>(document()).mediaElementSawUnsupportedTracks();
#endif
}
void HTMLMediaElement::cancelPendingEventsAndCallbacks()
{
INFO_LOG(LOGIDENTIFIER);
m_asyncEventQueue.cancelAllEvents();
for (auto& source : childrenOfType<HTMLSourceElement>(*this))
source.cancelPendingErrorEvent();
rejectPendingPlayPromises(WTFMove(m_pendingPlayPromises), DOMException::create(AbortError));
}
void HTMLMediaElement::mediaPlayerNetworkStateChanged(MediaPlayer*)
{
beginProcessingMediaPlayerCallback();
setNetworkState(m_player->networkState());
endProcessingMediaPlayerCallback();
}
static void logMediaLoadRequest(Page* page, const String& mediaEngine, const String& errorMessage, bool succeeded)
{
if (!page)
return;
DiagnosticLoggingClient& diagnosticLoggingClient = page->diagnosticLoggingClient();
if (!succeeded) {
diagnosticLoggingClient.logDiagnosticMessageWithResult(DiagnosticLoggingKeys::mediaLoadingFailedKey(), errorMessage, DiagnosticLoggingResultFail, ShouldSample::No);
return;
}
diagnosticLoggingClient.logDiagnosticMessage(DiagnosticLoggingKeys::mediaLoadedKey(), mediaEngine, ShouldSample::No);
if (!page->hasSeenAnyMediaEngine())
diagnosticLoggingClient.logDiagnosticMessage(DiagnosticLoggingKeys::pageContainsAtLeastOneMediaEngineKey(), emptyString(), ShouldSample::No);
if (!page->hasSeenMediaEngine(mediaEngine))
diagnosticLoggingClient.logDiagnosticMessage(DiagnosticLoggingKeys::pageContainsMediaEngineKey(), mediaEngine, ShouldSample::No);
page->sawMediaEngine(mediaEngine);
}
static String stringForNetworkState(MediaPlayer::NetworkState state)
{
switch (state) {
case MediaPlayer::Empty: return "Empty"_s;
case MediaPlayer::Idle: return "Idle"_s;
case MediaPlayer::Loading: return "Loading"_s;
case MediaPlayer::Loaded: return "Loaded"_s;
case MediaPlayer::FormatError: return "FormatError"_s;
case MediaPlayer::NetworkError: return "NetworkError"_s;
case MediaPlayer::DecodeError: return "DecodeError"_s;
default: return emptyString();
}
}
void HTMLMediaElement::mediaLoadingFailed(MediaPlayer::NetworkState error)
{
stopPeriodicTimers();
if (m_readyState < HAVE_METADATA && m_loadState == LoadingFromSourceElement) {
if (m_currentSourceNode)
m_currentSourceNode->scheduleErrorEvent();
else
INFO_LOG(LOGIDENTIFIER, "error event not sent, <source> was removed");
forgetResourceSpecificTracks();
if (havePotentialSourceChild()) {
INFO_LOG(LOGIDENTIFIER, "scheduling next <source>");
scheduleNextSourceChild();
} else {
INFO_LOG(LOGIDENTIFIER, "no more <source> elements, waiting");
waitForSourceChange();
}
return;
}
if ((error == MediaPlayer::NetworkError && m_readyState >= HAVE_METADATA) || error == MediaPlayer::DecodeError)
mediaLoadingFailedFatally(error);
else if ((error == MediaPlayer::FormatError || error == MediaPlayer::NetworkError) && m_loadState == LoadingFromSrcAttr)
noneSupported();
updateDisplayState();
if (hasMediaControls()) {
mediaControls()->reset();
mediaControls()->reportedError();
}
ERROR_LOG(LOGIDENTIFIER, "error = ", static_cast<int>(error));
logMediaLoadRequest(document().page(), String(), stringForNetworkState(error), false);
m_mediaSession->clientCharacteristicsChanged();
}
void HTMLMediaElement::setNetworkState(MediaPlayer::NetworkState state)
{
if (static_cast<int>(state) != static_cast<int>(m_networkState))
ALWAYS_LOG(LOGIDENTIFIER, "new state = ", state, ", current state = ", m_networkState);
if (state == MediaPlayer::Empty) {
m_networkState = NETWORK_EMPTY;
return;
}
if (state == MediaPlayer::FormatError || state == MediaPlayer::NetworkError || state == MediaPlayer::DecodeError) {
mediaLoadingFailed(state);
return;
}
if (state == MediaPlayer::Idle) {
if (m_networkState > NETWORK_IDLE) {
changeNetworkStateFromLoadingToIdle();
setShouldDelayLoadEvent(false);
} else {
m_networkState = NETWORK_IDLE;
}
}
if (state == MediaPlayer::Loading) {
if (m_networkState < NETWORK_LOADING || m_networkState == NETWORK_NO_SOURCE)
startProgressEventTimer();
m_networkState = NETWORK_LOADING;
}
if (state == MediaPlayer::Loaded) {
if (m_networkState != NETWORK_IDLE)
changeNetworkStateFromLoadingToIdle();
m_completelyLoaded = true;
}
if (hasMediaControls())
mediaControls()->updateStatusDisplay();
}
void HTMLMediaElement::changeNetworkStateFromLoadingToIdle()
{
m_progressEventTimer.stop();
if (hasMediaControls() && m_player->didLoadingProgress())
mediaControls()->bufferingProgressed();
scheduleEvent(eventNames().progressEvent);
scheduleEvent(eventNames().suspendEvent);
m_networkState = NETWORK_IDLE;
}
void HTMLMediaElement::mediaPlayerReadyStateChanged(MediaPlayer*)
{
beginProcessingMediaPlayerCallback();
setReadyState(m_player->readyState());
endProcessingMediaPlayerCallback();
}
SuccessOr<MediaPlaybackDenialReason> HTMLMediaElement::canTransitionFromAutoplayToPlay() const
{
if (m_readyState != HAVE_ENOUGH_DATA) {
ALWAYS_LOG(LOGIDENTIFIER, "m_readyState != HAVE_ENOUGH_DATA");
return MediaPlaybackDenialReason::PageConsentRequired;
}
if (!isAutoplaying()) {
ALWAYS_LOG(LOGIDENTIFIER, "!isAutoplaying");
return MediaPlaybackDenialReason::PageConsentRequired;
}
if (!mediaSession().autoplayPermitted()) {
ALWAYS_LOG(LOGIDENTIFIER, "!mediaSession().autoplayPermitted");
return MediaPlaybackDenialReason::PageConsentRequired;
}
if (!paused()) {
ALWAYS_LOG(LOGIDENTIFIER, "!paused");
return MediaPlaybackDenialReason::PageConsentRequired;
}
if (!autoplay()) {
ALWAYS_LOG(LOGIDENTIFIER, "!autoplay");
return MediaPlaybackDenialReason::PageConsentRequired;
}
if (pausedForUserInteraction()) {
ALWAYS_LOG(LOGIDENTIFIER, "pausedForUserInteraction");
return MediaPlaybackDenialReason::PageConsentRequired;
}
if (document().isSandboxed(SandboxAutomaticFeatures)) {
ALWAYS_LOG(LOGIDENTIFIER, "isSandboxed");
return MediaPlaybackDenialReason::PageConsentRequired;
}
auto permitted = mediaSession().playbackPermitted();
#if !RELEASE_LOG_DISABLED
if (!permitted)
ALWAYS_LOG(LOGIDENTIFIER, permitted.value());
else
ALWAYS_LOG(LOGIDENTIFIER, "can transition!");
#endif
return permitted;
}
void HTMLMediaElement::dispatchPlayPauseEventsIfNeedsQuirks()
{
if (!document().quirks().needsAutoplayPlayPauseEvents())
return;
ALWAYS_LOG(LOGIDENTIFIER);
scheduleEvent(eventNames().playingEvent);
scheduleEvent(eventNames().pauseEvent);
}
void HTMLMediaElement::setReadyState(MediaPlayer::ReadyState state)
{
bool wasPotentiallyPlaying = potentiallyPlaying();
ReadyState oldState = m_readyState;
ReadyState newState = static_cast<ReadyState>(state);
#if ENABLE(VIDEO_TRACK)
bool tracksAreReady = textTracksAreReady();
if (newState == oldState && m_tracksAreReady == tracksAreReady)
return;
m_tracksAreReady = tracksAreReady;
#else
if (newState == oldState)
return;
bool tracksAreReady = true;
#endif
ALWAYS_LOG(LOGIDENTIFIER, "new state = ", state, ", current state = ", m_readyState);
if (tracksAreReady)
m_readyState = newState;
else {
if (newState <= HAVE_METADATA)
m_readyState = newState;
else
m_readyState = HAVE_CURRENT_DATA;
}
if (oldState > m_readyStateMaximum)
m_readyStateMaximum = oldState;
if (m_networkState == NETWORK_EMPTY)
return;
if (m_seeking) {
if (wasPotentiallyPlaying && m_readyState < HAVE_FUTURE_DATA)
scheduleEvent(eventNames().waitingEvent);
if (m_seekRequested && !m_player->seeking() && m_readyState >= HAVE_CURRENT_DATA)
finishSeek();
} else {
if (wasPotentiallyPlaying && m_readyState < HAVE_FUTURE_DATA) {
invalidateCachedTime();
scheduleTimeupdateEvent(false);
scheduleEvent(eventNames().waitingEvent);
}
}
if (m_readyState >= HAVE_METADATA && oldState < HAVE_METADATA) {
prepareMediaFragmentURI();
scheduleEvent(eventNames().durationchangeEvent);
scheduleResizeEvent();
scheduleEvent(eventNames().loadedmetadataEvent);
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (hasEventListeners(eventNames().webkitplaybacktargetavailabilitychangedEvent))
enqueuePlaybackTargetAvailabilityChangedEvent();
#endif
m_initiallyMuted = m_volume < 0.05 || muted();
if (hasMediaControls())
mediaControls()->loadedMetadata();
updateRenderer();
if (is<MediaDocument>(document()))
downcast<MediaDocument>(document()).mediaElementNaturalSizeChanged(expandedIntSize(m_player->naturalSize()));
logMediaLoadRequest(document().page(), m_player->engineDescription(), String(), true);
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
scheduleUpdateMediaState();
#endif
m_mediaSession->clientCharacteristicsChanged();
}
bool shouldUpdateDisplayState = false;
if (m_readyState >= HAVE_CURRENT_DATA && oldState < HAVE_CURRENT_DATA) {
if (!m_haveFiredLoadedData) {
m_haveFiredLoadedData = true;
scheduleEvent(eventNames().loadeddataEvent);
shouldUpdateDisplayState = true;
applyMediaFragmentURI();
}
setShouldDelayLoadEvent(false);
}
if (m_readyState == HAVE_FUTURE_DATA && oldState <= HAVE_CURRENT_DATA && tracksAreReady) {
scheduleEvent(eventNames().canplayEvent);
shouldUpdateDisplayState = true;
}
if (m_readyState == HAVE_ENOUGH_DATA && oldState < HAVE_ENOUGH_DATA && tracksAreReady) {
if (oldState <= HAVE_CURRENT_DATA)
scheduleEvent(eventNames().canplayEvent);
scheduleEvent(eventNames().canplaythroughEvent);
auto success = canTransitionFromAutoplayToPlay();
if (success) {
m_paused = false;
invalidateCachedTime();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::StartedWithoutUserGesture);
m_playbackStartedTime = currentMediaTime().toDouble();
scheduleEvent(eventNames().playEvent);
} else if (success.value() == MediaPlaybackDenialReason::UserGestureRequired) {
ALWAYS_LOG(LOGIDENTIFIER, "Autoplay blocked, user gesture required");
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::PreventedAutoplay);
}
shouldUpdateDisplayState = true;
}
if (m_readyState == HAVE_FUTURE_DATA && oldState < HAVE_FUTURE_DATA && potentiallyPlaying() && !m_mediaSession->playbackPermitted()) {
auto canTransition = canTransitionFromAutoplayToPlay();
if (canTransition && canTransition.value() == MediaPlaybackDenialReason::UserGestureRequired)
ALWAYS_LOG(LOGIDENTIFIER, "Autoplay blocked, user gesture required");
pauseInternal();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::PreventedAutoplay);
}
if (shouldUpdateDisplayState) {
updateDisplayState();
if (hasMediaControls()) {
mediaControls()->refreshClosedCaptionsButtonVisibility();
mediaControls()->updateStatusDisplay();
}
}
updatePlayState();
updateMediaController();
#if ENABLE(VIDEO_TRACK)
updateActiveTextTrackCues(currentMediaTime());
#endif
}
#if ENABLE(LEGACY_ENCRYPTED_MEDIA)
RefPtr<ArrayBuffer> HTMLMediaElement::mediaPlayerCachedKeyForKeyId(const String& keyId) const
{
return m_webKitMediaKeys ? m_webKitMediaKeys->cachedKeyForKeyId(keyId) : nullptr;
}
bool HTMLMediaElement::mediaPlayerKeyNeeded(MediaPlayer*, Uint8Array* initData)
{
if (!RuntimeEnabledFeatures::sharedFeatures().legacyEncryptedMediaAPIEnabled())
return false;
if (!hasEventListeners("webkitneedkey")
#if ENABLE(ENCRYPTED_MEDIA)
&& (!RuntimeEnabledFeatures::sharedFeatures().encryptedMediaAPIEnabled() || document().quirks().hasBrokenEncryptedMediaAPISupportQuirk())
#endif
) {
m_error = MediaError::create(MediaError::MEDIA_ERR_ENCRYPTED);
scheduleEvent(eventNames().errorEvent);
return false;
}
auto event = WebKitMediaKeyNeededEvent::create(eventNames().webkitneedkeyEvent, initData);
event->setTarget(this);
m_asyncEventQueue.enqueueEvent(WTFMove(event));
return true;
}
String HTMLMediaElement::mediaPlayerMediaKeysStorageDirectory() const
{
auto* page = document().page();
if (!page || page->usesEphemeralSession())
return emptyString();
String storageDirectory = document().settings().mediaKeysStorageDirectory();
if (storageDirectory.isEmpty())
return emptyString();
return FileSystem::pathByAppendingComponent(storageDirectory, document().securityOrigin().data().databaseIdentifier());
}
void HTMLMediaElement::webkitSetMediaKeys(WebKitMediaKeys* mediaKeys)
{
if (!RuntimeEnabledFeatures::sharedFeatures().legacyEncryptedMediaAPIEnabled())
return;
if (m_webKitMediaKeys == mediaKeys)
return;
if (m_webKitMediaKeys)
m_webKitMediaKeys->setMediaElement(nullptr);
m_webKitMediaKeys = mediaKeys;
if (m_webKitMediaKeys)
m_webKitMediaKeys->setMediaElement(this);
}
void HTMLMediaElement::keyAdded()
{
if (!RuntimeEnabledFeatures::sharedFeatures().legacyEncryptedMediaAPIEnabled())
return;
if (m_player)
m_player->keyAdded();
}
#endif
#if ENABLE(ENCRYPTED_MEDIA)
MediaKeys* HTMLMediaElement::mediaKeys() const
{
return m_mediaKeys.get();
}
void HTMLMediaElement::setMediaKeys(MediaKeys* mediaKeys, Ref<DeferredPromise>&& promise)
{
if (m_attachingMediaKeys) {
promise->reject(InvalidStateError);
return;
}
if (mediaKeys == m_mediaKeys) {
promise->resolve();
return;
}
m_attachingMediaKeys = true;
m_encryptedMediaQueue.enqueueTask([this, mediaKeys = RefPtr<MediaKeys>(mediaKeys), promise = WTFMove(promise)]() mutable {
if (m_mediaKeys) {
m_mediaKeys->detachCDMClient(*this);
if (m_player)
m_player->cdmInstanceDetached(m_mediaKeys->cdmInstance());
}
if (mediaKeys) {
mediaKeys->attachCDMClient(*this);
if (m_player)
m_player->cdmInstanceAttached(mediaKeys->cdmInstance());
m_encryptedMediaQueue.enqueueTask([this] {
attemptToResumePlaybackIfNecessary();
});
}
m_mediaKeys = WTFMove(mediaKeys);
m_attachingMediaKeys = false;
promise->resolve();
});
}
void HTMLMediaElement::mediaPlayerInitializationDataEncountered(const String& initDataType, RefPtr<ArrayBuffer>&& initData)
{
if (!RuntimeEnabledFeatures::sharedFeatures().encryptedMediaAPIEnabled() || document().quirks().hasBrokenEncryptedMediaAPISupportQuirk())
return;
MediaEncryptedEventInit initializer { initDataType, WTFMove(initData) };
m_asyncEventQueue.enqueueEvent(MediaEncryptedEvent::create(eventNames().encryptedEvent, initializer, Event::IsTrusted::Yes));
}
void HTMLMediaElement::mediaPlayerWaitingForKeyChanged()
{
if (!m_player)
return;
if (!m_player->waitingForKey() && m_playbackBlockedWaitingForKey) {
m_playbackBlockedWaitingForKey = false;
setReadyState(m_player->readyState());
return;
}
if (m_playbackBlockedWaitingForKey)
return;
m_playbackBlockedWaitingForKey = true;
ReadyState nextReadyState = buffered()->contain(currentTime()) ? HAVE_CURRENT_DATA : HAVE_METADATA;
if (nextReadyState < m_readyState)
setReadyState(static_cast<MediaPlayer::ReadyState>(nextReadyState));
scheduleEvent(eventNames().waitingforkeyEvent);
}
void HTMLMediaElement::attemptToDecrypt()
{
if (m_mediaKeys) {
auto& cdmInstance = m_mediaKeys->cdmInstance();
if (m_mediaKeys->hasOpenSessions()) {
if (m_player)
m_player->attemptToDecryptWithInstance(cdmInstance);
}
}
}
void HTMLMediaElement::attemptToResumePlaybackIfNecessary()
{
if (!m_playbackBlockedWaitingForKey)
return;
attemptToDecrypt();
}
void HTMLMediaElement::cdmClientAttemptToResumePlaybackIfNecessary()
{
attemptToResumePlaybackIfNecessary();
}
#endif // ENABLE(ENCRYPTED_MEDIA)
void HTMLMediaElement::progressEventTimerFired()
{
ASSERT(m_player);
if (m_networkState != NETWORK_LOADING)
return;
MonotonicTime time = MonotonicTime::now();
Seconds timedelta = time - m_previousProgressTime;
if (m_player->didLoadingProgress()) {
scheduleEvent(eventNames().progressEvent);
m_previousProgressTime = time;
m_sentStalledEvent = false;
updateRenderer();
if (hasMediaControls())
mediaControls()->bufferingProgressed();
} else if (timedelta > 3_s && !m_sentStalledEvent) {
scheduleEvent(eventNames().stalledEvent);
m_sentStalledEvent = true;
setShouldDelayLoadEvent(false);
}
}
void HTMLMediaElement::rewind(double timeDelta)
{
setCurrentTime(std::max(currentMediaTime() - MediaTime::createWithDouble(timeDelta), minTimeSeekable()));
}
void HTMLMediaElement::returnToRealtime()
{
setCurrentTime(maxTimeSeekable());
}
void HTMLMediaElement::addPlayedRange(const MediaTime& start, const MediaTime& end)
{
DEBUG_LOG(LOGIDENTIFIER, MediaTimeRange { start, end });
if (!m_playedTimeRanges)
m_playedTimeRanges = TimeRanges::create();
m_playedTimeRanges->ranges().add(start, end);
}
bool HTMLMediaElement::supportsScanning() const
{
return m_player ? m_player->supportsScanning() : false;
}
void HTMLMediaElement::prepareToPlay()
{
ScriptDisallowedScope::InMainThread scriptDisallowedScope;
INFO_LOG(LOGIDENTIFIER);
if (m_havePreparedToPlay || !document().hasBrowsingContext())
return;
m_havePreparedToPlay = true;
if (m_player)
m_player->prepareToPlay();
}
void HTMLMediaElement::fastSeek(double time)
{
fastSeek(MediaTime::createWithDouble(time));
}
void HTMLMediaElement::fastSeek(const MediaTime& time)
{
INFO_LOG(LOGIDENTIFIER, time);
refreshCachedTime();
MediaTime delta = time - currentMediaTime();
MediaTime negativeTolerance = delta < MediaTime::zeroTime() ? MediaTime::positiveInfiniteTime() : delta;
seekWithTolerance(time, negativeTolerance, MediaTime::zeroTime(), true);
}
void HTMLMediaElement::seek(const MediaTime& time)
{
INFO_LOG(LOGIDENTIFIER, time);
seekWithTolerance(time, MediaTime::zeroTime(), MediaTime::zeroTime(), true);
}
void HTMLMediaElement::seekInternal(const MediaTime& time)
{
INFO_LOG(LOGIDENTIFIER, time);
seekWithTolerance(time, MediaTime::zeroTime(), MediaTime::zeroTime(), false);
}
void HTMLMediaElement::seekWithTolerance(const MediaTime& inTime, const MediaTime& negativeTolerance, const MediaTime& positiveTolerance, bool fromDOM)
{
MediaTime time = inTime;
setDisplayMode(Video);
if (m_readyState == HAVE_NOTHING || !m_player)
return;
if (m_preload < MediaPlayer::Auto && m_readyState < HAVE_FUTURE_DATA)
prepareToPlay();
refreshCachedTime();
MediaTime now = currentMediaTime();
if (m_seekTaskQueue.hasPendingTask()) {
INFO_LOG(LOGIDENTIFIER, "cancelling pending seeks");
m_seekTaskQueue.cancelTask();
if (m_pendingSeek) {
now = m_pendingSeek->now;
m_pendingSeek = nullptr;
}
m_pendingSeekType = NoSeek;
}
m_seeking = true;
if (m_playing) {
if (m_lastSeekTime < now)
addPlayedRange(m_lastSeekTime, now);
}
m_lastSeekTime = time;
m_pendingSeek = std::make_unique<PendingSeek>(now, time, negativeTolerance, positiveTolerance);
if (fromDOM) {
INFO_LOG(LOGIDENTIFIER, "enqueuing seek from ", now, " to ", time);
m_seekTaskQueue.scheduleTask(std::bind(&HTMLMediaElement::seekTask, this));
} else
seekTask();
if (processingUserGestureForMedia())
m_mediaSession->removeBehaviorRestriction(MediaElementSession::RequireUserGestureToControlControlsManager);
}
void HTMLMediaElement::seekTask()
{
INFO_LOG(LOGIDENTIFIER);
if (!m_player) {
clearSeeking();
return;
}
ASSERT(m_pendingSeek);
MediaTime now = m_pendingSeek->now;
MediaTime time = m_pendingSeek->targetTime;
MediaTime negativeTolerance = m_pendingSeek->negativeTolerance;
MediaTime positiveTolerance = m_pendingSeek->positiveTolerance;
m_pendingSeek = nullptr;
ASSERT(negativeTolerance >= MediaTime::zeroTime());
time = std::min(time, durationMediaTime());
MediaTime earliestTime = m_player->startTime();
time = std::max(time, earliestTime);
if (willLog(WTFLogLevel::Debug)) {
MediaTime mediaTime = m_player->mediaTimeForTimeValue(time);
if (time != mediaTime)
INFO_LOG(LOGIDENTIFIER, time, " media timeline equivalent is ", mediaTime);
}
time = m_player->mediaTimeForTimeValue(time);
RefPtr<TimeRanges> seekableRanges = seekable();
bool noSeekRequired = !seekableRanges->length();
SeekType thisSeekType = (negativeTolerance == MediaTime::zeroTime() && positiveTolerance == MediaTime::zeroTime()) ? Precise : Fast;
if (!noSeekRequired && time == now && thisSeekType == Precise && m_pendingSeekType != Fast && displayMode() != Poster)
noSeekRequired = true;
#if ENABLE(MEDIA_SOURCE)
if (m_mediaSource && !m_mediaSource->isClosed())
noSeekRequired = false;
#endif
if (noSeekRequired) {
INFO_LOG(LOGIDENTIFIER, "ignored seek to ", time);
if (time == now) {
scheduleEvent(eventNames().seekingEvent);
scheduleTimeupdateEvent(false);
scheduleEvent(eventNames().seekedEvent);
}
clearSeeking();
return;
}
time = seekableRanges->ranges().nearest(time);
m_sentEndEvent = false;
m_lastSeekTime = time;
m_pendingSeekType = thisSeekType;
m_seeking = true;
scheduleEvent(eventNames().seekingEvent);
m_seekRequested = true;
m_player->seekWithTolerance(time, negativeTolerance, positiveTolerance);
}
void HTMLMediaElement::clearSeeking()
{
m_seeking = false;
m_seekRequested = false;
m_pendingSeekType = NoSeek;
invalidateCachedTime();
}
void HTMLMediaElement::finishSeek()
{
clearSeeking();
INFO_LOG(LOGIDENTIFIER, "current time = ", currentMediaTime());
scheduleEvent(eventNames().timeupdateEvent);
scheduleEvent(eventNames().seekedEvent);
if (m_mediaSession)
m_mediaSession->clientCharacteristicsChanged();
#if ENABLE(MEDIA_SOURCE)
if (m_mediaSource)
m_mediaSource->monitorSourceBuffers();
#endif
}
HTMLMediaElement::ReadyState HTMLMediaElement::readyState() const
{
return m_readyState;
}
MediaPlayer::MovieLoadType HTMLMediaElement::movieLoadType() const
{
return m_player ? m_player->movieLoadType() : MediaPlayer::Unknown;
}
bool HTMLMediaElement::hasAudio() const
{
return m_player ? m_player->hasAudio() : false;
}
bool HTMLMediaElement::seeking() const
{
return m_seeking;
}
void HTMLMediaElement::refreshCachedTime() const
{
if (!m_player)
return;
m_cachedTime = m_player->currentTime();
if (!m_cachedTime) {
invalidateCachedTime();
return;
}
m_clockTimeAtLastCachedTimeUpdate = MonotonicTime::now();
}
void HTMLMediaElement::invalidateCachedTime() const
{
m_cachedTime = MediaTime::invalidTime();
if (!m_player || !m_player->maximumDurationToCacheMediaTime())
return;
static const Seconds minimumTimePlayingBeforeCacheSnapshot = 500_ms;
m_minimumClockTimeToUpdateCachedTime = MonotonicTime::now() + minimumTimePlayingBeforeCacheSnapshot;
}
double HTMLMediaElement::currentTime() const
{
return currentMediaTime().toDouble();
}
MediaTime HTMLMediaElement::currentMediaTime() const
{
#if LOG_CACHED_TIME_WARNINGS
static const MediaTime minCachedDeltaForWarning = MediaTime::create(1, 100);
#endif
if (!m_player)
return MediaTime::zeroTime();
if (m_seeking) {
INFO_LOG(LOGIDENTIFIER, "seeking, returning", m_lastSeekTime);
return m_lastSeekTime;
}
if (m_cachedTime.isValid() && m_paused) {
#if LOG_CACHED_TIME_WARNINGS
MediaTime delta = m_cachedTime - m_player->currentTime();
if (delta > minCachedDeltaForWarning)
WARNING_LOG(LOGIDENTIFIER, "cached time is ", delta, " seconds off of media time when paused");
#endif
return m_cachedTime;
}
MonotonicTime now = MonotonicTime::now();
double maximumDurationToCacheMediaTime = m_player->maximumDurationToCacheMediaTime();
if (maximumDurationToCacheMediaTime && m_cachedTime.isValid() && !m_paused && now > m_minimumClockTimeToUpdateCachedTime) {
Seconds clockDelta = now - m_clockTimeAtLastCachedTimeUpdate;
if (clockDelta.seconds() < maximumDurationToCacheMediaTime) {
MediaTime adjustedCacheTime = m_cachedTime + MediaTime::createWithDouble(effectivePlaybackRate() * clockDelta.seconds());
#if LOG_CACHED_TIME_WARNINGS
MediaTime delta = adjustedCacheTime - m_player->currentTime();
if (delta > minCachedDeltaForWarning)
WARNING_LOG(LOGIDENTIFIER, "cached time is ", delta, " seconds off of media time when playing");
#endif
return adjustedCacheTime;
}
}
#if LOG_CACHED_TIME_WARNINGS
if (maximumDurationToCacheMediaTime && now > m_minimumClockTimeToUpdateCachedTime && m_cachedTime != MediaPlayer::invalidTime()) {
Seconds clockDelta = now - m_clockTimeAtLastCachedTimeUpdate;
MediaTime delta = m_cachedTime + MediaTime::createWithDouble(effectivePlaybackRate() * clockDelta.seconds()) - m_player->currentTime();
WARNING_LOG(LOGIDENTIFIER, "cached time was ", delta, " seconds off of media time when it expired");
}
#endif
refreshCachedTime();
if (m_cachedTime.isInvalid())
return MediaTime::zeroTime();
return m_cachedTime;
}
void HTMLMediaElement::setCurrentTime(double time)
{
setCurrentTime(MediaTime::createWithDouble(time));
}
void HTMLMediaElement::setCurrentTimeWithTolerance(double time, double toleranceBefore, double toleranceAfter)
{
seekWithTolerance(MediaTime::createWithDouble(time), MediaTime::createWithDouble(toleranceBefore), MediaTime::createWithDouble(toleranceAfter), true);
}
void HTMLMediaElement::setCurrentTime(const MediaTime& time)
{
if (m_mediaController)
return;
seekInternal(time);
}
ExceptionOr<void> HTMLMediaElement::setCurrentTimeForBindings(double time)
{
if (m_mediaController)
return Exception { InvalidStateError };
seek(MediaTime::createWithDouble(time));
return { };
}
double HTMLMediaElement::duration() const
{
return durationMediaTime().toDouble();
}
MediaTime HTMLMediaElement::durationMediaTime() const
{
if (m_player && m_readyState >= HAVE_METADATA)
return m_player->duration();
return MediaTime::invalidTime();
}
bool HTMLMediaElement::paused() const
{
ASSERT(!isHTMLUnknownElement());
return m_paused;
}
double HTMLMediaElement::defaultPlaybackRate() const
{
#if ENABLE(MEDIA_STREAM)
if (m_mediaStreamSrcObject)
return 1;
#endif
return m_defaultPlaybackRate;
}
void HTMLMediaElement::setDefaultPlaybackRate(double rate)
{
#if ENABLE(MEDIA_STREAM)
if (m_mediaStreamSrcObject)
return;
#endif
if (m_defaultPlaybackRate == rate)
return;
ALWAYS_LOG(LOGIDENTIFIER, rate);
m_defaultPlaybackRate = rate;
scheduleEvent(eventNames().ratechangeEvent);
}
double HTMLMediaElement::effectivePlaybackRate() const
{
return m_mediaController ? m_mediaController->playbackRate() : m_reportedPlaybackRate;
}
double HTMLMediaElement::requestedPlaybackRate() const
{
return m_mediaController ? m_mediaController->playbackRate() : m_requestedPlaybackRate;
}
double HTMLMediaElement::playbackRate() const
{
#if ENABLE(MEDIA_STREAM)
if (m_mediaStreamSrcObject)
return 1;
#endif
return m_requestedPlaybackRate;
}
void HTMLMediaElement::setPlaybackRate(double rate)
{
ALWAYS_LOG(LOGIDENTIFIER, rate);
#if ENABLE(MEDIA_STREAM)
if (m_mediaStreamSrcObject)
return;
#endif
if (m_player && potentiallyPlaying() && m_player->rate() != rate && !m_mediaController)
m_player->setRate(rate);
if (m_requestedPlaybackRate != rate) {
m_reportedPlaybackRate = m_requestedPlaybackRate = rate;
invalidateCachedTime();
scheduleEvent(eventNames().ratechangeEvent);
}
}
void HTMLMediaElement::updatePlaybackRate()
{
double requestedRate = requestedPlaybackRate();
if (m_player && potentiallyPlaying() && m_player->rate() != requestedRate)
m_player->setRate(requestedRate);
}
bool HTMLMediaElement::webkitPreservesPitch() const
{
return m_webkitPreservesPitch;
}
void HTMLMediaElement::setWebkitPreservesPitch(bool preservesPitch)
{
INFO_LOG(LOGIDENTIFIER, preservesPitch);
m_webkitPreservesPitch = preservesPitch;
if (!m_player)
return;
m_player->setPreservesPitch(preservesPitch);
}
bool HTMLMediaElement::ended() const
{
#if ENABLE(MEDIA_STREAM)
if (m_mediaStreamSrcObject && m_player && m_player->ended())
return true;
#endif
return endedPlayback() && requestedPlaybackRate() > 0;
}
bool HTMLMediaElement::autoplay() const
{
return hasAttributeWithoutSynchronization(autoplayAttr);
}
String HTMLMediaElement::preload() const
{
#if ENABLE(MEDIA_STREAM)
if (m_mediaStreamSrcObject)
return "none"_s;
#endif
switch (m_preload) {
case MediaPlayer::None:
return "none"_s;
case MediaPlayer::MetaData:
return "metadata"_s;
case MediaPlayer::Auto:
return "auto"_s;
}
ASSERT_NOT_REACHED();
return String();
}
void HTMLMediaElement::setPreload(const String& preload)
{
INFO_LOG(LOGIDENTIFIER, preload);
#if ENABLE(MEDIA_STREAM)
if (m_mediaStreamSrcObject)
return;
#endif
setAttributeWithoutSynchronization(preloadAttr, preload);
}
void HTMLMediaElement::play(DOMPromiseDeferred<void>&& promise)
{
ALWAYS_LOG(LOGIDENTIFIER);
auto success = m_mediaSession->playbackPermitted();
if (!success) {
if (success.value() == MediaPlaybackDenialReason::UserGestureRequired)
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::PreventedAutoplay);
promise.reject(NotAllowedError);
return;
}
if (m_error && m_error->code() == MediaError::MEDIA_ERR_SRC_NOT_SUPPORTED) {
promise.reject(NotSupportedError, "The operation is not supported.");
return;
}
if (processingUserGestureForMedia())
removeBehaviorRestrictionsAfterFirstUserGesture();
m_pendingPlayPromises.append(WTFMove(promise));
playInternal();
}
void HTMLMediaElement::play()
{
ALWAYS_LOG(LOGIDENTIFIER);
auto success = m_mediaSession->playbackPermitted();
if (!success) {
if (success.value() == MediaPlaybackDenialReason::UserGestureRequired)
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::PreventedAutoplay);
return;
}
if (processingUserGestureForMedia())
removeBehaviorRestrictionsAfterFirstUserGesture();
playInternal();
}
void HTMLMediaElement::playInternal()
{
ALWAYS_LOG(LOGIDENTIFIER);
if (isSuspended()) {
ALWAYS_LOG(LOGIDENTIFIER, "returning because context is suspended");
return;
}
if (!document().hasBrowsingContext()) {
INFO_LOG(LOGIDENTIFIER, "returning because there is no browsing context");
return;
}
if (!m_mediaSession->clientWillBeginPlayback()) {
ALWAYS_LOG(LOGIDENTIFIER, "returning because of interruption");
return;
}
if (!m_player || m_networkState == NETWORK_EMPTY)
selectMediaResource();
if (endedPlayback())
seekInternal(MediaTime::zeroTime());
if (m_mediaController)
m_mediaController->bringElementUpToSpeed(*this);
if (m_paused) {
m_paused = false;
invalidateCachedTime();
m_lastTimeUpdateEventMovieTime = currentMediaTime();
m_playbackStartedTime = m_lastTimeUpdateEventMovieTime.toDouble();
scheduleEvent(eventNames().playEvent);
#if ENABLE(MEDIA_SESSION)
if (m_readyState == HAVE_ENOUGH_DATA || m_readyState == HAVE_FUTURE_DATA) {
if (m_session) {
m_session->addActiveMediaElement(*this);
if (m_session->kind() == MediaSessionKind::Content) {
if (Page* page = document().page())
page->chrome().client().focusedContentMediaElementDidChange(m_elementID);
}
if (!m_session->invoke()) {
pause();
return;
}
}
}
#endif
if (m_readyState <= HAVE_CURRENT_DATA)
scheduleEvent(eventNames().waitingEvent);
} else if (m_readyState >= HAVE_FUTURE_DATA)
scheduleResolvePendingPlayPromises();
if (processingUserGestureForMedia()) {
if (m_autoplayEventPlaybackState == AutoplayEventPlaybackState::PreventedAutoplay) {
handleAutoplayEvent(AutoplayEvent::DidPlayMediaWithUserGesture);
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::None);
} else
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::StartedWithUserGesture);
} else
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::StartedWithoutUserGesture);
m_autoplaying = false;
updatePlayState();
}
void HTMLMediaElement::pause()
{
ALWAYS_LOG(LOGIDENTIFIER);
m_temporarilyAllowingInlinePlaybackAfterFullscreen = false;
if (m_waitingToEnterFullscreen)
m_waitingToEnterFullscreen = false;
if (!m_mediaSession->playbackPermitted())
return;
if (processingUserGestureForMedia())
removeBehaviorRestrictionsAfterFirstUserGesture(MediaElementSession::RequireUserGestureToControlControlsManager);
pauseInternal();
}
void HTMLMediaElement::pauseInternal()
{
ALWAYS_LOG(LOGIDENTIFIER);
if (isSuspended()) {
ALWAYS_LOG(LOGIDENTIFIER, "returning because context is suspended");
return;
}
if (!document().hasBrowsingContext()) {
INFO_LOG(LOGIDENTIFIER, "returning because there is no browsing context");
return;
}
if (!m_mediaSession->clientWillPausePlayback()) {
ALWAYS_LOG(LOGIDENTIFIER, "returning because of interruption");
return;
}
if (!m_player || m_networkState == NETWORK_EMPTY) {
if (!m_mediaSession->playbackPermitted())
return;
selectMediaResource();
}
m_autoplaying = false;
if (processingUserGestureForMedia())
userDidInterfereWithAutoplay();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::None);
if (!m_paused) {
m_paused = true;
scheduleTimeupdateEvent(false);
scheduleEvent(eventNames().pauseEvent);
scheduleRejectPendingPlayPromises(DOMException::create(AbortError));
if (MemoryPressureHandler::singleton().isUnderMemoryPressure())
purgeBufferedDataIfPossible();
}
updatePlayState();
}
#if ENABLE(MEDIA_SOURCE)
void HTMLMediaElement::detachMediaSource()
{
if (!m_mediaSource)
return;
m_mediaSource->detachFromElement(*this);
m_mediaSource = nullptr;
}
#endif
bool HTMLMediaElement::loop() const
{
return hasAttributeWithoutSynchronization(loopAttr);
}
void HTMLMediaElement::setLoop(bool loop)
{
INFO_LOG(LOGIDENTIFIER, loop);
setBooleanAttribute(loopAttr, loop);
}
bool HTMLMediaElement::controls() const
{
RefPtr<Frame> frame = document().frame();
if (frame && !frame->script().canExecuteScripts(NotAboutToExecuteScript))
return true;
return hasAttributeWithoutSynchronization(controlsAttr);
}
void HTMLMediaElement::setControls(bool controls)
{
INFO_LOG(LOGIDENTIFIER, controls);
setBooleanAttribute(controlsAttr, controls);
}
double HTMLMediaElement::volume() const
{
return m_volume;
}
ExceptionOr<void> HTMLMediaElement::setVolume(double volume)
{
INFO_LOG(LOGIDENTIFIER, volume);
if (!(volume >= 0 && volume <= 1))
return Exception { IndexSizeError };
if (m_volume == volume)
return { };
#if !PLATFORM(IOS_FAMILY)
if (volume && processingUserGestureForMedia())
removeBehaviorRestrictionsAfterFirstUserGesture(MediaElementSession::AllRestrictions & ~MediaElementSession::RequireUserGestureToControlControlsManager);
m_volume = volume;
m_volumeInitialized = true;
updateVolume();
scheduleEvent(eventNames().volumechangeEvent);
if (isPlaying() && !m_mediaSession->playbackPermitted()) {
pauseInternal();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::PreventedAutoplay);
}
#else
auto oldVolume = m_volume;
m_volume = volume;
if (m_volumeRevertTaskQueue.hasPendingTask())
return { };
m_volumeRevertTaskQueue.scheduleTask([this, oldVolume] {
m_volume = oldVolume;
});
#endif
return { };
}
bool HTMLMediaElement::muted() const
{
return m_explicitlyMuted ? m_muted : hasAttributeWithoutSynchronization(mutedAttr);
}
void HTMLMediaElement::setMuted(bool muted)
{
INFO_LOG(LOGIDENTIFIER, muted);
bool mutedStateChanged = m_muted != muted;
if (mutedStateChanged || !m_explicitlyMuted) {
if (processingUserGestureForMedia()) {
removeBehaviorRestrictionsAfterFirstUserGesture(MediaElementSession::AllRestrictions & ~MediaElementSession::RequireUserGestureToControlControlsManager);
if (hasAudio() && muted)
userDidInterfereWithAutoplay();
}
m_muted = muted;
m_explicitlyMuted = true;
if (!processingMediaPlayerCallback()) {
if (m_player) {
m_player->setMuted(effectiveMuted());
if (hasMediaControls())
mediaControls()->changedMute();
}
}
if (mutedStateChanged)
scheduleEvent(eventNames().volumechangeEvent);
updateShouldPlay();
#if ENABLE(MEDIA_SESSION)
document().updateIsPlayingMedia(m_elementID);
#else
document().updateIsPlayingMedia();
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
scheduleUpdateMediaState();
#endif
m_mediaSession->canProduceAudioChanged();
}
schedulePlaybackControlsManagerUpdate();
}
#if USE(AUDIO_SESSION) && PLATFORM(MAC)
void HTMLMediaElement::hardwareMutedStateDidChange(AudioSession* session)
{
if (!session->isMuted())
return;
if (!hasAudio())
return;
if (effectiveMuted() || !volume())
return;
INFO_LOG(LOGIDENTIFIER);
userDidInterfereWithAutoplay();
}
#endif
void HTMLMediaElement::togglePlayState()
{
INFO_LOG(LOGIDENTIFIER, "canPlay() is ", canPlay());
if (canPlay()) {
updatePlaybackRate();
playInternal();
} else
pauseInternal();
}
void HTMLMediaElement::beginScrubbing()
{
INFO_LOG(LOGIDENTIFIER, "paused() is ", paused());
if (!paused()) {
if (ended()) {
pause();
} else {
setPausedInternal(true);
}
}
m_mediaSession->removeBehaviorRestriction(MediaElementSession::RequireUserGestureToControlControlsManager);
}
void HTMLMediaElement::endScrubbing()
{
INFO_LOG(LOGIDENTIFIER, "m_pausedInternal is", m_pausedInternal);
if (m_pausedInternal)
setPausedInternal(false);
}
void HTMLMediaElement::beginScanning(ScanDirection direction)
{
m_scanType = supportsScanning() ? Scan : Seek;
m_scanDirection = direction;
if (m_scanType == Seek) {
m_actionAfterScan = paused() ? Nothing : Play;
pause();
} else {
m_actionAfterScan = paused() ? Pause : Nothing;
play();
setPlaybackRate(nextScanRate());
}
m_scanTimer.start(0_s, m_scanType == Seek ? SeekRepeatDelay : ScanRepeatDelay);
}
void HTMLMediaElement::endScanning()
{
if (m_scanType == Scan)
setPlaybackRate(defaultPlaybackRate());
if (m_actionAfterScan == Play)
play();
else if (m_actionAfterScan == Pause)
pause();
if (m_scanTimer.isActive())
m_scanTimer.stop();
}
double HTMLMediaElement::nextScanRate()
{
double rate = std::min(ScanMaximumRate, fabs(playbackRate() * 2));
if (m_scanDirection == Backward)
rate *= -1;
#if PLATFORM(IOS_FAMILY)
rate = std::min(std::max(rate, minFastReverseRate()), maxFastForwardRate());
#endif
return rate;
}
void HTMLMediaElement::scanTimerFired()
{
if (m_scanType == Seek) {
double seekTime = m_scanDirection == Forward ? SeekTime : -SeekTime;
setCurrentTime(currentTime() + seekTime);
} else
setPlaybackRate(nextScanRate());
}
static const Seconds maxTimeupdateEventFrequency { 250_ms };
void HTMLMediaElement::startPlaybackProgressTimer()
{
if (m_playbackProgressTimer.isActive())
return;
m_previousProgressTime = MonotonicTime::now();
m_playbackProgressTimer.startRepeating(maxTimeupdateEventFrequency);
}
void HTMLMediaElement::playbackProgressTimerFired()
{
ASSERT(m_player);
if (m_fragmentEndTime.isValid() && currentMediaTime() >= m_fragmentEndTime && requestedPlaybackRate() > 0) {
m_fragmentEndTime = MediaTime::invalidTime();
if (!m_mediaController && !m_paused) {
pauseInternal();
}
}
scheduleTimeupdateEvent(true);
if (!requestedPlaybackRate())
return;
if (!m_paused && hasMediaControls())
mediaControls()->playbackProgressed();
#if ENABLE(VIDEO_TRACK)
updateActiveTextTrackCues(currentMediaTime());
#endif
#if ENABLE(MEDIA_SOURCE)
if (m_mediaSource)
m_mediaSource->monitorSourceBuffers();
#endif
bool playbackStarted = m_autoplayEventPlaybackState == AutoplayEventPlaybackState::StartedWithUserGesture || m_autoplayEventPlaybackState == AutoplayEventPlaybackState::StartedWithoutUserGesture;
if (!seeking() && playbackStarted && currentTime() - playbackStartedTime() > AutoplayInterferenceTimeThreshold) {
handleAutoplayEvent(m_autoplayEventPlaybackState == AutoplayEventPlaybackState::StartedWithoutUserGesture ? AutoplayEvent::DidAutoplayMediaPastThresholdWithoutUserInterference : AutoplayEvent::DidPlayMediaWithUserGesture);
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::None);
}
}
void HTMLMediaElement::scheduleTimeupdateEvent(bool periodicEvent)
{
MonotonicTime now = MonotonicTime::now();
Seconds timedelta = now - m_clockTimeAtLastUpdateEvent;
if (periodicEvent && timedelta < maxTimeupdateEventFrequency)
return;
MediaTime movieTime = currentMediaTime();
if (movieTime != m_lastTimeUpdateEventMovieTime) {
scheduleEvent(eventNames().timeupdateEvent);
m_clockTimeAtLastUpdateEvent = now;
m_lastTimeUpdateEventMovieTime = movieTime;
}
}
bool HTMLMediaElement::canPlay() const
{
return paused() || ended() || m_readyState < HAVE_METADATA;
}
double HTMLMediaElement::percentLoaded() const
{
if (!m_player)
return 0;
MediaTime duration = m_player->duration();
if (!duration || duration.isPositiveInfinite() || duration.isNegativeInfinite())
return 0;
MediaTime buffered = MediaTime::zeroTime();
bool ignored;
std::unique_ptr<PlatformTimeRanges> timeRanges = m_player->buffered();
for (unsigned i = 0; i < timeRanges->length(); ++i) {
MediaTime start = timeRanges->start(i, ignored);
MediaTime end = timeRanges->end(i, ignored);
buffered += end - start;
}
return buffered.toDouble() / duration.toDouble();
}
#if ENABLE(VIDEO_TRACK)
void HTMLMediaElement::mediaPlayerDidAddAudioTrack(AudioTrackPrivate& track)
{
if (isPlaying() && !m_mediaSession->playbackPermitted()) {
pauseInternal();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::PreventedAutoplay);
}
addAudioTrack(AudioTrack::create(*this, track));
}
void HTMLMediaElement::mediaPlayerDidAddTextTrack(InbandTextTrackPrivate& track)
{
auto textTrack = InbandTextTrack::create(*ActiveDOMObject::scriptExecutionContext(), *this, track);
textTrack->setMediaElement(this);
textTrack->setReadinessState(TextTrack::Loaded);
scheduleConfigureTextTracks();
addTextTrack(WTFMove(textTrack));
}
void HTMLMediaElement::mediaPlayerDidAddVideoTrack(VideoTrackPrivate& track)
{
addVideoTrack(VideoTrack::create(*this, track));
}
void HTMLMediaElement::mediaPlayerDidRemoveAudioTrack(AudioTrackPrivate& track)
{
track.willBeRemoved();
}
void HTMLMediaElement::mediaPlayerDidRemoveTextTrack(InbandTextTrackPrivate& track)
{
track.willBeRemoved();
}
void HTMLMediaElement::mediaPlayerDidRemoveVideoTrack(VideoTrackPrivate& track)
{
track.willBeRemoved();
}
void HTMLMediaElement::closeCaptionTracksChanged()
{
if (hasMediaControls())
mediaControls()->closedCaptionTracksChanged();
}
void HTMLMediaElement::addAudioTrack(Ref<AudioTrack>&& track)
{
ensureAudioTracks().append(WTFMove(track));
}
void HTMLMediaElement::addTextTrack(Ref<TextTrack>&& track)
{
if (!m_requireCaptionPreferencesChangedCallbacks) {
m_requireCaptionPreferencesChangedCallbacks = true;
Document& document = this->document();
document.registerForCaptionPreferencesChangedCallbacks(*this);
if (Page* page = document.page())
m_captionDisplayMode = page->group().captionPreferences().captionDisplayMode();
}
ensureTextTracks().append(WTFMove(track));
closeCaptionTracksChanged();
}
void HTMLMediaElement::addVideoTrack(Ref<VideoTrack>&& track)
{
ensureVideoTracks().append(WTFMove(track));
}
void HTMLMediaElement::removeAudioTrack(Ref<AudioTrack>&& track)
{
track->clearClient();
m_audioTracks->remove(track.get());
}
void HTMLMediaElement::removeTextTrack(Ref<TextTrack>&& track, bool scheduleEvent)
{
TrackDisplayUpdateScope scope { *this };
if (auto cues = makeRefPtr(track->cues()))
textTrackRemoveCues(track, *cues);
track->clearClient();
if (m_textTracks)
m_textTracks->remove(track, scheduleEvent);
closeCaptionTracksChanged();
}
void HTMLMediaElement::removeVideoTrack(Ref<VideoTrack>&& track)
{
track->clearClient();
m_videoTracks->remove(track);
}
void HTMLMediaElement::forgetResourceSpecificTracks()
{
while (m_audioTracks && m_audioTracks->length())
removeAudioTrack(*m_audioTracks->lastItem());
if (m_textTracks) {
TrackDisplayUpdateScope scope { *this };
for (int i = m_textTracks->length() - 1; i >= 0; --i) {
auto track = makeRef(*m_textTracks->item(i));
if (track->trackType() == TextTrack::InBand)
removeTextTrack(WTFMove(track), false);
}
}
while (m_videoTracks && m_videoTracks->length())
removeVideoTrack(*m_videoTracks->lastItem());
}
ExceptionOr<TextTrack&> HTMLMediaElement::addTextTrack(const String& kind, const String& label, const String& language)
{
if (!TextTrack::isValidKindKeyword(kind))
return Exception { TypeError };
auto track = TextTrack::create(ActiveDOMObject::scriptExecutionContext(), this, kind, emptyString(), label, language);
auto& trackReference = track.get();
addTextTrack(WTFMove(track));
trackReference.setReadinessState(TextTrack::Loaded);
trackReference.setMode(TextTrack::Mode::Hidden);
return trackReference;
}
AudioTrackList& HTMLMediaElement::ensureAudioTracks()
{
if (!m_audioTracks)
m_audioTracks = AudioTrackList::create(this, ActiveDOMObject::scriptExecutionContext());
return *m_audioTracks;
}
TextTrackList& HTMLMediaElement::ensureTextTracks()
{
if (!m_textTracks)
m_textTracks = TextTrackList::create(this, ActiveDOMObject::scriptExecutionContext());
return *m_textTracks;
}
VideoTrackList& HTMLMediaElement::ensureVideoTracks()
{
if (!m_videoTracks)
m_videoTracks = VideoTrackList::create(this, ActiveDOMObject::scriptExecutionContext());
return *m_videoTracks;
}
void HTMLMediaElement::didAddTextTrack(HTMLTrackElement& trackElement)
{
ASSERT(trackElement.hasTagName(trackTag));
addTextTrack(trackElement.track());
if (!m_parsingInProgress)
scheduleConfigureTextTracks();
if (hasMediaControls())
mediaControls()->closedCaptionTracksChanged();
}
void HTMLMediaElement::didRemoveTextTrack(HTMLTrackElement& trackElement)
{
ASSERT(trackElement.hasTagName(trackTag));
auto& textTrack = trackElement.track();
textTrack.setHasBeenConfigured(false);
if (!m_textTracks)
return;
removeTextTrack(textTrack);
m_textTracksWhenResourceSelectionBegan.removeFirst(&textTrack);
}
void HTMLMediaElement::configureTextTrackGroup(const TrackGroup& group)
{
ASSERT(group.tracks.size());
Page* page = document().page();
CaptionUserPreferences* captionPreferences = page ? &page->group().captionPreferences() : 0;
CaptionUserPreferences::CaptionDisplayMode displayMode = captionPreferences ? captionPreferences->captionDisplayMode() : CaptionUserPreferences::Automatic;
Vector<RefPtr<TextTrack>> currentlyEnabledTracks;
RefPtr<TextTrack> trackToEnable;
RefPtr<TextTrack> defaultTrack;
RefPtr<TextTrack> fallbackTrack;
RefPtr<TextTrack> forcedSubitleTrack;
int highestTrackScore = 0;
int highestForcedScore = 0;
int alreadyVisibleTrackScore = 0;
if (group.visibleTrack && captionPreferences) {
alreadyVisibleTrackScore = captionPreferences->textTrackSelectionScore(group.visibleTrack.get(), this);
currentlyEnabledTracks.append(group.visibleTrack);
}
for (size_t i = 0; i < group.tracks.size(); ++i) {
RefPtr<TextTrack> textTrack = group.tracks[i];
if (m_processingPreferenceChange && textTrack->mode() == TextTrack::Mode::Showing)
currentlyEnabledTracks.append(textTrack);
int trackScore = captionPreferences ? captionPreferences->textTrackSelectionScore(textTrack.get(), this) : 0;
INFO_LOG(LOGIDENTIFIER, "'", textTrack->kindKeyword(), "' track with language '", textTrack->language(), "' and BCP 47 language '", textTrack->validBCP47Language(), "' has score ", trackScore);
if (trackScore) {
if (trackScore > highestTrackScore && trackScore > alreadyVisibleTrackScore) {
highestTrackScore = trackScore;
trackToEnable = textTrack;
}
if (!defaultTrack && textTrack->isDefault())
defaultTrack = textTrack;
if (!defaultTrack && !fallbackTrack)
fallbackTrack = textTrack;
if (textTrack->containsOnlyForcedSubtitles() && trackScore > highestForcedScore) {
forcedSubitleTrack = textTrack;
highestForcedScore = trackScore;
}
} else if (!group.visibleTrack && !defaultTrack && textTrack->isDefault()) {
if (group.kind != TrackGroup::CaptionsAndSubtitles || displayMode != CaptionUserPreferences::ForcedOnly)
defaultTrack = textTrack;
}
}
if (displayMode != CaptionUserPreferences::Manual) {
if (!trackToEnable && defaultTrack)
trackToEnable = defaultTrack;
if (!trackToEnable && forcedSubitleTrack)
trackToEnable = forcedSubitleTrack;
if (group.kind != TrackGroup::CaptionsAndSubtitles || displayMode != CaptionUserPreferences::ForcedOnly) {
if (!trackToEnable && !defaultTrack && group.visibleTrack)
trackToEnable = group.visibleTrack;
}
if (!trackToEnable && fallbackTrack)
trackToEnable = fallbackTrack;
if (trackToEnable)
m_subtitleTrackLanguage = trackToEnable->language();
else
m_subtitleTrackLanguage = emptyString();
}
if (currentlyEnabledTracks.size()) {
for (size_t i = 0; i < currentlyEnabledTracks.size(); ++i) {
RefPtr<TextTrack> textTrack = currentlyEnabledTracks[i];
if (textTrack != trackToEnable)
textTrack->setMode(TextTrack::Mode::Disabled);
}
}
if (trackToEnable) {
trackToEnable->setMode(TextTrack::Mode::Showing);
if (!webkitClosedCaptionsVisible() && closedCaptionsVisible() && displayMode == CaptionUserPreferences::AlwaysOn)
m_webkitLegacyClosedCaptionOverride = true;
}
m_processingPreferenceChange = false;
}
static JSC::JSValue controllerJSValue(JSC::ExecState& exec, JSDOMGlobalObject& globalObject, HTMLMediaElement& media)
{
JSC::VM& vm = globalObject.vm();
auto scope = DECLARE_THROW_SCOPE(vm);
auto mediaJSWrapper = toJS(&exec, &globalObject, media);
JSC::JSObject* mediaJSWrapperObject = JSC::jsDynamicCast<JSC::JSObject*>(vm, mediaJSWrapper);
if (!mediaJSWrapperObject)
return JSC::jsNull();
JSC::Identifier controlsHost = JSC::Identifier::fromString(&vm, "controlsHost");
JSC::JSValue controlsHostJSWrapper = mediaJSWrapperObject->get(&exec, controlsHost);
RETURN_IF_EXCEPTION(scope, JSC::jsNull());
JSC::JSObject* controlsHostJSWrapperObject = JSC::jsDynamicCast<JSC::JSObject*>(vm, controlsHostJSWrapper);
if (!controlsHostJSWrapperObject)
return JSC::jsNull();
JSC::Identifier controllerID = JSC::Identifier::fromString(&vm, "controller");
JSC::JSValue controllerJSWrapper = controlsHostJSWrapperObject->get(&exec, controllerID);
RETURN_IF_EXCEPTION(scope, JSC::jsNull());
return controllerJSWrapper;
}
void HTMLMediaElement::ensureMediaControlsShadowRoot()
{
ASSERT(!m_creatingControls);
m_creatingControls = true;
ensureUserAgentShadowRoot();
m_creatingControls = false;
}
bool HTMLMediaElement::setupAndCallJS(const JSSetupFunction& task)
{
Page* page = document().page();
if (!page)
return false;
auto pendingActivity = makePendingActivity(*this);
auto& world = ensureIsolatedWorld();
auto& scriptController = document().frame()->script();
auto* globalObject = JSC::jsCast<JSDOMGlobalObject*>(scriptController.globalObject(world));
auto& vm = globalObject->vm();
JSC::JSLockHolder lock(vm);
auto scope = DECLARE_THROW_SCOPE(vm);
auto* exec = globalObject->globalExec();
RETURN_IF_EXCEPTION(scope, false);
return task(*globalObject, *exec, scriptController, world);
}
void HTMLMediaElement::updateCaptionContainer()
{
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
if (m_haveSetUpCaptionContainer)
return;
if (!ensureMediaControlsInjectedScript())
return;
ensureMediaControlsShadowRoot();
if (!m_mediaControlsHost)
m_mediaControlsHost = MediaControlsHost::create(this);
setupAndCallJS([this](JSDOMGlobalObject& globalObject, JSC::ExecState& exec, ScriptController&, DOMWrapperWorld&) {
auto& vm = globalObject.vm();
auto scope = DECLARE_CATCH_SCOPE(vm);
auto controllerValue = controllerJSValue(exec, globalObject, *this);
auto* controllerObject = JSC::jsDynamicCast<JSC::JSObject*>(vm, controllerValue);
if (!controllerObject)
return false;
auto methodValue = controllerObject->get(&exec, JSC::Identifier::fromString(&exec, "updateCaptionContainer"));
auto* methodObject = JSC::jsDynamicCast<JSC::JSObject*>(vm, methodValue);
if (!methodObject)
return false;
JSC::CallData callData;
auto callType = methodObject->methodTable(vm)->getCallData(methodObject, callData);
if (callType == JSC::CallType::None)
return false;
JSC::MarkedArgumentBuffer noArguments;
ASSERT(!noArguments.hasOverflowed());
JSC::call(&exec, methodObject, callType, callData, controllerObject, noArguments);
scope.clearException();
m_haveSetUpCaptionContainer = true;
return true;
});
#endif
}
void HTMLMediaElement::layoutSizeChanged()
{
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
if (auto frameView = makeRefPtr(document().view())) {
auto task = [this, protectedThis = makeRef(*this)] {
if (auto root = userAgentShadowRoot())
root->dispatchEvent(Event::create("resize", Event::CanBubble::No, Event::IsCancelable::No));
};
frameView->queuePostLayoutCallback(WTFMove(task));
}
#endif
if (!m_receivedLayoutSizeChanged) {
m_receivedLayoutSizeChanged = true;
schedulePlaybackControlsManagerUpdate();
}
if (renderer() && m_mediaSession && !m_mediaSession->wantsToObserveViewportVisibilityForAutoplay() && m_mediaSession->wantsToObserveViewportVisibilityForMediaControls())
renderer()->registerForVisibleInViewportCallback();
}
void HTMLMediaElement::visibilityDidChange()
{
updateShouldAutoplay();
}
void HTMLMediaElement::setSelectedTextTrack(TextTrack* trackToSelect)
{
auto* trackList = textTracks();
if (!trackList || !trackList->length())
return;
if (trackToSelect == TextTrack::captionMenuAutomaticItem()) {
if (captionDisplayMode() != CaptionUserPreferences::Automatic)
m_textTracks->scheduleChangeEvent();
} else if (trackToSelect == TextTrack::captionMenuOffItem()) {
for (int i = 0, length = trackList->length(); i < length; ++i)
trackList->item(i)->setMode(TextTrack::Mode::Disabled);
if (captionDisplayMode() != CaptionUserPreferences::ForcedOnly && !trackList->isChangeEventScheduled())
m_textTracks->scheduleChangeEvent();
} else {
if (!trackToSelect || !trackList->contains(*trackToSelect))
return;
for (int i = 0, length = trackList->length(); i < length; ++i) {
auto& track = *trackList->item(i);
if (&track != trackToSelect)
track.setMode(TextTrack::Mode::Disabled);
else
track.setMode(TextTrack::Mode::Showing);
}
}
if (!document().page())
return;
auto& captionPreferences = document().page()->group().captionPreferences();
CaptionUserPreferences::CaptionDisplayMode displayMode;
if (trackToSelect == TextTrack::captionMenuOffItem())
displayMode = CaptionUserPreferences::ForcedOnly;
else if (trackToSelect == TextTrack::captionMenuAutomaticItem())
displayMode = CaptionUserPreferences::Automatic;
else {
displayMode = CaptionUserPreferences::AlwaysOn;
if (trackToSelect->validBCP47Language().length())
captionPreferences.setPreferredLanguage(trackToSelect->validBCP47Language());
}
captionPreferences.setCaptionDisplayMode(displayMode);
}
void HTMLMediaElement::scheduleConfigureTextTracks()
{
if (m_configureTextTracksTask.hasPendingTask())
return;
auto logSiteIdentifier = LOGIDENTIFIER;
ALWAYS_LOG(logSiteIdentifier, "task scheduled");
m_configureTextTracksTask.scheduleTask([this, logSiteIdentifier] {
UNUSED_PARAM(logSiteIdentifier);
ALWAYS_LOG(logSiteIdentifier, "lambda(), task fired");
Ref<HTMLMediaElement> protectedThis(*this); configureTextTracks();
});
}
void HTMLMediaElement::configureTextTracks()
{
TrackGroup captionAndSubtitleTracks(TrackGroup::CaptionsAndSubtitles);
TrackGroup descriptionTracks(TrackGroup::Description);
TrackGroup chapterTracks(TrackGroup::Chapter);
TrackGroup metadataTracks(TrackGroup::Metadata);
TrackGroup otherTracks(TrackGroup::Other);
if (!m_textTracks)
return;
for (size_t i = 0; i < m_textTracks->length(); ++i) {
RefPtr<TextTrack> textTrack = m_textTracks->item(i);
if (!textTrack)
continue;
auto kind = textTrack->kind();
TrackGroup* currentGroup;
if (kind == TextTrack::Kind::Subtitles || kind == TextTrack::Kind::Captions || kind == TextTrack::Kind::Forced)
currentGroup = &captionAndSubtitleTracks;
else if (kind == TextTrack::Kind::Descriptions)
currentGroup = &descriptionTracks;
else if (kind == TextTrack::Kind::Chapters)
currentGroup = &chapterTracks;
else if (kind == TextTrack::Kind::Metadata)
currentGroup = &metadataTracks;
else
currentGroup = &otherTracks;
if (!currentGroup->visibleTrack && textTrack->mode() == TextTrack::Mode::Showing)
currentGroup->visibleTrack = textTrack;
if (!currentGroup->defaultTrack && textTrack->isDefault())
currentGroup->defaultTrack = textTrack;
if (textTrack->hasBeenConfigured())
continue;
if (textTrack->language().length())
currentGroup->hasSrcLang = true;
currentGroup->tracks.append(textTrack);
}
if (captionAndSubtitleTracks.tracks.size())
configureTextTrackGroup(captionAndSubtitleTracks);
if (descriptionTracks.tracks.size())
configureTextTrackGroup(descriptionTracks);
if (chapterTracks.tracks.size())
configureTextTrackGroup(chapterTracks);
if (metadataTracks.tracks.size())
configureTextTrackGroup(metadataTracks);
if (otherTracks.tracks.size())
configureTextTrackGroup(otherTracks);
updateCaptionContainer();
configureTextTrackDisplay();
if (hasMediaControls())
mediaControls()->closedCaptionTracksChanged();
}
#endif
bool HTMLMediaElement::havePotentialSourceChild()
{
RefPtr<HTMLSourceElement> currentSourceNode = m_currentSourceNode;
RefPtr<HTMLSourceElement> nextNode = m_nextChildNodeToConsider;
URL nextURL = selectNextSourceChild(0, 0, DoNothing);
m_currentSourceNode = currentSourceNode;
m_nextChildNodeToConsider = nextNode;
return nextURL.isValid();
}
URL HTMLMediaElement::selectNextSourceChild(ContentType* contentType, String* keySystem, InvalidURLAction actionIfInvalid)
{
UNUSED_PARAM(keySystem);
bool shouldLog = willLog(WTFLogLevel::Debug) && actionIfInvalid != DoNothing;
if (shouldLog)
INFO_LOG(LOGIDENTIFIER);
if (!m_nextChildNodeToConsider) {
if (shouldLog)
INFO_LOG(LOGIDENTIFIER, "end of list, stopping");
return URL();
}
Vector<Ref<HTMLSourceElement>> potentialSourceNodes;
auto sources = childrenOfType<HTMLSourceElement>(*this);
for (auto next = m_nextChildNodeToConsider ? sources.beginAt(*m_nextChildNodeToConsider) : sources.begin(), end = sources.end(); next != end; ++next)
potentialSourceNodes.append(*next);
for (auto& source : potentialSourceNodes) {
if (source->parentNode() != this)
continue;
auto mediaURL = source->getNonEmptyURLAttribute(srcAttr);
String type;
if (shouldLog)
INFO_LOG(LOGIDENTIFIER, "'src' is ", mediaURL);
if (mediaURL.isEmpty())
goto CheckAgain;
if (auto* media = source->parsedMediaAttribute(document())) {
if (shouldLog)
INFO_LOG(LOGIDENTIFIER, "'media' is ", source->attributeWithoutSynchronization(mediaAttr));
auto* renderer = this->renderer();
LOG(MediaQueries, "HTMLMediaElement %p selectNextSourceChild evaluating media queries", this);
if (!MediaQueryEvaluator { "screen", document(), renderer ? &renderer->style() : nullptr }.evaluate(*media))
goto CheckAgain;
}
type = source->attributeWithoutSynchronization(typeAttr);
if (type.isEmpty() && mediaURL.protocolIsData())
type = mimeTypeFromDataURL(mediaURL);
if (!type.isEmpty()) {
if (shouldLog)
INFO_LOG(LOGIDENTIFIER, "'type' is ", type);
MediaEngineSupportParameters parameters;
parameters.type = ContentType(type);
parameters.url = mediaURL;
#if ENABLE(MEDIA_SOURCE)
parameters.isMediaSource = mediaURL.protocolIs(mediaSourceBlobProtocol);
#endif
#if ENABLE(MEDIA_STREAM)
parameters.isMediaStream = mediaURL.protocolIs(mediaStreamBlobProtocol);
#endif
if (!document().settings().allowMediaContentTypesRequiringHardwareSupportAsFallback() || Traversal<HTMLSourceElement>::nextSkippingChildren(source))
parameters.contentTypesRequiringHardwareSupport = mediaContentTypesRequiringHardwareSupport();
if (!MediaPlayer::supportsType(parameters))
goto CheckAgain;
}
if (!isSafeToLoadURL(mediaURL, actionIfInvalid) || !dispatchBeforeLoadEvent(mediaURL.string()))
goto CheckAgain;
if (source->parentNode() != this) {
INFO_LOG(LOGIDENTIFIER, "'beforeload' removed current element");
continue;
}
if (contentType)
*contentType = ContentType(type);
m_nextChildNodeToConsider = Traversal<HTMLSourceElement>::nextSkippingChildren(source);
m_currentSourceNode = WTFMove(source);
if (shouldLog)
INFO_LOG(LOGIDENTIFIER, " = ", mediaURL);
return mediaURL;
CheckAgain:
if (actionIfInvalid == Complain)
source->scheduleErrorEvent();
}
m_currentSourceNode = nullptr;
m_nextChildNodeToConsider = nullptr;
#if !LOG_DISABLED
if (shouldLog)
INFO_LOG(LOGIDENTIFIER, "failed");
#endif
return URL();
}
void HTMLMediaElement::sourceWasAdded(HTMLSourceElement& source)
{
if (willLog(WTFLogLevel::Info) && source.hasTagName(sourceTag)) {
URL url = source.getNonEmptyURLAttribute(srcAttr);
INFO_LOG(LOGIDENTIFIER, "'src' is ", url);
}
if (!document().hasBrowsingContext()) {
INFO_LOG(LOGIDENTIFIER, "<source> inserted inside a document without a browsing context is not loaded");
return;
}
if (hasAttributeWithoutSynchronization(srcAttr))
return;
if (m_networkState == NETWORK_EMPTY) {
m_nextChildNodeToConsider = &source;
#if PLATFORM(IOS_FAMILY)
if (m_mediaSession->dataLoadingPermitted())
#endif
selectMediaResource();
return;
}
if (m_currentSourceNode && &source == Traversal<HTMLSourceElement>::nextSibling(*m_currentSourceNode)) {
INFO_LOG(LOGIDENTIFIER, "<source> inserted immediately after current source");
m_nextChildNodeToConsider = &source;
return;
}
if (m_nextChildNodeToConsider)
return;
setShouldDelayLoadEvent(true);
m_networkState = NETWORK_LOADING;
m_nextChildNodeToConsider = &source;
scheduleNextSourceChild();
}
void HTMLMediaElement::sourceWasRemoved(HTMLSourceElement& source)
{
if (willLog(WTFLogLevel::Info) && source.hasTagName(sourceTag)) {
URL url = source.getNonEmptyURLAttribute(srcAttr);
INFO_LOG(LOGIDENTIFIER, "'src' is ", url);
}
if (&source != m_currentSourceNode && &source != m_nextChildNodeToConsider)
return;
if (&source == m_nextChildNodeToConsider) {
m_nextChildNodeToConsider = m_currentSourceNode ? Traversal<HTMLSourceElement>::nextSibling(*m_currentSourceNode) : nullptr;
INFO_LOG(LOGIDENTIFIER);
} else if (&source == m_currentSourceNode) {
m_currentSourceNode = nullptr;
INFO_LOG(LOGIDENTIFIER, "m_currentSourceNode cleared");
}
}
void HTMLMediaElement::mediaPlayerTimeChanged(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
#if ENABLE(VIDEO_TRACK)
updateActiveTextTrackCues(currentMediaTime());
#endif
beginProcessingMediaPlayerCallback();
invalidateCachedTime();
bool wasSeeking = seeking();
if (m_seekRequested && m_readyState >= HAVE_CURRENT_DATA && !m_player->seeking())
finishSeek();
else
scheduleTimeupdateEvent(false);
MediaTime now = currentMediaTime();
MediaTime dur = durationMediaTime();
double playbackRate = requestedPlaybackRate();
if (dur && dur.isValid() && !dur.isPositiveInfinite() && !dur.isNegativeInfinite()) {
if (loop() && !m_mediaController && playbackRate > 0) {
m_sentEndEvent = false;
if (now >= dur)
seekInternal(MediaTime::zeroTime());
} else if ((now <= MediaTime::zeroTime() && playbackRate < 0) || (now >= dur && playbackRate > 0)) {
if (!m_mediaController && !m_paused) {
m_paused = true;
scheduleEvent(eventNames().pauseEvent);
m_mediaSession->clientWillPausePlayback();
}
if (!m_sentEndEvent) {
m_sentEndEvent = true;
scheduleEvent(eventNames().endedEvent);
if (!wasSeeking)
addBehaviorRestrictionsOnEndIfNecessary();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::None);
}
setPlaying(false);
updateMediaController();
} else
m_sentEndEvent = false;
} else {
#if ENABLE(MEDIA_STREAM)
if (m_mediaStreamSrcObject) {
if (!m_sentEndEvent && m_player && m_player->ended()) {
m_sentEndEvent = true;
scheduleEvent(eventNames().endedEvent);
if (!wasSeeking)
addBehaviorRestrictionsOnEndIfNecessary();
m_paused = true;
setPlaying(false);
}
} else
#endif
m_sentEndEvent = false;
}
scheduleUpdatePlayState();
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::addBehaviorRestrictionsOnEndIfNecessary()
{
if (isFullscreen())
return;
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureToControlControlsManager);
m_playbackControlsManagerBehaviorRestrictionsTimer.stop();
m_playbackControlsManagerBehaviorRestrictionsTimer.startOneShot(hideMediaControlsAfterEndedDelay);
}
void HTMLMediaElement::handleSeekToPlaybackPosition(double position)
{
#if PLATFORM(MAC)
seek(MediaTime::createWithDouble(position));
m_seekToPlaybackPositionEndedTimer.stop();
m_seekToPlaybackPositionEndedTimer.startOneShot(500_ms);
if (!m_isScrubbingRemotely) {
m_isScrubbingRemotely = true;
if (!paused())
pauseInternal();
}
#else
fastSeek(position);
#endif
}
void HTMLMediaElement::seekToPlaybackPositionEndedTimerFired()
{
#if PLATFORM(MAC)
if (!m_isScrubbingRemotely)
return;
PlatformMediaSessionManager::sharedManager().sessionDidEndRemoteScrubbing(*m_mediaSession);
m_isScrubbingRemotely = false;
m_seekToPlaybackPositionEndedTimer.stop();
#endif
}
void HTMLMediaElement::mediaPlayerVolumeChanged(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
beginProcessingMediaPlayerCallback();
if (m_player) {
double vol = m_player->volume();
if (vol != m_volume) {
m_volume = vol;
updateVolume();
scheduleEvent(eventNames().volumechangeEvent);
}
}
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerMuteChanged(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
beginProcessingMediaPlayerCallback();
if (m_player)
setMuted(m_player->muted());
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerDurationChanged(MediaPlayer* player)
{
INFO_LOG(LOGIDENTIFIER);
beginProcessingMediaPlayerCallback();
scheduleEvent(eventNames().durationchangeEvent);
mediaPlayerCharacteristicChanged(player);
MediaTime now = currentMediaTime();
MediaTime dur = durationMediaTime();
if (now > dur)
seekInternal(dur);
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerRateChanged(MediaPlayer*)
{
beginProcessingMediaPlayerCallback();
m_reportedPlaybackRate = m_player->rate();
INFO_LOG(LOGIDENTIFIER, "rate: ", m_reportedPlaybackRate);
if (m_playing)
invalidateCachedTime();
updateSleepDisabling();
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerPlaybackStateChanged(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
if (!m_player || m_pausedInternal)
return;
beginProcessingMediaPlayerCallback();
if (m_player->paused())
pauseInternal();
else
playInternal();
updateSleepDisabling();
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerSawUnsupportedTracks(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
if (is<MediaDocument>(document()))
downcast<MediaDocument>(document()).mediaElementSawUnsupportedTracks();
}
void HTMLMediaElement::mediaPlayerResourceNotSupported(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
mediaLoadingFailed(MediaPlayer::FormatError);
}
void HTMLMediaElement::mediaPlayerRepaint(MediaPlayer*)
{
beginProcessingMediaPlayerCallback();
updateDisplayState();
if (auto* renderer = this->renderer())
renderer->repaint();
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerSizeChanged(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
if (is<MediaDocument>(document()) && m_player)
downcast<MediaDocument>(document()).mediaElementNaturalSizeChanged(expandedIntSize(m_player->naturalSize()));
beginProcessingMediaPlayerCallback();
if (m_readyState > HAVE_NOTHING)
scheduleResizeEventIfSizeChanged();
updateRenderer();
endProcessingMediaPlayerCallback();
}
bool HTMLMediaElement::mediaPlayerRenderingCanBeAccelerated(MediaPlayer*)
{
auto* renderer = this->renderer();
return is<RenderVideo>(renderer)
&& downcast<RenderVideo>(*renderer).view().compositor().canAccelerateVideoRendering(downcast<RenderVideo>(*renderer));
}
void HTMLMediaElement::mediaPlayerRenderingModeChanged(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
invalidateStyleAndLayerComposition();
}
bool HTMLMediaElement::mediaPlayerAcceleratedCompositingEnabled()
{
return document().settings().acceleratedCompositingEnabled();
}
#if PLATFORM(WIN) && USE(AVFOUNDATION)
GraphicsDeviceAdapter* HTMLMediaElement::mediaPlayerGraphicsDeviceAdapter(const MediaPlayer*) const
{
auto* page = document().page();
if (!page)
return nullptr;
return page->chrome().client().graphicsDeviceAdapter();
}
#endif
void HTMLMediaElement::scheduleMediaEngineWasUpdated()
{
if (m_mediaEngineUpdatedTask.hasPendingTask())
return;
auto logSiteIdentifier = LOGIDENTIFIER;
ALWAYS_LOG(logSiteIdentifier, "task scheduled");
m_mediaEngineUpdatedTask.scheduleTask([this, logSiteIdentifier] {
UNUSED_PARAM(logSiteIdentifier);
ALWAYS_LOG(logSiteIdentifier, "lambda(), task fired");
Ref<HTMLMediaElement> protectedThis(*this); mediaEngineWasUpdated();
});
}
void HTMLMediaElement::mediaEngineWasUpdated()
{
INFO_LOG(LOGIDENTIFIER);
beginProcessingMediaPlayerCallback();
updateRenderer();
endProcessingMediaPlayerCallback();
m_mediaSession->mediaEngineUpdated();
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode && audioSourceProvider()) {
m_audioSourceNode->lock();
audioSourceProvider()->setClient(m_audioSourceNode);
m_audioSourceNode->unlock();
}
#endif
#if ENABLE(ENCRYPTED_MEDIA)
if (m_player && m_mediaKeys)
m_player->cdmInstanceAttached(m_mediaKeys->cdmInstance());
#endif
#if PLATFORM(IOS_FAMILY) || (PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE))
if (!m_player)
return;
m_player->setVideoFullscreenFrame(m_videoFullscreenFrame);
m_player->setVideoFullscreenGravity(m_videoFullscreenGravity);
m_player->setVideoFullscreenLayer(m_videoFullscreenLayer.get());
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
scheduleUpdateMediaState();
#endif
}
void HTMLMediaElement::mediaPlayerEngineUpdated(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
#if ENABLE(MEDIA_SOURCE)
m_droppedVideoFrames = 0;
#endif
m_havePreparedToPlay = false;
scheduleMediaEngineWasUpdated();
}
void HTMLMediaElement::mediaPlayerFirstVideoFrameAvailable(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER, "current display mode = ", (int)displayMode());
beginProcessingMediaPlayerCallback();
if (displayMode() == PosterWaitingForVideo) {
setDisplayMode(Video);
mediaPlayerRenderingModeChanged(m_player.get());
}
endProcessingMediaPlayerCallback();
}
void HTMLMediaElement::mediaPlayerCharacteristicChanged(MediaPlayer*)
{
INFO_LOG(LOGIDENTIFIER);
beginProcessingMediaPlayerCallback();
#if ENABLE(VIDEO_TRACK)
if (captionDisplayMode() == CaptionUserPreferences::Automatic && m_subtitleTrackLanguage != m_player->languageOfPrimaryAudioTrack())
markCaptionAndSubtitleTracksAsUnconfigured(AfterDelay);
#endif
if (potentiallyPlaying() && displayMode() == PosterWaitingForVideo) {
setDisplayMode(Video);
mediaPlayerRenderingModeChanged(m_player.get());
}
if (hasMediaControls())
mediaControls()->reset();
updateRenderer();
if (!paused() && !m_mediaSession->playbackPermitted()) {
pauseInternal();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::PreventedAutoplay);
}
#if ENABLE(MEDIA_SESSION)
document().updateIsPlayingMedia(m_elementID);
#else
document().updateIsPlayingMedia();
#endif
m_hasEverHadAudio |= hasAudio();
m_hasEverHadVideo |= hasVideo();
m_mediaSession->canProduceAudioChanged();
updateSleepDisabling();
endProcessingMediaPlayerCallback();
}
Ref<TimeRanges> HTMLMediaElement::buffered() const
{
if (!m_player)
return TimeRanges::create();
#if ENABLE(MEDIA_SOURCE)
if (m_mediaSource)
return TimeRanges::create(*m_mediaSource->buffered());
#endif
return TimeRanges::create(*m_player->buffered());
}
double HTMLMediaElement::maxBufferedTime() const
{
auto bufferedRanges = buffered();
unsigned numRanges = bufferedRanges->length();
if (!numRanges)
return 0;
return bufferedRanges.get().ranges().end(numRanges - 1).toDouble();
}
Ref<TimeRanges> HTMLMediaElement::played()
{
if (m_playing) {
MediaTime time = currentMediaTime();
if (time > m_lastSeekTime)
addPlayedRange(m_lastSeekTime, time);
}
if (!m_playedTimeRanges)
m_playedTimeRanges = TimeRanges::create();
return m_playedTimeRanges->copy();
}
Ref<TimeRanges> HTMLMediaElement::seekable() const
{
#if ENABLE(MEDIA_SOURCE)
if (m_mediaSource)
return m_mediaSource->seekable();
#endif
if (m_player)
return TimeRanges::create(*m_player->seekable());
return TimeRanges::create();
}
double HTMLMediaElement::seekableTimeRangesLastModifiedTime() const
{
return m_player ? m_player->seekableTimeRangesLastModifiedTime() : 0;
}
double HTMLMediaElement::liveUpdateInterval() const
{
return m_player ? m_player->liveUpdateInterval() : 0;
}
bool HTMLMediaElement::potentiallyPlaying() const
{
if (isBlockedOnMediaController())
return false;
if (!couldPlayIfEnoughData())
return false;
if (m_readyState >= HAVE_FUTURE_DATA)
return true;
return m_readyStateMaximum >= HAVE_FUTURE_DATA && m_readyState < HAVE_FUTURE_DATA;
}
bool HTMLMediaElement::couldPlayIfEnoughData() const
{
if (paused())
return false;
if (endedPlayback())
return false;
if (stoppedDueToErrors())
return false;
if (pausedForUserInteraction())
return false;
return true;
}
bool HTMLMediaElement::endedPlayback() const
{
MediaTime dur = durationMediaTime();
if (!m_player || !dur.isValid())
return false;
if (m_readyState < HAVE_METADATA)
return false;
MediaTime now = currentMediaTime();
if (requestedPlaybackRate() > 0)
return dur > MediaTime::zeroTime() && now >= dur && (!loop() || m_mediaController);
if (requestedPlaybackRate() < 0)
return now <= MediaTime::zeroTime();
return false;
}
bool HTMLMediaElement::stoppedDueToErrors() const
{
if (m_readyState >= HAVE_METADATA && m_error) {
RefPtr<TimeRanges> seekableRanges = seekable();
if (!seekableRanges->contain(currentTime()))
return true;
}
return false;
}
bool HTMLMediaElement::pausedForUserInteraction() const
{
if (m_mediaSession->state() == PlatformMediaSession::Interrupted)
return true;
return false;
}
MediaTime HTMLMediaElement::minTimeSeekable() const
{
return m_player ? m_player->minTimeSeekable() : MediaTime::zeroTime();
}
MediaTime HTMLMediaElement::maxTimeSeekable() const
{
return m_player ? m_player->maxTimeSeekable() : MediaTime::zeroTime();
}
void HTMLMediaElement::updateVolume()
{
if (!m_player)
return;
#if PLATFORM(IOS_FAMILY)
float volume = m_player->volume();
if (m_volume != volume) {
m_volume = volume;
scheduleEvent(eventNames().volumechangeEvent);
}
#else
if (!processingMediaPlayerCallback()) {
m_player->setMuted(effectiveMuted());
m_player->setVolume(effectiveVolume());
}
#if ENABLE(MEDIA_SESSION)
document().updateIsPlayingMedia(m_elementID);
#else
document().updateIsPlayingMedia();
#endif
if (hasMediaControls())
mediaControls()->changedVolume();
#endif
}
void HTMLMediaElement::scheduleUpdatePlayState()
{
if (m_updatePlayStateTask.hasPendingTask())
return;
auto logSiteIdentifier = LOGIDENTIFIER;
ALWAYS_LOG(logSiteIdentifier, "task scheduled");
m_updatePlayStateTask.scheduleTask([this, logSiteIdentifier] {
UNUSED_PARAM(logSiteIdentifier);
ALWAYS_LOG(logSiteIdentifier, "lambda(), task fired");
Ref<HTMLMediaElement> protectedThis(*this); updatePlayState();
});
}
void HTMLMediaElement::updatePlayState()
{
if (!m_player)
return;
if (m_pausedInternal) {
if (!m_player->paused())
m_player->pause();
refreshCachedTime();
m_playbackProgressTimer.stop();
if (hasMediaControls())
mediaControls()->playbackStopped();
return;
}
bool shouldBePlaying = potentiallyPlaying();
bool playerPaused = m_player->paused();
INFO_LOG(LOGIDENTIFIER, "shouldBePlaying = ", shouldBePlaying, ", playerPaused = ", playerPaused);
if (shouldBePlaying && playerPaused && m_mediaSession->requiresFullscreenForVideoPlayback() && (m_waitingToEnterFullscreen || !isFullscreen())) {
if (!m_waitingToEnterFullscreen)
enterFullscreen();
#if PLATFORM(WATCHOS)
return;
#endif
}
if (shouldBePlaying) {
schedulePlaybackControlsManagerUpdate();
setDisplayMode(Video);
invalidateCachedTime();
if (playerPaused) {
m_mediaSession->clientWillBeginPlayback();
m_player->setRate(requestedPlaybackRate());
m_player->setMuted(effectiveMuted());
m_player->setVolume(effectiveVolume());
if (m_firstTimePlaying) {
if (auto* page = document().page())
page->diagnosticLoggingClient().logDiagnosticMessage(isVideo() ? DiagnosticLoggingKeys::videoKey() : DiagnosticLoggingKeys::audioKey(), DiagnosticLoggingKeys::playedKey(), ShouldSample::No);
m_firstTimePlaying = false;
}
m_player->play();
}
if (hasMediaControls())
mediaControls()->playbackStarted();
startPlaybackProgressTimer();
setPlaying(true);
} else {
schedulePlaybackControlsManagerUpdate();
if (!playerPaused)
m_player->pause();
refreshCachedTime();
m_playbackProgressTimer.stop();
setPlaying(false);
MediaTime time = currentMediaTime();
if (time > m_lastSeekTime)
addPlayedRange(m_lastSeekTime, time);
if (couldPlayIfEnoughData())
prepareToPlay();
if (hasMediaControls())
mediaControls()->playbackStopped();
}
updateMediaController();
updateRenderer();
m_hasEverHadAudio |= hasAudio();
m_hasEverHadVideo |= hasVideo();
}
void HTMLMediaElement::setPlaying(bool playing)
{
if (playing && m_mediaSession)
m_mediaSession->removeBehaviorRestriction(MediaElementSession::RequirePlaybackToControlControlsManager);
if (m_playing == playing)
return;
m_playing = playing;
if (m_playing)
scheduleNotifyAboutPlaying();
#if ENABLE(MEDIA_SESSION)
document().updateIsPlayingMedia(m_elementID);
#else
document().updateIsPlayingMedia();
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
scheduleUpdateMediaState();
#endif
}
void HTMLMediaElement::setPausedInternal(bool b)
{
m_pausedInternal = b;
scheduleUpdatePlayState();
}
void HTMLMediaElement::stopPeriodicTimers()
{
m_progressEventTimer.stop();
m_playbackProgressTimer.stop();
}
void HTMLMediaElement::cancelPendingTasks()
{
m_configureTextTracksTask.cancelTask();
m_checkPlaybackTargetCompatablityTask.cancelTask();
m_updateMediaStateTask.cancelTask();
m_mediaEngineUpdatedTask.cancelTask();
m_updatePlayStateTask.cancelTask();
#if PLATFORM(IOS_FAMILY)
m_volumeRevertTaskQueue.cancelTask();
#endif
}
void HTMLMediaElement::userCancelledLoad()
{
INFO_LOG(LOGIDENTIFIER);
#if PLATFORM(IOS_FAMILY)
if (m_networkState == NETWORK_EMPTY || m_readyState >= HAVE_METADATA)
return;
#else
if (m_networkState == NETWORK_EMPTY || m_completelyLoaded)
return;
#endif
clearMediaPlayer();
m_error = MediaError::create(MediaError::MEDIA_ERR_ABORTED);
scheduleEvent(eventNames().abortEvent);
#if ENABLE(MEDIA_SOURCE)
detachMediaSource();
#endif
if (m_readyState == HAVE_NOTHING) {
m_networkState = NETWORK_EMPTY;
scheduleEvent(eventNames().emptiedEvent);
}
else
m_networkState = NETWORK_IDLE;
setShouldDelayLoadEvent(false);
m_currentSourceNode = nullptr;
m_readyState = HAVE_NOTHING;
updateMediaController();
#if ENABLE(VIDEO_TRACK)
auto* context = scriptExecutionContext();
if (!context || context->activeDOMObjectsAreStopped())
return;
updateActiveTextTrackCues(MediaTime::zeroTime());
#endif
}
void HTMLMediaElement::clearMediaPlayer()
{
#if ENABLE(MEDIA_STREAM)
if (!m_settingMediaStreamSrcObject)
m_mediaStreamSrcObject = nullptr;
#endif
#if ENABLE(MEDIA_SOURCE)
detachMediaSource();
#endif
m_blob = nullptr;
#if ENABLE(VIDEO_TRACK)
forgetResourceSpecificTracks();
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (hasEventListeners(eventNames().webkitplaybacktargetavailabilitychangedEvent)) {
m_hasPlaybackTargetAvailabilityListeners = false;
m_mediaSession->setHasPlaybackTargetAvailabilityListeners(false);
enqueuePlaybackTargetAvailabilityChangedEvent();
}
if (m_isPlayingToWirelessTarget)
setIsPlayingToWirelessTarget(false);
#endif
if (m_isWaitingUntilMediaCanStart) {
m_isWaitingUntilMediaCanStart = false;
document().removeMediaCanStartListener(*this);
}
if (m_player) {
m_player->invalidate();
m_player = nullptr;
}
schedulePlaybackControlsManagerUpdate();
stopPeriodicTimers();
cancelPendingTasks();
m_loadState = WaitingForSource;
#if ENABLE(VIDEO_TRACK)
if (m_textTracks)
configureTextTrackDisplay();
#endif
m_mediaSession->clientCharacteristicsChanged();
m_mediaSession->canProduceAudioChanged();
m_resourceSelectionTaskQueue.cancelAllTasks();
updateSleepDisabling();
}
bool HTMLMediaElement::canSuspendForDocumentSuspension() const
{
return true;
}
const char* HTMLMediaElement::activeDOMObjectName() const
{
return "HTMLMediaElement";
}
void HTMLMediaElement::stopWithoutDestroyingMediaPlayer()
{
INFO_LOG(LOGIDENTIFIER);
if (m_videoFullscreenMode != VideoFullscreenModeNone)
exitFullscreen();
setPreparedToReturnVideoLayerToInline(true);
schedulePlaybackControlsManagerUpdate();
setInActiveDocument(false);
setPlaying(false);
setPausedInternal(true);
m_mediaSession->stopSession();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::None);
userCancelledLoad();
updateRenderer();
stopPeriodicTimers();
updateSleepDisabling();
}
void HTMLMediaElement::closeTaskQueues()
{
m_configureTextTracksTask.close();
m_checkPlaybackTargetCompatablityTask.close();
m_updateMediaStateTask.close();
m_mediaEngineUpdatedTask.close();
m_updatePlayStateTask.close();
m_resumeTaskQueue.close();
m_seekTaskQueue.close();
m_playbackControlsManagerBehaviorRestrictionsQueue.close();
m_seekTaskQueue.close();
m_resumeTaskQueue.close();
m_promiseTaskQueue.close();
m_pauseAfterDetachedTaskQueue.close();
m_resourceSelectionTaskQueue.close();
m_visibilityChangeTaskQueue.close();
#if ENABLE(ENCRYPTED_MEDIA)
m_encryptedMediaQueue.close();
#endif
m_asyncEventQueue.close();
#if PLATFORM(IOS_FAMILY)
m_volumeRevertTaskQueue.close();
#endif
}
void HTMLMediaElement::contextDestroyed()
{
closeTaskQueues();
m_pendingPlayPromises.clear();
ActiveDOMObject::contextDestroyed();
}
void HTMLMediaElement::stop()
{
INFO_LOG(LOGIDENTIFIER);
Ref<HTMLMediaElement> protectedThis(*this);
stopWithoutDestroyingMediaPlayer();
closeTaskQueues();
clearMediaPlayer();
m_mediaSession->stopSession();
}
void HTMLMediaElement::suspend(ReasonForSuspension reason)
{
INFO_LOG(LOGIDENTIFIER);
Ref<HTMLMediaElement> protectedThis(*this);
m_resumeTaskQueue.cancelTask();
switch (reason) {
case ReasonForSuspension::PageCache:
stopWithoutDestroyingMediaPlayer();
m_asyncEventQueue.suspend();
setBufferingPolicy(BufferingPolicy::MakeResourcesPurgeable);
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequirePageConsentToResumeMedia);
break;
case ReasonForSuspension::PageWillBeSuspended:
case ReasonForSuspension::JavaScriptDebuggerPaused:
case ReasonForSuspension::WillDeferLoading:
break;
}
}
void HTMLMediaElement::resume()
{
INFO_LOG(LOGIDENTIFIER);
setInActiveDocument(true);
m_asyncEventQueue.resume();
if (!m_mediaSession->pageAllowsPlaybackAfterResuming())
document().addMediaCanStartListener(*this);
else
setPausedInternal(false);
m_mediaSession->removeBehaviorRestriction(MediaElementSession::RequirePageConsentToResumeMedia);
m_mediaSession->updateBufferingPolicy();
if (m_error && m_error->code() == MediaError::MEDIA_ERR_ABORTED && !m_resumeTaskQueue.hasPendingTask()) {
m_resumeTaskQueue.scheduleTask(std::bind(&HTMLMediaElement::prepareForLoad, this));
}
updateRenderer();
}
bool HTMLMediaElement::hasPendingActivity() const
{
return (hasAudio() && isPlaying()) || m_asyncEventQueue.hasPendingEvents() || m_creatingControls;
}
void HTMLMediaElement::mediaVolumeDidChange()
{
INFO_LOG(LOGIDENTIFIER);
updateVolume();
}
void HTMLMediaElement::visibilityStateChanged()
{
bool elementIsHidden = document().hidden() && m_videoFullscreenMode != VideoFullscreenModePictureInPicture;
if (elementIsHidden == m_elementIsHidden)
return;
m_elementIsHidden = elementIsHidden;
INFO_LOG(LOGIDENTIFIER, "visible = ", !m_elementIsHidden);
updateSleepDisabling();
m_mediaSession->visibilityChanged();
if (m_player)
m_player->setVisible(!m_elementIsHidden);
bool isPlayingAudio = isPlaying() && hasAudio() && !muted() && volume();
if (!isPlayingAudio) {
if (m_elementIsHidden) {
ALWAYS_LOG(LOGIDENTIFIER, "Suspending playback after going to the background");
m_mediaSession->beginInterruption(PlatformMediaSession::EnteringBackground);
} else {
ALWAYS_LOG(LOGIDENTIFIER, "Resuming playback after entering foreground");
m_mediaSession->endInterruption(PlatformMediaSession::MayResumePlaying);
}
}
}
#if ENABLE(VIDEO_TRACK)
bool HTMLMediaElement::requiresTextTrackRepresentation() const
{
return (m_videoFullscreenMode != VideoFullscreenModeNone) && m_player ? m_player->requiresTextTrackRepresentation() : false;
}
void HTMLMediaElement::setTextTrackRepresentation(TextTrackRepresentation* representation)
{
if (m_player)
m_player->setTextTrackRepresentation(representation);
}
void HTMLMediaElement::syncTextTrackBounds()
{
if (m_player)
m_player->syncTextTrackBounds();
}
#endif // ENABLE(VIDEO_TRACK)
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
void HTMLMediaElement::webkitShowPlaybackTargetPicker()
{
ALWAYS_LOG(LOGIDENTIFIER);
if (processingUserGestureForMedia())
removeBehaviorRestrictionsAfterFirstUserGesture();
m_mediaSession->showPlaybackTargetPicker();
}
void HTMLMediaElement::wirelessRoutesAvailableDidChange()
{
enqueuePlaybackTargetAvailabilityChangedEvent();
}
void HTMLMediaElement::mediaPlayerCurrentPlaybackTargetIsWirelessChanged(MediaPlayer*)
{
setIsPlayingToWirelessTarget(m_player && m_player->isCurrentPlaybackTargetWireless());
}
void HTMLMediaElement::setIsPlayingToWirelessTarget(bool isPlayingToWirelessTarget)
{
m_playbackTargetIsWirelessQueue.enqueueTask([this, isPlayingToWirelessTarget] {
if (isPlayingToWirelessTarget == m_isPlayingToWirelessTarget)
return;
m_isPlayingToWirelessTarget = m_player && m_player->isCurrentPlaybackTargetWireless();
ALWAYS_LOG(LOGIDENTIFIER, m_isPlayingToWirelessTarget);
configureMediaControls();
m_mediaSession->isPlayingToWirelessPlaybackTargetChanged(m_isPlayingToWirelessTarget);
m_mediaSession->canProduceAudioChanged();
scheduleUpdateMediaState();
updateSleepDisabling();
m_failedToPlayToWirelessTarget = false;
scheduleCheckPlaybackTargetCompatability();
dispatchEvent(Event::create(eventNames().webkitcurrentplaybacktargetiswirelesschangedEvent, Event::CanBubble::No, Event::IsCancelable::Yes));
});
}
void HTMLMediaElement::dispatchEvent(Event& event)
{
DEBUG_LOG(LOGIDENTIFIER, event.type());
if (m_removedBehaviorRestrictionsAfterFirstUserGesture && event.type() == eventNames().endedEvent)
document().userActivatedMediaFinishedPlaying();
HTMLElement::dispatchEvent(event);
}
bool HTMLMediaElement::addEventListener(const AtomString& eventType, Ref<EventListener>&& listener, const AddEventListenerOptions& options)
{
if (eventType != eventNames().webkitplaybacktargetavailabilitychangedEvent)
return Node::addEventListener(eventType, WTFMove(listener), options);
bool isFirstAvailabilityChangedListener = !hasEventListeners(eventNames().webkitplaybacktargetavailabilitychangedEvent);
if (!Node::addEventListener(eventType, WTFMove(listener), options))
return false;
if (isFirstAvailabilityChangedListener) {
m_hasPlaybackTargetAvailabilityListeners = true;
m_mediaSession->setHasPlaybackTargetAvailabilityListeners(true);
}
INFO_LOG(LOGIDENTIFIER, "'webkitplaybacktargetavailabilitychanged'");
enqueuePlaybackTargetAvailabilityChangedEvent(); return true;
}
bool HTMLMediaElement::removeEventListener(const AtomString& eventType, EventListener& listener, const ListenerOptions& options)
{
if (eventType != eventNames().webkitplaybacktargetavailabilitychangedEvent)
return Node::removeEventListener(eventType, listener, options);
if (!Node::removeEventListener(eventType, listener, options))
return false;
bool didRemoveLastAvailabilityChangedListener = !hasEventListeners(eventNames().webkitplaybacktargetavailabilitychangedEvent);
INFO_LOG(LOGIDENTIFIER, "removed last listener = ", didRemoveLastAvailabilityChangedListener);
if (didRemoveLastAvailabilityChangedListener) {
m_hasPlaybackTargetAvailabilityListeners = false;
m_mediaSession->setHasPlaybackTargetAvailabilityListeners(false);
scheduleUpdateMediaState();
}
return true;
}
void HTMLMediaElement::enqueuePlaybackTargetAvailabilityChangedEvent()
{
bool hasTargets = m_mediaSession->hasWirelessPlaybackTargets();
INFO_LOG(LOGIDENTIFIER, "hasTargets = ", hasTargets);
auto event = WebKitPlaybackTargetAvailabilityEvent::create(eventNames().webkitplaybacktargetavailabilitychangedEvent, hasTargets);
event->setTarget(this);
m_asyncEventQueue.enqueueEvent(WTFMove(event));
scheduleUpdateMediaState();
}
void HTMLMediaElement::setWirelessPlaybackTarget(Ref<MediaPlaybackTarget>&& device)
{
ALWAYS_LOG(LOGIDENTIFIER);
if (m_player)
m_player->setWirelessPlaybackTarget(WTFMove(device));
}
void HTMLMediaElement::setShouldPlayToPlaybackTarget(bool shouldPlay)
{
ALWAYS_LOG(LOGIDENTIFIER, shouldPlay);
if (m_player)
m_player->setShouldPlayToPlaybackTarget(shouldPlay);
}
#endif // ENABLE(WIRELESS_PLAYBACK_TARGET)
bool HTMLMediaElement::webkitCurrentPlaybackTargetIsWireless() const
{
INFO_LOG(LOGIDENTIFIER, m_isPlayingToWirelessTarget);
return m_isPlayingToWirelessTarget;
}
void HTMLMediaElement::setPlayingOnSecondScreen(bool value)
{
if (value == m_playingOnSecondScreen)
return;
m_playingOnSecondScreen = value;
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
scheduleUpdateMediaState();
#endif
}
double HTMLMediaElement::minFastReverseRate() const
{
return m_player ? m_player->minFastReverseRate() : 0;
}
double HTMLMediaElement::maxFastForwardRate() const
{
return m_player ? m_player->maxFastForwardRate() : 0;
}
bool HTMLMediaElement::isFullscreen() const
{
if (m_videoFullscreenMode != VideoFullscreenModeNone)
return true;
#if ENABLE(FULLSCREEN_API)
if (document().fullscreenManager().isFullscreen() && document().fullscreenManager().currentFullscreenElement() == this)
return true;
#endif
return false;
}
bool HTMLMediaElement::isStandardFullscreen() const
{
#if ENABLE(FULLSCREEN_API)
if (document().fullscreenManager().isFullscreen() && document().fullscreenManager().currentFullscreenElement() == this)
return true;
#endif
return m_videoFullscreenMode == VideoFullscreenModeStandard;
}
void HTMLMediaElement::toggleStandardFullscreenState()
{
if (isStandardFullscreen())
exitFullscreen();
else
enterFullscreen();
}
void HTMLMediaElement::enterFullscreen(VideoFullscreenMode mode)
{
INFO_LOG(LOGIDENTIFIER);
ASSERT(mode != VideoFullscreenModeNone);
if (m_videoFullscreenMode == mode)
return;
m_temporarilyAllowingInlinePlaybackAfterFullscreen = false;
m_waitingToEnterFullscreen = true;
#if ENABLE(FULLSCREEN_API) && ENABLE(VIDEO_USES_ELEMENT_FULLSCREEN)
if (document().settings().fullScreenEnabled() && mode == VideoFullscreenModeStandard) {
document().fullscreenManager().requestFullscreenForElement(this, FullscreenManager::ExemptIFrameAllowFullscreenRequirement);
return;
}
#endif
m_fullscreenTaskQueue.enqueueTask([this, mode] {
if (document().hidden()) {
ALWAYS_LOG(LOGIDENTIFIER, " returning because document is hidden");
return;
}
fullscreenModeChanged(mode);
configureMediaControls();
if (hasMediaControls())
mediaControls()->enteredFullscreen();
if (is<HTMLVideoElement>(*this)) {
HTMLVideoElement& asVideo = downcast<HTMLVideoElement>(*this);
if (document().page()->chrome().client().supportsVideoFullscreen(m_videoFullscreenMode)) {
document().page()->chrome().client().enterVideoFullscreenForVideoElement(asVideo, m_videoFullscreenMode, m_videoFullscreenStandby);
scheduleEvent(eventNames().webkitbeginfullscreenEvent);
}
}
});
}
void HTMLMediaElement::enterFullscreen()
{
enterFullscreen(VideoFullscreenModeStandard);
}
void HTMLMediaElement::exitFullscreen()
{
INFO_LOG(LOGIDENTIFIER);
m_waitingToEnterFullscreen = false;
#if ENABLE(FULLSCREEN_API)
if (document().settings().fullScreenEnabled() && document().fullscreenManager().currentFullscreenElement() == this) {
if (document().fullscreenManager().isFullscreen())
document().fullscreenManager().cancelFullscreen();
if (m_videoFullscreenMode == VideoFullscreenModeStandard)
return;
}
#endif
ASSERT(m_videoFullscreenMode != VideoFullscreenModeNone);
VideoFullscreenMode oldVideoFullscreenMode = m_videoFullscreenMode;
fullscreenModeChanged(VideoFullscreenModeNone);
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
Ref<HTMLMediaElement> protectedThis(*this); updateMediaControlsAfterPresentationModeChange();
#endif
if (hasMediaControls())
mediaControls()->exitedFullscreen();
if (!document().page() || !is<HTMLVideoElement>(*this))
return;
if (!paused() && m_mediaSession->requiresFullscreenForVideoPlayback()) {
if (!document().settings().allowsInlineMediaPlaybackAfterFullscreen() || isVideoTooSmallForInlinePlayback())
pauseInternal();
else {
m_temporarilyAllowingInlinePlaybackAfterFullscreen = true;
setControls(true);
}
}
#if PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE)
if (document().activeDOMObjectsAreSuspended() || document().activeDOMObjectsAreStopped())
document().page()->chrome().client().exitVideoFullscreenToModeWithoutAnimation(downcast<HTMLVideoElement>(*this), VideoFullscreenModeNone);
else
#endif
if (document().page()->chrome().client().supportsVideoFullscreen(oldVideoFullscreenMode)) {
if (m_videoFullscreenStandby)
document().page()->chrome().client().enterVideoFullscreenForVideoElement(downcast<HTMLVideoElement>(*this), m_videoFullscreenMode, m_videoFullscreenStandby);
else
document().page()->chrome().client().exitVideoFullscreenForVideoElement(downcast<HTMLVideoElement>(*this));
scheduleEvent(eventNames().webkitendfullscreenEvent);
scheduleEvent(eventNames().webkitpresentationmodechangedEvent);
}
}
WEBCORE_EXPORT void HTMLMediaElement::setVideoFullscreenStandby(bool value)
{
ASSERT(is<HTMLVideoElement>(*this));
if (m_videoFullscreenStandby == value)
return;
if (!document().page())
return;
if (!document().page()->chrome().client().supportsVideoFullscreenStandby())
return;
m_videoFullscreenStandby = value;
#if PLATFORM(IOS_FAMILY) || (PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE))
if (m_player)
m_player->videoFullscreenStandbyChanged();
#endif
if (m_videoFullscreenStandby || m_videoFullscreenMode != VideoFullscreenModeNone)
document().page()->chrome().client().enterVideoFullscreenForVideoElement(downcast<HTMLVideoElement>(*this), m_videoFullscreenMode, m_videoFullscreenStandby);
else
document().page()->chrome().client().exitVideoFullscreenForVideoElement(downcast<HTMLVideoElement>(*this));
}
void HTMLMediaElement::willBecomeFullscreenElement()
{
#if PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE)
HTMLMediaElementEnums::VideoFullscreenMode oldVideoFullscreenMode = m_videoFullscreenMode;
#endif
fullscreenModeChanged(VideoFullscreenModeStandard);
#if PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE)
switch (oldVideoFullscreenMode) {
case VideoFullscreenModeNone:
case VideoFullscreenModeStandard:
break;
case VideoFullscreenModePictureInPicture:
if (is<HTMLVideoElement>(*this))
downcast<HTMLVideoElement>(this)->exitToFullscreenModeWithoutAnimationIfPossible(oldVideoFullscreenMode, VideoFullscreenModeStandard);
break;
}
#endif
Element::willBecomeFullscreenElement();
}
void HTMLMediaElement::didBecomeFullscreenElement()
{
m_waitingToEnterFullscreen = false;
if (hasMediaControls())
mediaControls()->enteredFullscreen();
scheduleUpdatePlayState();
}
void HTMLMediaElement::willStopBeingFullscreenElement()
{
if (hasMediaControls())
mediaControls()->exitedFullscreen();
if (fullscreenMode() == VideoFullscreenModeStandard)
fullscreenModeChanged(VideoFullscreenModeNone);
}
PlatformLayer* HTMLMediaElement::platformLayer() const
{
return m_player ? m_player->platformLayer() : nullptr;
}
void HTMLMediaElement::setPreparedToReturnVideoLayerToInline(bool value)
{
m_preparedForInline = value;
if (m_preparedForInline && m_preparedForInlineCompletionHandler) {
m_preparedForInlineCompletionHandler();
m_preparedForInlineCompletionHandler = nullptr;
}
}
void HTMLMediaElement::waitForPreparedForInlineThen(WTF::Function<void()>&& completionHandler)
{
ASSERT(!m_preparedForInlineCompletionHandler);
if (m_preparedForInline) {
completionHandler();
return;
}
m_preparedForInlineCompletionHandler = WTFMove(completionHandler);
}
#if PLATFORM(IOS_FAMILY) || (PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE))
void HTMLMediaElement::willExitFullscreen()
{
if (m_player)
m_player->updateVideoFullscreenInlineImage();
}
bool HTMLMediaElement::isVideoLayerInline()
{
return !m_videoFullscreenLayer;
};
void HTMLMediaElement::setVideoFullscreenLayer(PlatformLayer* platformLayer, WTF::Function<void()>&& completionHandler)
{
m_videoFullscreenLayer = platformLayer;
if (!m_player) {
completionHandler();
return;
}
m_player->setVideoFullscreenLayer(platformLayer, WTFMove(completionHandler));
invalidateStyleAndLayerComposition();
#if ENABLE(VIDEO_TRACK)
updateTextTrackDisplay();
#endif
}
void HTMLMediaElement::setVideoFullscreenFrame(FloatRect frame)
{
m_videoFullscreenFrame = frame;
if (m_player)
m_player->setVideoFullscreenFrame(frame);
}
void HTMLMediaElement::setVideoFullscreenGravity(MediaPlayer::VideoGravity gravity)
{
m_videoFullscreenGravity = gravity;
if (m_player)
m_player->setVideoFullscreenGravity(gravity);
}
#else
bool HTMLMediaElement::isVideoLayerInline()
{
return true;
};
#endif
bool HTMLMediaElement::hasClosedCaptions() const
{
if (m_player && m_player->hasClosedCaptions())
return true;
#if ENABLE(VIDEO_TRACK)
if (!m_textTracks)
return false;
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
auto& track = *m_textTracks->item(i);
if (track.readinessState() == TextTrack::FailedToLoad)
continue;
if (track.kind() == TextTrack::Kind::Captions || track.kind() == TextTrack::Kind::Subtitles)
return true;
}
#endif
return false;
}
bool HTMLMediaElement::closedCaptionsVisible() const
{
return m_closedCaptionsVisible;
}
#if ENABLE(VIDEO_TRACK)
void HTMLMediaElement::updateTextTrackDisplay()
{
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
ensureMediaControlsShadowRoot();
if (!m_mediaControlsHost)
m_mediaControlsHost = MediaControlsHost::create(this);
m_mediaControlsHost->updateTextTrackContainer();
#else
if (!hasMediaControls() && !createMediaControls())
return;
mediaControls()->updateTextTrackDisplay();
#endif
}
#endif
void HTMLMediaElement::setClosedCaptionsVisible(bool closedCaptionVisible)
{
INFO_LOG(LOGIDENTIFIER, closedCaptionVisible);
m_closedCaptionsVisible = false;
if (!m_player || !hasClosedCaptions())
return;
m_closedCaptionsVisible = closedCaptionVisible;
m_player->setClosedCaptionsVisible(closedCaptionVisible);
#if ENABLE(VIDEO_TRACK)
markCaptionAndSubtitleTracksAsUnconfigured(Immediately);
updateTextTrackDisplay();
#else
if (hasMediaControls())
mediaControls()->changedClosedCaptionsVisibility();
#endif
}
void HTMLMediaElement::setWebkitClosedCaptionsVisible(bool visible)
{
m_webkitLegacyClosedCaptionOverride = visible;
setClosedCaptionsVisible(visible);
}
bool HTMLMediaElement::webkitClosedCaptionsVisible() const
{
return m_webkitLegacyClosedCaptionOverride && m_closedCaptionsVisible;
}
bool HTMLMediaElement::webkitHasClosedCaptions() const
{
return hasClosedCaptions();
}
#if ENABLE(MEDIA_STATISTICS)
unsigned HTMLMediaElement::webkitAudioDecodedByteCount() const
{
if (!m_player)
return 0;
return m_player->audioDecodedByteCount();
}
unsigned HTMLMediaElement::webkitVideoDecodedByteCount() const
{
if (!m_player)
return 0;
return m_player->videoDecodedByteCount();
}
#endif
void HTMLMediaElement::mediaCanStart(Document& document)
{
ASSERT_UNUSED(document, &document == &this->document());
INFO_LOG(LOGIDENTIFIER, "m_isWaitingUntilMediaCanStart = ", m_isWaitingUntilMediaCanStart, ", m_pausedInternal = ", m_pausedInternal);
ASSERT(m_isWaitingUntilMediaCanStart || m_pausedInternal);
if (m_isWaitingUntilMediaCanStart) {
m_isWaitingUntilMediaCanStart = false;
selectMediaResource();
}
if (m_pausedInternal)
setPausedInternal(false);
}
bool HTMLMediaElement::isURLAttribute(const Attribute& attribute) const
{
return attribute.name() == srcAttr || HTMLElement::isURLAttribute(attribute);
}
void HTMLMediaElement::setShouldDelayLoadEvent(bool shouldDelay)
{
if (m_shouldDelayLoadEvent == shouldDelay)
return;
INFO_LOG(LOGIDENTIFIER, shouldDelay);
m_shouldDelayLoadEvent = shouldDelay;
if (shouldDelay)
document().incrementLoadEventDelayCount();
else
document().decrementLoadEventDelayCount();
}
static String& sharedMediaCacheDirectory()
{
static NeverDestroyed<String> sharedMediaCacheDirectory;
return sharedMediaCacheDirectory;
}
void HTMLMediaElement::setMediaCacheDirectory(const String& path)
{
sharedMediaCacheDirectory() = path;
}
const String& HTMLMediaElement::mediaCacheDirectory()
{
return sharedMediaCacheDirectory();
}
HashSet<RefPtr<SecurityOrigin>> HTMLMediaElement::originsInMediaCache(const String& path)
{
return MediaPlayer::originsInMediaCache(path);
}
void HTMLMediaElement::clearMediaCache(const String& path, WallTime modifiedSince)
{
MediaPlayer::clearMediaCache(path, modifiedSince);
}
void HTMLMediaElement::clearMediaCacheForOrigins(const String& path, const HashSet<RefPtr<SecurityOrigin>>& origins)
{
MediaPlayer::clearMediaCacheForOrigins(path, origins);
}
void HTMLMediaElement::resetMediaEngines()
{
MediaPlayer::resetMediaEngines();
}
void HTMLMediaElement::privateBrowsingStateDidChange()
{
if (!m_player)
return;
bool privateMode = document().page() && document().page()->usesEphemeralSession();
m_player->setPrivateBrowsingMode(privateMode);
}
MediaControls* HTMLMediaElement::mediaControls() const
{
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
return nullptr;
#else
auto root = userAgentShadowRoot();
if (!root)
return nullptr;
return childrenOfType<MediaControls>(*root).first();
#endif
}
bool HTMLMediaElement::hasMediaControls() const
{
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
return false;
#else
if (auto userAgent = userAgentShadowRoot()) {
RefPtr<Node> node = childrenOfType<MediaControls>(*root).first();
ASSERT_WITH_SECURITY_IMPLICATION(!node || node->isMediaControls());
return node;
}
return false;
#endif
}
bool HTMLMediaElement::createMediaControls()
{
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
ensureMediaControlsShadowRoot();
return false;
#else
if (hasMediaControls())
return true;
auto mediaControls = MediaControls::create(document());
if (!mediaControls)
return false;
mediaControls->setMediaController(m_mediaController ? m_mediaController.get() : static_cast<MediaControllerInterface*>(this));
mediaControls->reset();
if (isFullscreen())
mediaControls->enteredFullscreen();
ensureUserAgentShadowRoot().appendChild(mediaControls);
if (!controls() || !isConnected())
mediaControls->hide();
return true;
#endif
}
bool HTMLMediaElement::shouldForceControlsDisplay() const
{
return isVideo() && autoplay() && m_mediaSession->hasBehaviorRestriction(MediaElementSession::RequireUserGestureForVideoDueToLowPowerMode);
}
void HTMLMediaElement::configureMediaControls()
{
bool requireControls = controls();
if (isVideo() && m_mediaSession->requiresFullscreenForVideoPlayback())
requireControls = true;
if (shouldForceControlsDisplay())
requireControls = true;
if (isFullscreen())
requireControls = true;
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (m_isPlayingToWirelessTarget)
requireControls = true;
#endif
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
if (!requireControls || !isConnected() || !inActiveDocument())
return;
ensureMediaControlsShadowRoot();
#else
if (!requireControls || !isConnected() || !inActiveDocument()) {
if (hasMediaControls())
mediaControls()->hide();
return;
}
if (!hasMediaControls() && !createMediaControls())
return;
mediaControls()->show();
#endif
}
#if ENABLE(VIDEO_TRACK)
void HTMLMediaElement::configureTextTrackDisplay(TextTrackVisibilityCheckType checkType)
{
ALWAYS_LOG(LOGIDENTIFIER);
ASSERT(m_textTracks);
if (m_processingPreferenceChange)
return;
if (document().activeDOMObjectsAreStopped())
return;
bool haveVisibleTextTrack = false;
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
if (m_textTracks->item(i)->mode() == TextTrack::Mode::Showing) {
haveVisibleTextTrack = true;
break;
}
}
if (checkType == CheckTextTrackVisibility && m_haveVisibleTextTrack == haveVisibleTextTrack) {
updateActiveTextTrackCues(currentMediaTime());
return;
}
m_haveVisibleTextTrack = haveVisibleTextTrack;
m_closedCaptionsVisible = m_haveVisibleTextTrack;
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
if (!m_haveVisibleTextTrack)
return;
ensureMediaControlsShadowRoot();
#else
if (!m_haveVisibleTextTrack && !hasMediaControls())
return;
if (!hasMediaControls() && !createMediaControls())
return;
mediaControls()->changedClosedCaptionsVisibility();
updateTextTrackDisplay();
updateActiveTextTrackCues(currentMediaTime());
#endif
}
void HTMLMediaElement::captionPreferencesChanged()
{
if (!isVideo())
return;
if (hasMediaControls())
mediaControls()->textTrackPreferencesChanged();
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
if (m_mediaControlsHost)
m_mediaControlsHost->updateCaptionDisplaySizes();
#endif
if (m_player)
m_player->tracksChanged();
if (!document().page())
return;
CaptionUserPreferences::CaptionDisplayMode displayMode = document().page()->group().captionPreferences().captionDisplayMode();
if (captionDisplayMode() == displayMode)
return;
m_captionDisplayMode = displayMode;
setWebkitClosedCaptionsVisible(captionDisplayMode() == CaptionUserPreferences::AlwaysOn);
}
CaptionUserPreferences::CaptionDisplayMode HTMLMediaElement::captionDisplayMode()
{
if (!m_captionDisplayMode.hasValue()) {
if (document().page())
m_captionDisplayMode = document().page()->group().captionPreferences().captionDisplayMode();
else
m_captionDisplayMode = CaptionUserPreferences::Automatic;
}
return m_captionDisplayMode.value();
}
void HTMLMediaElement::markCaptionAndSubtitleTracksAsUnconfigured(ReconfigureMode mode)
{
if (!m_textTracks)
return;
INFO_LOG(LOGIDENTIFIER);
for (unsigned i = 0; i < m_textTracks->length(); ++i) {
auto& track = *m_textTracks->item(i);
auto kind = track.kind();
if (kind == TextTrack::Kind::Subtitles || kind == TextTrack::Kind::Captions)
track.setHasBeenConfigured(false);
}
m_processingPreferenceChange = true;
m_configureTextTracksTask.cancelTask();
if (mode == Immediately) {
Ref<HTMLMediaElement> protectedThis(*this); configureTextTracks();
}
else
scheduleConfigureTextTracks();
}
#endif
void HTMLMediaElement::createMediaPlayer()
{
INFO_LOG(LOGIDENTIFIER);
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode)
m_audioSourceNode->lock();
#endif
#if ENABLE(MEDIA_SOURCE)
detachMediaSource();
#endif
#if ENABLE(VIDEO_TRACK)
forgetResourceSpecificTracks();
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (m_isPlayingToWirelessTarget)
setIsPlayingToWirelessTarget(false);
#endif
m_player = MediaPlayer::create(*this);
m_player->setBufferingPolicy(m_bufferingPolicy);
schedulePlaybackControlsManagerUpdate();
#if ENABLE(WEB_AUDIO)
if (m_audioSourceNode) {
if (audioSourceProvider())
audioSourceProvider()->setClient(m_audioSourceNode);
m_audioSourceNode->unlock();
}
#endif
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (hasEventListeners(eventNames().webkitplaybacktargetavailabilitychangedEvent)) {
m_hasPlaybackTargetAvailabilityListeners = true;
m_mediaSession->setHasPlaybackTargetAvailabilityListeners(true);
enqueuePlaybackTargetAvailabilityChangedEvent(); }
#endif
updateSleepDisabling();
}
#if ENABLE(WEB_AUDIO)
void HTMLMediaElement::setAudioSourceNode(MediaElementAudioSourceNode* sourceNode)
{
m_audioSourceNode = sourceNode;
if (audioSourceProvider())
audioSourceProvider()->setClient(m_audioSourceNode);
}
AudioSourceProvider* HTMLMediaElement::audioSourceProvider()
{
if (m_player)
return m_player->audioSourceProvider();
return 0;
}
#endif
const String& HTMLMediaElement::mediaGroup() const
{
return m_mediaGroup;
}
void HTMLMediaElement::setMediaGroup(const String& group)
{
if (m_mediaGroup == group)
return;
m_mediaGroup = group;
setController(nullptr);
if (group.isEmpty())
return;
HashSet<HTMLMediaElement*> elements = documentToElementSetMap().get(&document());
for (auto& element : elements) {
if (element == this)
continue;
if (element->mediaGroup() == group) {
setController(element->controller());
return;
}
}
setController(MediaController::create(document()));
}
MediaController* HTMLMediaElement::controller() const
{
return m_mediaController.get();
}
void HTMLMediaElement::setController(RefPtr<MediaController>&& controller)
{
if (m_mediaController)
m_mediaController->removeMediaElement(*this);
m_mediaController = WTFMove(controller);
if (m_mediaController)
m_mediaController->addMediaElement(*this);
if (hasMediaControls())
mediaControls()->setMediaController(m_mediaController ? m_mediaController.get() : static_cast<MediaControllerInterface*>(this));
}
void HTMLMediaElement::setControllerForBindings(MediaController* controller)
{
setMediaGroup({ });
setController(controller);
}
void HTMLMediaElement::updateMediaController()
{
if (m_mediaController)
m_mediaController->reportControllerState();
}
bool HTMLMediaElement::isBlocked() const
{
if (m_readyState <= HAVE_CURRENT_DATA)
return true;
return pausedForUserInteraction();
}
bool HTMLMediaElement::isBlockedOnMediaController() const
{
if (!m_mediaController)
return false;
if (m_mediaController->isBlocked())
return true;
double mediaControllerPosition = m_mediaController->currentTime();
if (mediaControllerPosition < 0 || mediaControllerPosition > duration())
return true;
return false;
}
void HTMLMediaElement::prepareMediaFragmentURI()
{
MediaFragmentURIParser fragmentParser(m_currentSrc);
MediaTime dur = durationMediaTime();
MediaTime start = fragmentParser.startTime();
if (start.isValid() && start > MediaTime::zeroTime()) {
m_fragmentStartTime = start;
if (m_fragmentStartTime > dur)
m_fragmentStartTime = dur;
} else
m_fragmentStartTime = MediaTime::invalidTime();
MediaTime end = fragmentParser.endTime();
if (end.isValid() && end > MediaTime::zeroTime() && (!m_fragmentStartTime.isValid() || end > m_fragmentStartTime)) {
m_fragmentEndTime = end;
if (m_fragmentEndTime > dur)
m_fragmentEndTime = dur;
} else
m_fragmentEndTime = MediaTime::invalidTime();
if (m_fragmentStartTime.isValid() && m_readyState < HAVE_FUTURE_DATA)
prepareToPlay();
}
void HTMLMediaElement::applyMediaFragmentURI()
{
if (m_fragmentStartTime.isValid()) {
m_sentEndEvent = false;
seek(m_fragmentStartTime);
}
}
void HTMLMediaElement::updateSleepDisabling()
{
SleepType shouldDisableSleep = this->shouldDisableSleep();
if (shouldDisableSleep == SleepType::None && m_sleepDisabler)
m_sleepDisabler = nullptr;
else if (shouldDisableSleep != SleepType::None) {
auto type = shouldDisableSleep == SleepType::Display ? PAL::SleepDisabler::Type::Display : PAL::SleepDisabler::Type::System;
if (!m_sleepDisabler || m_sleepDisabler->type() != type)
m_sleepDisabler = PAL::SleepDisabler::create("com.apple.WebCore: HTMLMediaElement playback", type);
}
if (m_player)
m_player->setShouldDisableSleep(shouldDisableSleep == SleepType::Display);
}
#if ENABLE(MEDIA_STREAM)
static inline bool isRemoteMediaStreamVideoTrack(RefPtr<MediaStreamTrack>& item)
{
auto* track = item.get();
return track->privateTrack().type() == RealtimeMediaSource::Type::Video && !track->isCaptureTrack() && !track->isCanvas();
}
#endif
HTMLMediaElement::SleepType HTMLMediaElement::shouldDisableSleep() const
{
#if !PLATFORM(COCOA) && !PLATFORM(GTK) && !PLATFORM(WPE)
return SleepType::None;
#endif
if (!m_player || m_player->paused() || loop())
return SleepType::None;
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (m_isPlayingToWirelessTarget)
return SleepType::System;
#endif
if (PlatformMediaSessionManager::sharedManager().processIsSuspended())
return SleepType::None;
bool shouldBeAbleToSleep = !hasVideo() || !hasAudio();
#if ENABLE(MEDIA_STREAM)
shouldBeAbleToSleep = shouldBeAbleToSleep && !(m_mediaStreamSrcObject && WTF::anyOf(m_mediaStreamSrcObject->getTracks(), isRemoteMediaStreamVideoTrack));
#endif
if (shouldBeAbleToSleep)
return SleepType::None;
if (m_elementIsHidden)
return SleepType::System;
return SleepType::Display;
}
String HTMLMediaElement::mediaPlayerReferrer() const
{
RefPtr<Frame> frame = document().frame();
if (!frame)
return String();
return SecurityPolicy::generateReferrerHeader(document().referrerPolicy(), m_currentSrc, frame->loader().outgoingReferrer());
}
String HTMLMediaElement::mediaPlayerUserAgent() const
{
RefPtr<Frame> frame = document().frame();
if (!frame)
return String();
return frame->loader().userAgent(m_currentSrc);
}
#if ENABLE(AVF_CAPTIONS)
static inline PlatformTextTrack::TrackKind toPlatform(TextTrack::Kind kind)
{
switch (kind) {
case TextTrack::Kind::Captions:
return PlatformTextTrack::Caption;
case TextTrack::Kind::Chapters:
return PlatformTextTrack::Chapter;
case TextTrack::Kind::Descriptions:
return PlatformTextTrack::Description;
case TextTrack::Kind::Forced:
return PlatformTextTrack::Forced;
case TextTrack::Kind::Metadata:
return PlatformTextTrack::MetaData;
case TextTrack::Kind::Subtitles:
return PlatformTextTrack::Subtitle;
}
ASSERT_NOT_REACHED();
return PlatformTextTrack::Caption;
}
static inline PlatformTextTrack::TrackMode toPlatform(TextTrack::Mode mode)
{
switch (mode) {
case TextTrack::Mode::Disabled:
return PlatformTextTrack::Disabled;
case TextTrack::Mode::Hidden:
return PlatformTextTrack::Hidden;
case TextTrack::Mode::Showing:
return PlatformTextTrack::Showing;
}
ASSERT_NOT_REACHED();
return PlatformTextTrack::Disabled;
}
Vector<RefPtr<PlatformTextTrack>> HTMLMediaElement::outOfBandTrackSources()
{
Vector<RefPtr<PlatformTextTrack>> outOfBandTrackSources;
for (auto& trackElement : childrenOfType<HTMLTrackElement>(*this)) {
URL url = trackElement.getNonEmptyURLAttribute(srcAttr);
if (url.isEmpty())
continue;
if (!isAllowedToLoadMediaURL(*this, url, trackElement.isInUserAgentShadowTree()))
continue;
auto& track = trackElement.track();
auto kind = track.kind();
switch (kind) {
case TextTrack::Kind::Captions:
case TextTrack::Kind::Descriptions:
case TextTrack::Kind::Forced:
case TextTrack::Kind::Subtitles:
break;
case TextTrack::Kind::Chapters:
case TextTrack::Kind::Metadata:
continue;
}
outOfBandTrackSources.append(PlatformTextTrack::createOutOfBand(trackElement.label(), trackElement.srclang(), url.string(), toPlatform(track.mode()), toPlatform(kind), track.uniqueId(), trackElement.isDefault()));
}
return outOfBandTrackSources;
}
#endif
void HTMLMediaElement::mediaPlayerEnterFullscreen()
{
enterFullscreen();
}
void HTMLMediaElement::mediaPlayerExitFullscreen()
{
exitFullscreen();
}
bool HTMLMediaElement::mediaPlayerIsFullscreen() const
{
return isFullscreen();
}
bool HTMLMediaElement::mediaPlayerIsFullscreenPermitted() const
{
return m_mediaSession->fullscreenPermitted();
}
bool HTMLMediaElement::mediaPlayerIsVideo() const
{
return isVideo();
}
LayoutRect HTMLMediaElement::mediaPlayerContentBoxRect() const
{
auto* renderer = this->renderer();
if (!renderer)
return { };
return renderer->enclosingBox().contentBoxRect();
}
float HTMLMediaElement::mediaPlayerContentsScale() const
{
if (auto page = document().page())
return page->pageScaleFactor() * page->deviceScaleFactor();
return 1;
}
void HTMLMediaElement::mediaPlayerSetSize(const IntSize& size)
{
setIntegralAttribute(widthAttr, size.width());
setIntegralAttribute(heightAttr, size.height());
}
void HTMLMediaElement::mediaPlayerPause()
{
pause();
}
void HTMLMediaElement::mediaPlayerPlay()
{
play();
}
bool HTMLMediaElement::mediaPlayerPlatformVolumeConfigurationRequired() const
{
return !m_volumeInitialized;
}
bool HTMLMediaElement::mediaPlayerIsPaused() const
{
return paused();
}
bool HTMLMediaElement::mediaPlayerIsLooping() const
{
return loop();
}
CachedResourceLoader* HTMLMediaElement::mediaPlayerCachedResourceLoader()
{
return &document().cachedResourceLoader();
}
RefPtr<PlatformMediaResourceLoader> HTMLMediaElement::mediaPlayerCreateResourceLoader()
{
auto mediaResourceLoader = adoptRef(*new MediaResourceLoader(document(), *this, crossOrigin()));
m_lastMediaResourceLoaderForTesting = makeWeakPtr(mediaResourceLoader.get());
return mediaResourceLoader;
}
const MediaResourceLoader* HTMLMediaElement::lastMediaResourceLoaderForTesting() const
{
return m_lastMediaResourceLoaderForTesting.get();
}
bool HTMLMediaElement::mediaPlayerShouldUsePersistentCache() const
{
if (Page* page = document().page())
return !page->usesEphemeralSession() && !page->isResourceCachingDisabled();
return false;
}
const String& HTMLMediaElement::mediaPlayerMediaCacheDirectory() const
{
return mediaCacheDirectory();
}
String HTMLMediaElement::sourceApplicationIdentifier() const
{
if (RefPtr<Frame> frame = document().frame()) {
if (NetworkingContext* networkingContext = frame->loader().networkingContext())
return networkingContext->sourceApplicationIdentifier();
}
return emptyString();
}
Vector<String> HTMLMediaElement::mediaPlayerPreferredAudioCharacteristics() const
{
if (Page* page = document().page())
return page->group().captionPreferences().preferredAudioCharacteristics();
return Vector<String>();
}
#if PLATFORM(IOS_FAMILY)
String HTMLMediaElement::mediaPlayerNetworkInterfaceName() const
{
return DeprecatedGlobalSettings::networkInterfaceName();
}
bool HTMLMediaElement::mediaPlayerGetRawCookies(const URL& url, Vector<Cookie>& cookies) const
{
if (auto* page = document().page())
return page->cookieJar().getRawCookies(document(), url, cookies);
return false;
}
#endif
bool HTMLMediaElement::mediaPlayerIsInMediaDocument() const
{
return document().isMediaDocument();
}
void HTMLMediaElement::mediaPlayerEngineFailedToLoad() const
{
if (!m_player)
return;
if (auto* page = document().page())
page->diagnosticLoggingClient().logDiagnosticMessageWithValue(DiagnosticLoggingKeys::engineFailedToLoadKey(), m_player->engineDescription(), m_player->platformErrorCode(), 4, ShouldSample::No);
}
double HTMLMediaElement::mediaPlayerRequestedPlaybackRate() const
{
return potentiallyPlaying() ? requestedPlaybackRate() : 0;
}
const Vector<ContentType>& HTMLMediaElement::mediaContentTypesRequiringHardwareSupport() const
{
return document().settings().mediaContentTypesRequiringHardwareSupport();
}
bool HTMLMediaElement::mediaPlayerShouldCheckHardwareSupport() const
{
if (!document().settings().allowMediaContentTypesRequiringHardwareSupportAsFallback())
return true;
if (m_loadState == LoadingFromSourceElement && m_currentSourceNode && !m_nextChildNodeToConsider)
return false;
if (m_loadState == LoadingFromSrcAttr)
return false;
return true;
}
#if USE(GSTREAMER)
void HTMLMediaElement::requestInstallMissingPlugins(const String& details, const String& description, MediaPlayerRequestInstallMissingPluginsCallback& callback)
{
if (!document().page())
return;
document().page()->chrome().client().requestInstallMissingMediaPlugins(details, description, callback);
}
#endif
void HTMLMediaElement::removeBehaviorRestrictionsAfterFirstUserGesture(MediaElementSession::BehaviorRestrictions mask)
{
MediaElementSession::BehaviorRestrictions restrictionsToRemove = mask &
(MediaElementSession::RequireUserGestureForLoad
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
| MediaElementSession::RequireUserGestureToShowPlaybackTargetPicker
| MediaElementSession::RequireUserGestureToAutoplayToExternalDevice
#endif
| MediaElementSession::RequireUserGestureForVideoRateChange
| MediaElementSession::RequireUserGestureForAudioRateChange
| MediaElementSession::RequireUserGestureForFullscreen
| MediaElementSession::RequireUserGestureForVideoDueToLowPowerMode
| MediaElementSession::InvisibleAutoplayNotPermitted
| MediaElementSession::RequireUserGestureToControlControlsManager);
m_removedBehaviorRestrictionsAfterFirstUserGesture = true;
m_mediaSession->removeBehaviorRestriction(restrictionsToRemove);
document().topDocument().noteUserInteractionWithMediaElement();
}
void HTMLMediaElement::updateRateChangeRestrictions()
{
const auto& document = this->document();
if (!document.ownerElement() && document.isMediaDocument())
return;
const auto& topDocument = document.topDocument();
if (topDocument.videoPlaybackRequiresUserGesture())
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureForVideoRateChange);
else
m_mediaSession->removeBehaviorRestriction(MediaElementSession::RequireUserGestureForVideoRateChange);
if (topDocument.audioPlaybackRequiresUserGesture())
m_mediaSession->addBehaviorRestriction(MediaElementSession::RequireUserGestureForAudioRateChange);
else
m_mediaSession->removeBehaviorRestriction(MediaElementSession::RequireUserGestureForAudioRateChange);
}
RefPtr<VideoPlaybackQuality> HTMLMediaElement::getVideoPlaybackQuality()
{
RefPtr<DOMWindow> domWindow = document().domWindow();
double timestamp = domWindow ? 1000 * domWindow->nowTimestamp() : 0;
auto metrics = m_player ? m_player->videoPlaybackQualityMetrics() : WTF::nullopt;
if (!metrics)
return VideoPlaybackQuality::create(timestamp, { });
#if ENABLE(MEDIA_SOURCE)
metrics.value().totalVideoFrames += m_droppedVideoFrames;
metrics.value().droppedVideoFrames += m_droppedVideoFrames;
#endif
return VideoPlaybackQuality::create(timestamp, metrics.value());
}
#if ENABLE(MEDIA_CONTROLS_SCRIPT)
DOMWrapperWorld& HTMLMediaElement::ensureIsolatedWorld()
{
if (!m_isolatedWorld)
m_isolatedWorld = DOMWrapperWorld::create(commonVM());
return *m_isolatedWorld;
}
bool HTMLMediaElement::ensureMediaControlsInjectedScript()
{
INFO_LOG(LOGIDENTIFIER);
Page* page = document().page();
if (!page)
return false;
String mediaControlsScript = RenderTheme::singleton().mediaControlsScript();
if (!mediaControlsScript.length())
return false;
return setupAndCallJS([mediaControlsScript](JSDOMGlobalObject& globalObject, JSC::ExecState& exec, ScriptController& scriptController, DOMWrapperWorld& world) {
auto& vm = globalObject.vm();
auto scope = DECLARE_CATCH_SCOPE(vm);
auto functionValue = globalObject.get(&exec, JSC::Identifier::fromString(&exec, "createControls"));
if (functionValue.isFunction(vm))
return true;
#ifndef NDEBUG
URL scriptURL = URL({ }, "mediaControlsScript"_s);
#else
URL scriptURL;
#endif
scriptController.evaluateInWorld(ScriptSourceCode(mediaControlsScript, WTFMove(scriptURL)), world);
if (UNLIKELY(scope.exception())) {
scope.clearException();
return false;
}
return true;
});
}
void HTMLMediaElement::updatePageScaleFactorJSProperty()
{
Page* page = document().page();
if (!page)
return;
setControllerJSProperty("pageScaleFactor", JSC::jsNumber(page->pageScaleFactor()));
}
void HTMLMediaElement::updateUsesLTRUserInterfaceLayoutDirectionJSProperty()
{
Page* page = document().page();
if (!page)
return;
bool usesLTRUserInterfaceLayoutDirectionProperty = page->userInterfaceLayoutDirection() == UserInterfaceLayoutDirection::LTR;
setControllerJSProperty("usesLTRUserInterfaceLayoutDirection", JSC::jsBoolean(usesLTRUserInterfaceLayoutDirectionProperty));
}
void HTMLMediaElement::setControllerJSProperty(const char* propertyName, JSC::JSValue propertyValue)
{
setupAndCallJS([this, propertyName, propertyValue](JSDOMGlobalObject& globalObject, JSC::ExecState& exec, ScriptController&, DOMWrapperWorld&) {
auto& vm = globalObject.vm();
auto controllerValue = controllerJSValue(exec, globalObject, *this);
if (controllerValue.isNull())
return false;
JSC::PutPropertySlot propertySlot(controllerValue);
auto* controllerObject = controllerValue.toObject(&exec);
if (!controllerObject)
return false;
controllerObject->methodTable(vm)->put(controllerObject, &exec, JSC::Identifier::fromString(&exec, propertyName), propertyValue, propertySlot);
return true;
});
}
void HTMLMediaElement::didAddUserAgentShadowRoot(ShadowRoot& root)
{
INFO_LOG(LOGIDENTIFIER);
if (!ensureMediaControlsInjectedScript())
return;
setupAndCallJS([this, &root](JSDOMGlobalObject& globalObject, JSC::ExecState& exec, ScriptController&, DOMWrapperWorld&) {
auto& vm = globalObject.vm();
auto scope = DECLARE_CATCH_SCOPE(vm);
auto functionValue = globalObject.get(&exec, JSC::Identifier::fromString(&exec, "createControls"));
if (functionValue.isUndefinedOrNull())
return false;
if (!m_mediaControlsHost)
m_mediaControlsHost = MediaControlsHost::create(this);
auto mediaJSWrapper = toJS(&exec, &globalObject, *this);
auto mediaControlsHostJSWrapper = toJS(&exec, &globalObject, *m_mediaControlsHost);
JSC::MarkedArgumentBuffer argList;
argList.append(toJS(&exec, &globalObject, root));
argList.append(mediaJSWrapper);
argList.append(mediaControlsHostJSWrapper);
ASSERT(!argList.hasOverflowed());
auto* function = functionValue.toObject(&exec);
scope.assertNoException();
JSC::CallData callData;
auto callType = function->methodTable(vm)->getCallData(function, callData);
if (callType == JSC::CallType::None)
return false;
auto controllerValue = JSC::call(&exec, function, callType, callData, &globalObject, argList);
scope.clearException();
auto* controllerObject = JSC::jsDynamicCast<JSC::JSObject*>(vm, controllerValue);
if (!controllerObject)
return false;
auto* mediaJSWrapperObject = mediaJSWrapper.toObject(&exec);
scope.assertNoException();
auto controlsHost = JSC::Identifier::fromString(&exec.vm(), "controlsHost");
ASSERT(!mediaJSWrapperObject->hasProperty(&exec, controlsHost));
mediaJSWrapperObject->putDirect(exec.vm(), controlsHost, mediaControlsHostJSWrapper, JSC::PropertyAttribute::DontDelete | JSC::PropertyAttribute::DontEnum | JSC::PropertyAttribute::ReadOnly);
auto* mediaControlsHostJSWrapperObject = JSC::jsDynamicCast<JSC::JSObject*>(vm, mediaControlsHostJSWrapper);
if (!mediaControlsHostJSWrapperObject)
return false;
auto controller = JSC::Identifier::fromString(&exec.vm(), "controller");
ASSERT(!controllerObject->hasProperty(&exec, controller));
mediaControlsHostJSWrapperObject->putDirect(exec.vm(), controller, controllerValue, JSC::PropertyAttribute::DontDelete | JSC::PropertyAttribute::DontEnum | JSC::PropertyAttribute::ReadOnly);
updatePageScaleFactorJSProperty();
updateUsesLTRUserInterfaceLayoutDirectionJSProperty();
if (UNLIKELY(scope.exception()))
scope.clearException();
return true;
});
}
void HTMLMediaElement::setMediaControlsDependOnPageScaleFactor(bool dependsOnPageScale)
{
INFO_LOG(LOGIDENTIFIER, dependsOnPageScale);
if (document().settings().mediaControlsScaleWithPageZoom()) {
INFO_LOG(LOGIDENTIFIER, "forced to false by Settings value");
m_mediaControlsDependOnPageScaleFactor = false;
return;
}
if (m_mediaControlsDependOnPageScaleFactor == dependsOnPageScale)
return;
m_mediaControlsDependOnPageScaleFactor = dependsOnPageScale;
if (m_mediaControlsDependOnPageScaleFactor)
document().registerForPageScaleFactorChangedCallbacks(*this);
else
document().unregisterForPageScaleFactorChangedCallbacks(*this);
}
void HTMLMediaElement::updateMediaControlsAfterPresentationModeChange()
{
if (!m_mediaControlsHost || document().activeDOMObjectsAreSuspended() || document().activeDOMObjectsAreStopped())
return;
setupAndCallJS([this](JSDOMGlobalObject& globalObject, JSC::ExecState& exec, ScriptController&, DOMWrapperWorld&) {
auto& vm = globalObject.vm();
auto scope = DECLARE_THROW_SCOPE(vm);
auto controllerValue = controllerJSValue(exec, globalObject, *this);
auto* controllerObject = controllerValue.toObject(&exec);
RETURN_IF_EXCEPTION(scope, false);
auto functionValue = controllerObject->get(&exec, JSC::Identifier::fromString(&exec, "handlePresentationModeChange"));
if (UNLIKELY(scope.exception()) || functionValue.isUndefinedOrNull())
return false;
auto* function = functionValue.toObject(&exec);
scope.assertNoException();
JSC::CallData callData;
auto callType = function->methodTable(vm)->getCallData(function, callData);
if (callType == JSC::CallType::None)
return false;
JSC::MarkedArgumentBuffer argList;
ASSERT(!argList.hasOverflowed());
JSC::call(&exec, function, callType, callData, controllerObject, argList);
return true;
});
}
void HTMLMediaElement::pageScaleFactorChanged()
{
updatePageScaleFactorJSProperty();
}
void HTMLMediaElement::userInterfaceLayoutDirectionChanged()
{
updateUsesLTRUserInterfaceLayoutDirectionJSProperty();
}
String HTMLMediaElement::getCurrentMediaControlsStatus()
{
ensureMediaControlsShadowRoot();
String status;
setupAndCallJS([this, &status](JSDOMGlobalObject& globalObject, JSC::ExecState& exec, ScriptController&, DOMWrapperWorld&) {
auto& vm = globalObject.vm();
auto scope = DECLARE_THROW_SCOPE(vm);
auto controllerValue = controllerJSValue(exec, globalObject, *this);
auto* controllerObject = controllerValue.toObject(&exec);
RETURN_IF_EXCEPTION(scope, false);
auto functionValue = controllerObject->get(&exec, JSC::Identifier::fromString(&exec, "getCurrentControlsStatus"));
if (UNLIKELY(scope.exception()) || functionValue.isUndefinedOrNull())
return false;
auto* function = functionValue.toObject(&exec);
scope.assertNoException();
JSC::CallData callData;
auto callType = function->methodTable(vm)->getCallData(function, callData);
JSC::MarkedArgumentBuffer argList;
ASSERT(!argList.hasOverflowed());
if (callType == JSC::CallType::None)
return false;
auto outputValue = JSC::call(&exec, function, callType, callData, controllerObject, argList);
RETURN_IF_EXCEPTION(scope, false);
status = outputValue.getString(&exec);
return true;
});
return status;
}
#endif // ENABLE(MEDIA_CONTROLS_SCRIPT)
unsigned long long HTMLMediaElement::fileSize() const
{
if (m_player)
return m_player->fileSize();
return 0;
}
PlatformMediaSession::MediaType HTMLMediaElement::mediaType() const
{
if (m_player && m_readyState >= HAVE_METADATA) {
if (hasVideo() && hasAudio() && !muted())
return PlatformMediaSession::VideoAudio;
return hasVideo() ? PlatformMediaSession::Video : PlatformMediaSession::Audio;
}
return presentationType();
}
PlatformMediaSession::MediaType HTMLMediaElement::presentationType() const
{
if (hasTagName(HTMLNames::videoTag))
return muted() ? PlatformMediaSession::Video : PlatformMediaSession::VideoAudio;
return PlatformMediaSession::Audio;
}
PlatformMediaSession::DisplayType HTMLMediaElement::displayType() const
{
if (m_videoFullscreenMode == VideoFullscreenModeStandard)
return PlatformMediaSession::Fullscreen;
if (m_videoFullscreenMode & VideoFullscreenModePictureInPicture)
return PlatformMediaSession::Optimized;
if (m_videoFullscreenMode == VideoFullscreenModeNone)
return PlatformMediaSession::Normal;
ASSERT_NOT_REACHED();
return PlatformMediaSession::Normal;
}
PlatformMediaSession::CharacteristicsFlags HTMLMediaElement::characteristics() const
{
if (m_readyState < HAVE_METADATA)
return PlatformMediaSession::HasNothing;
PlatformMediaSession::CharacteristicsFlags state = PlatformMediaSession::HasNothing;
if (isVideo() && hasVideo())
state |= PlatformMediaSession::HasVideo;
if (this->hasAudio())
state |= PlatformMediaSession::HasAudio;
return state;
}
bool HTMLMediaElement::canProduceAudio() const
{
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (m_isPlayingToWirelessTarget)
return true;
#endif
if (muted())
return false;
return m_player && m_readyState >= HAVE_METADATA && hasAudio();
}
bool HTMLMediaElement::isSuspended() const
{
return document().activeDOMObjectsAreSuspended() || document().activeDOMObjectsAreStopped();
}
#if ENABLE(MEDIA_SOURCE)
size_t HTMLMediaElement::maximumSourceBufferSize(const SourceBuffer& buffer) const
{
return m_mediaSession->maximumMediaSourceBufferSize(buffer);
}
#endif
void HTMLMediaElement::suspendPlayback()
{
INFO_LOG(LOGIDENTIFIER, "paused = ", paused());
if (!paused())
pause();
}
void HTMLMediaElement::resumeAutoplaying()
{
INFO_LOG(LOGIDENTIFIER, "paused = ", paused());
m_autoplaying = true;
if (canTransitionFromAutoplayToPlay())
play();
}
void HTMLMediaElement::mayResumePlayback(bool shouldResume)
{
INFO_LOG(LOGIDENTIFIER, "paused = ", paused());
if (paused() && shouldResume)
play();
}
String HTMLMediaElement::mediaSessionTitle() const
{
if (!document().page() || document().page()->usesEphemeralSession())
return emptyString();
auto title = String(attributeWithoutSynchronization(titleAttr)).stripWhiteSpace().simplifyWhiteSpace();
if (!title.isEmpty())
return title;
title = document().title().stripWhiteSpace().simplifyWhiteSpace();
if (!title.isEmpty())
return title;
title = m_currentSrc.host().toString();
#if PLATFORM(MAC) || PLATFORM(IOS_FAMILY)
if (!title.isEmpty())
title = decodeHostName(title);
#endif
if (!title.isEmpty()) {
auto domain = RegistrableDomain { m_currentSrc };
if (!domain.isEmpty())
title = domain.string();
}
return title;
}
uint64_t HTMLMediaElement::mediaSessionUniqueIdentifier() const
{
auto& url = m_currentSrc.string();
return url.impl() ? url.impl()->hash() : 0;
}
void HTMLMediaElement::didReceiveRemoteControlCommand(PlatformMediaSession::RemoteControlCommandType command, const PlatformMediaSession::RemoteCommandArgument* argument)
{
INFO_LOG(LOGIDENTIFIER, command);
UserGestureIndicator remoteControlUserGesture(ProcessingUserGesture, &document());
switch (command) {
case PlatformMediaSession::PlayCommand:
play();
break;
case PlatformMediaSession::StopCommand:
case PlatformMediaSession::PauseCommand:
pause();
break;
case PlatformMediaSession::TogglePlayPauseCommand:
canPlay() ? play() : pause();
break;
case PlatformMediaSession::BeginSeekingBackwardCommand:
beginScanning(Backward);
break;
case PlatformMediaSession::BeginSeekingForwardCommand:
beginScanning(Forward);
break;
case PlatformMediaSession::EndSeekingBackwardCommand:
case PlatformMediaSession::EndSeekingForwardCommand:
endScanning();
break;
case PlatformMediaSession::SeekToPlaybackPositionCommand:
ASSERT(argument);
if (argument)
handleSeekToPlaybackPosition(argument->asDouble);
break;
default:
{ } }
}
bool HTMLMediaElement::supportsSeeking() const
{
return !document().quirks().needsSeekingSupportDisabled() && !isLiveStream();
}
bool HTMLMediaElement::shouldOverrideBackgroundPlaybackRestriction(PlatformMediaSession::InterruptionType type) const
{
if (type == PlatformMediaSession::EnteringBackground) {
if (isPlayingToExternalTarget()) {
INFO_LOG(LOGIDENTIFIER, "returning true because isPlayingToExternalTarget() is true");
return true;
}
if (PlatformMediaSessionManager::sharedManager().isPlayingToAutomotiveHeadUnit()) {
INFO_LOG(LOGIDENTIFIER, "returning true because isPlayingToAutomotiveHeadUnit() is true");
return true;
}
if (m_videoFullscreenMode & VideoFullscreenModePictureInPicture)
return true;
#if PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE)
if (((m_videoFullscreenMode == VideoFullscreenModeStandard) || m_videoFullscreenStandby) && supportsPictureInPicture() && isPlaying())
return true;
#endif
} else if (type == PlatformMediaSession::SuspendedUnderLock) {
if (isPlayingToExternalTarget()) {
INFO_LOG(LOGIDENTIFIER, "returning true because isPlayingToExternalTarget() is true");
return true;
}
if (PlatformMediaSessionManager::sharedManager().isPlayingToAutomotiveHeadUnit()) {
INFO_LOG(LOGIDENTIFIER, "returning true because isPlayingToAutomotiveHeadUnit() is true");
return true;
}
}
return false;
}
bool HTMLMediaElement::processingUserGestureForMedia() const
{
return document().processingUserGestureForMedia();
}
void HTMLMediaElement::processIsSuspendedChanged()
{
updateSleepDisabling();
}
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
void HTMLMediaElement::scheduleUpdateMediaState()
{
if (m_updateMediaStateTask.hasPendingTask())
return;
auto logSiteIdentifier = LOGIDENTIFIER;
ALWAYS_LOG(logSiteIdentifier, "task scheduled");
m_updateMediaStateTask.scheduleTask([this, logSiteIdentifier] {
UNUSED_PARAM(logSiteIdentifier);
ALWAYS_LOG(logSiteIdentifier, "lambda(), task fired");
Ref<HTMLMediaElement> protectedThis(*this); updateMediaState();
});
}
void HTMLMediaElement::updateMediaState()
{
MediaProducer::MediaStateFlags state = mediaState();
if (m_mediaState == state)
return;
m_mediaState = state;
m_mediaSession->mediaStateDidChange(m_mediaState);
#if ENABLE(MEDIA_SESSION)
document().updateIsPlayingMedia(m_elementID);
#else
document().updateIsPlayingMedia();
#endif
}
#endif
MediaProducer::MediaStateFlags HTMLMediaElement::mediaState() const
{
MediaStateFlags state = IsNotPlaying;
bool hasActiveVideo = isVideo() && hasVideo();
bool hasAudio = this->hasAudio();
if (isPlayingToExternalTarget())
state |= IsPlayingToExternalDevice;
#if ENABLE(WIRELESS_PLAYBACK_TARGET)
if (m_hasPlaybackTargetAvailabilityListeners) {
state |= HasPlaybackTargetAvailabilityListener;
if (!m_mediaSession->wirelessVideoPlaybackDisabled())
state |= RequiresPlaybackTargetMonitoring;
}
bool requireUserGesture = m_mediaSession->hasBehaviorRestriction(MediaElementSession::RequireUserGestureToAutoplayToExternalDevice);
if (m_readyState >= HAVE_METADATA && !requireUserGesture && !m_failedToPlayToWirelessTarget)
state |= ExternalDeviceAutoPlayCandidate;
if (hasActiveVideo || hasAudio)
state |= HasAudioOrVideo;
if (hasActiveVideo && endedPlayback())
state |= DidPlayToEnd;
#endif
if (!isPlaying())
return state;
if (hasAudio && !muted() && volume())
state |= IsPlayingAudio;
if (hasActiveVideo)
state |= IsPlayingVideo;
return state;
}
void HTMLMediaElement::handleAutoplayEvent(AutoplayEvent event)
{
if (Page* page = document().page()) {
bool hasAudio = this->hasAudio() && !muted() && volume();
bool wasPlaybackPrevented = m_autoplayEventPlaybackState == AutoplayEventPlaybackState::PreventedAutoplay;
bool hasMainContent = m_mediaSession && m_mediaSession->isMainContentForPurposesOfAutoplayEvents();
ALWAYS_LOG(LOGIDENTIFIER, "hasAudio = ", hasAudio, " wasPlaybackPrevented = ", wasPlaybackPrevented, " hasMainContent = ", hasMainContent);
OptionSet<AutoplayEventFlags> flags;
if (hasAudio)
flags.add(AutoplayEventFlags::HasAudio);
if (wasPlaybackPrevented)
flags.add(AutoplayEventFlags::PlaybackWasPrevented);
if (hasMainContent)
flags.add(AutoplayEventFlags::MediaIsMainContent);
page->chrome().client().handleAutoplayEvent(event, flags);
}
}
void HTMLMediaElement::userDidInterfereWithAutoplay()
{
if (m_autoplayEventPlaybackState != AutoplayEventPlaybackState::StartedWithoutUserGesture)
return;
if (currentTime() - playbackStartedTime() > AutoplayInterferenceTimeThreshold)
return;
ALWAYS_LOG(LOGIDENTIFIER);
handleAutoplayEvent(AutoplayEvent::UserDidInterfereWithPlayback);
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::None);
}
void HTMLMediaElement::setAutoplayEventPlaybackState(AutoplayEventPlaybackState reason)
{
ALWAYS_LOG(LOGIDENTIFIER, reason);
m_autoplayEventPlaybackState = reason;
if (reason == AutoplayEventPlaybackState::PreventedAutoplay) {
dispatchPlayPauseEventsIfNeedsQuirks();
handleAutoplayEvent(AutoplayEvent::DidPreventMediaFromPlaying);
}
}
void HTMLMediaElement::pageMutedStateDidChange()
{
updateVolume();
if (Page* page = document().page()) {
if (hasAudio() && !muted() && page->isAudioMuted())
userDidInterfereWithAutoplay();
}
}
double HTMLMediaElement::effectiveVolume() const
{
auto* page = document().page();
double volumeMultiplier = page ? page->mediaVolume() : 1;
if (m_mediaController)
volumeMultiplier *= m_mediaController->volume();
#if ENABLE(MEDIA_SESSION)
if (m_shouldDuck)
volumeMultiplier *= 0.25;
#endif
return m_volume * volumeMultiplier;
}
bool HTMLMediaElement::effectiveMuted() const
{
return muted() || (m_mediaController && m_mediaController->muted()) || (document().page() && document().page()->isAudioMuted());
}
bool HTMLMediaElement::doesHaveAttribute(const AtomString& attribute, AtomString* value) const
{
QualifiedName attributeName(nullAtom(), attribute, nullAtom());
auto& elementValue = attributeWithoutSynchronization(attributeName);
if (elementValue.isNull())
return false;
if (attributeName == HTMLNames::x_itunes_inherit_uri_query_componentAttr && !document().settings().enableInheritURIQueryComponent())
return false;
if (value)
*value = elementValue;
return true;
}
void HTMLMediaElement::setBufferingPolicy(BufferingPolicy policy)
{
if (policy == m_bufferingPolicy)
return;
INFO_LOG(LOGIDENTIFIER, policy);
m_bufferingPolicy = policy;
if (m_player)
m_player->setBufferingPolicy(policy);
}
void HTMLMediaElement::purgeBufferedDataIfPossible()
{
INFO_LOG(LOGIDENTIFIER);
if (!MemoryPressureHandler::singleton().isUnderMemoryPressure() && m_mediaSession->preferredBufferingPolicy() == BufferingPolicy::Default)
return;
if (isPlayingToExternalTarget()) {
INFO_LOG(LOGIDENTIFIER, "early return because playing to wireless target");
return;
}
setBufferingPolicy(BufferingPolicy::PurgeResources);
}
bool HTMLMediaElement::canSaveMediaData() const
{
if (m_player)
return m_player->canSaveMediaData();
return false;
}
#if ENABLE(MEDIA_SESSION)
double HTMLMediaElement::playerVolume() const
{
return m_player ? m_player->volume() : 0;
}
MediaSession* HTMLMediaElement::session() const
{
RefPtr<MediaSession> session = m_session.get();
if (session && session == &document().defaultMediaSession())
return nullptr;
return session.get();
}
void HTMLMediaElement::setSession(MediaSession* session)
{
if (m_session.get() == session)
return;
if (m_session) {
if (m_session->isMediaElementActive(*this))
pause();
m_session->removeMediaElement(*this);
if (!m_session->hasActiveMediaElements())
m_session->deactivate();
}
if (session)
setSessionInternal(*session);
else
setSessionInternal(document().defaultMediaSession());
}
void HTMLMediaElement::setSessionInternal(MediaSession& session)
{
m_session = &session;
session.addMediaElement(*this);
m_kind = session.kind();
}
void HTMLMediaElement::setShouldDuck(bool duck)
{
if (m_shouldDuck == duck)
return;
m_shouldDuck = duck;
updateVolume();
}
#endif
void HTMLMediaElement::allowsMediaDocumentInlinePlaybackChanged()
{
if (potentiallyPlaying() && m_mediaSession->requiresFullscreenForVideoPlayback() && !isFullscreen())
enterFullscreen();
}
bool HTMLMediaElement::isVideoTooSmallForInlinePlayback()
{
auto* renderer = this->renderer();
if (!renderer || !is<RenderVideo>(*renderer))
return true;
IntRect videoBox = downcast<RenderVideo>(*renderer).videoBox();
return (videoBox.width() <= 1 || videoBox.height() <= 1);
}
void HTMLMediaElement::isVisibleInViewportChanged()
{
m_visibilityChangeTaskQueue.enqueueTask([this] {
m_mediaSession->isVisibleInViewportChanged();
updateShouldAutoplay();
schedulePlaybackControlsManagerUpdate();
});
}
void HTMLMediaElement::updateShouldAutoplay()
{
if (!autoplay())
return;
if (!m_mediaSession->hasBehaviorRestriction(MediaElementSession::InvisibleAutoplayNotPermitted))
return;
bool canAutoplay = mediaSession().autoplayPermitted();
if (canAutoplay
&& m_mediaSession->state() == PlatformMediaSession::Interrupted
&& m_mediaSession->interruptionType() == PlatformMediaSession::InvisibleAutoplay)
m_mediaSession->endInterruption(PlatformMediaSession::MayResumePlaying);
else if (!canAutoplay
&& m_mediaSession->state() != PlatformMediaSession::Interrupted)
m_mediaSession->beginInterruption(PlatformMediaSession::InvisibleAutoplay);
}
void HTMLMediaElement::updateShouldPlay()
{
if (!paused() && !m_mediaSession->playbackPermitted()) {
pauseInternal();
setAutoplayEventPlaybackState(AutoplayEventPlaybackState::PreventedAutoplay);
} else if (canTransitionFromAutoplayToPlay())
play();
}
void HTMLMediaElement::resetPlaybackSessionState()
{
if (m_mediaSession)
m_mediaSession->resetPlaybackSessionState();
}
bool HTMLMediaElement::isVisibleInViewport() const
{
auto renderer = this->renderer();
return renderer && renderer->visibleInViewportState() == VisibleInViewportState::Yes;
}
void HTMLMediaElement::schedulePlaybackControlsManagerUpdate()
{
Page* page = document().page();
if (!page)
return;
page->schedulePlaybackControlsManagerUpdate();
}
void HTMLMediaElement::playbackControlsManagerBehaviorRestrictionsTimerFired()
{
if (m_playbackControlsManagerBehaviorRestrictionsQueue.hasPendingTask())
return;
if (!m_mediaSession->hasBehaviorRestriction(MediaElementSession::RequireUserGestureToControlControlsManager))
return;
RefPtr<HTMLMediaElement> protectedThis(this);
m_playbackControlsManagerBehaviorRestrictionsQueue.scheduleTask([protectedThis] () {
MediaElementSession* mediaElementSession = protectedThis->m_mediaSession.get();
if (protectedThis->isPlaying() || mediaElementSession->state() == PlatformMediaSession::Autoplaying || mediaElementSession->state() == PlatformMediaSession::Playing)
return;
mediaElementSession->addBehaviorRestriction(MediaElementSession::RequirePlaybackToControlControlsManager);
protectedThis->schedulePlaybackControlsManagerUpdate();
});
}
bool HTMLMediaElement::shouldOverrideBackgroundLoadingRestriction() const
{
if (isPlayingToExternalTarget())
return true;
return m_videoFullscreenMode == VideoFullscreenModePictureInPicture;
}
void HTMLMediaElement::fullscreenModeChanged(VideoFullscreenMode mode)
{
if (m_videoFullscreenMode == mode)
return;
m_videoFullscreenMode = mode;
visibilityStateChanged();
schedulePlaybackControlsManagerUpdate();
}
#if !RELEASE_LOG_DISABLED
WTFLogChannel& HTMLMediaElement::logChannel() const
{
return LogMedia;
}
#endif
bool HTMLMediaElement::willLog(WTFLogLevel level) const
{
#if !RELEASE_LOG_DISABLED
return m_logger->willLog(logChannel(), level);
#else
UNUSED_PARAM(level);
return false;
#endif
}
void HTMLMediaElement::applicationWillResignActive()
{
if (m_player)
m_player->applicationWillResignActive();
}
void HTMLMediaElement::applicationDidBecomeActive()
{
if (m_player)
m_player->applicationDidBecomeActive();
}
void HTMLMediaElement::setInActiveDocument(bool inActiveDocument)
{
if (inActiveDocument == m_inActiveDocument)
return;
m_inActiveDocument = inActiveDocument;
m_mediaSession->inActiveDocumentChanged();
}
HTMLMediaElementEnums::BufferingPolicy HTMLMediaElement::bufferingPolicy() const
{
return m_bufferingPolicy;
}
bool HTMLMediaElement::hasMediaStreamSource() const
{
#if ENABLE(MEDIA_STREAM)
return hasMediaStreamSrcObject();
#else
return false;
#endif
}
}
#endif