WebKitWebSourceGStreamer.cpp [plain text]
#include "config.h"
#include "WebKitWebSourceGStreamer.h"
#if ENABLE(VIDEO) && USE(GSTREAMER)
#include "CachedRawResource.h"
#include "CachedRawResourceClient.h"
#include "CachedResourceHandle.h"
#include "CachedResourceLoader.h"
#include "CachedResourceRequest.h"
#include "CrossOriginAccessControl.h"
#include "GRefPtrGStreamer.h"
#include "GStreamerUtilities.h"
#include "HTTPHeaderNames.h"
#include "MediaPlayer.h"
#include "NotImplemented.h"
#include "ResourceHandle.h"
#include "ResourceHandleClient.h"
#include "ResourceRequest.h"
#include "ResourceResponse.h"
#include "SecurityOrigin.h"
#include "SharedBuffer.h"
#include <gst/app/gstappsrc.h>
#include <gst/gst.h>
#include <gst/pbutils/missing-plugins.h>
#include <wtf/Noncopyable.h>
#include <wtf/gobject/GMainLoopSource.h>
#include <wtf/gobject/GMutexLocker.h>
#include <wtf/gobject/GRefPtr.h>
#include <wtf/gobject/GUniquePtr.h>
#include <wtf/text/CString.h>
using namespace WebCore;
enum CORSAccessCheckResult {
CORSNoCheck,
CORSSuccess,
CORSFailure
};
class StreamingClient {
public:
StreamingClient(WebKitWebSrc*);
virtual ~StreamingClient();
virtual bool loadFailed() const = 0;
virtual void setDefersLoading(bool) = 0;
protected:
char* createReadBuffer(size_t requestedSize, size_t& actualSize);
void handleResponseReceived(const ResourceResponse&, CORSAccessCheckResult);
void handleDataReceived(const char*, int);
void handleNotifyFinished();
GRefPtr<GstElement> m_src;
};
class CachedResourceStreamingClient : public CachedRawResourceClient, public StreamingClient {
WTF_MAKE_NONCOPYABLE(CachedResourceStreamingClient); WTF_MAKE_FAST_ALLOCATED;
public:
CachedResourceStreamingClient(WebKitWebSrc*, CachedResourceLoader*, const ResourceRequest&, MediaPlayerClient::CORSMode);
virtual ~CachedResourceStreamingClient();
virtual bool loadFailed() const;
virtual void setDefersLoading(bool);
private:
virtual char* getOrCreateReadBuffer(CachedResource*, size_t requestedSize, size_t& actualSize);
virtual void responseReceived(CachedResource*, const ResourceResponse&);
virtual void dataReceived(CachedResource*, const char*, int);
virtual void notifyFinished(CachedResource*);
CachedResourceHandle<CachedRawResource> m_resource;
RefPtr<SecurityOrigin> m_origin;
};
class ResourceHandleStreamingClient : public ResourceHandleClient, public StreamingClient {
WTF_MAKE_NONCOPYABLE(ResourceHandleStreamingClient); WTF_MAKE_FAST_ALLOCATED;
public:
ResourceHandleStreamingClient(WebKitWebSrc*, const ResourceRequest&);
virtual ~ResourceHandleStreamingClient();
virtual bool loadFailed() const;
virtual void setDefersLoading(bool);
private:
virtual char* getOrCreateReadBuffer(size_t requestedSize, size_t& actualSize);
virtual void willSendRequest(ResourceHandle*, ResourceRequest&, const ResourceResponse&);
virtual void didReceiveResponse(ResourceHandle*, const ResourceResponse&);
virtual void didReceiveData(ResourceHandle*, const char*, unsigned, int);
virtual void didReceiveBuffer(ResourceHandle*, PassRefPtr<SharedBuffer>, int encodedLength);
virtual void didFinishLoading(ResourceHandle*, double );
virtual void didFail(ResourceHandle*, const ResourceError&);
virtual void wasBlocked(ResourceHandle*);
virtual void cannotShowURL(ResourceHandle*);
RefPtr<ResourceHandle> m_resource;
};
#define WEBKIT_WEB_SRC_GET_PRIVATE(obj) (G_TYPE_INSTANCE_GET_PRIVATE((obj), WEBKIT_TYPE_WEB_SRC, WebKitWebSrcPrivate))
struct _WebKitWebSrcPrivate {
GstAppSrc* appsrc;
GstPad* srcpad;
gchar* uri;
WebCore::MediaPlayer* player;
StreamingClient* client;
CORSAccessCheckResult corsAccessCheck;
guint64 offset;
guint64 size;
gboolean seekable;
gboolean paused;
guint64 requestedOffset;
GMainLoopSource startSource;
GMainLoopSource stopSource;
GMainLoopSource needDataSource;
GMainLoopSource enoughDataSource;
GMainLoopSource seekSource;
GRefPtr<GstBuffer> buffer;
gchar* iradioName;
gchar* iradioGenre;
gchar* iradioUrl;
gchar* iradioTitle;
};
enum {
PROP_IRADIO_NAME = 1,
PROP_IRADIO_GENRE,
PROP_IRADIO_URL,
PROP_IRADIO_TITLE,
PROP_LOCATION
};
static GstStaticPadTemplate srcTemplate = GST_STATIC_PAD_TEMPLATE("src",
GST_PAD_SRC,
GST_PAD_ALWAYS,
GST_STATIC_CAPS_ANY);
GST_DEBUG_CATEGORY_STATIC(webkit_web_src_debug);
#define GST_CAT_DEFAULT webkit_web_src_debug
static void webKitWebSrcUriHandlerInit(gpointer gIface, gpointer ifaceData);
static void webKitWebSrcDispose(GObject*);
static void webKitWebSrcFinalize(GObject*);
static void webKitWebSrcSetProperty(GObject*, guint propertyID, const GValue*, GParamSpec*);
static void webKitWebSrcGetProperty(GObject*, guint propertyID, GValue*, GParamSpec*);
static GstStateChangeReturn webKitWebSrcChangeState(GstElement*, GstStateChange);
static gboolean webKitWebSrcQueryWithParent(GstPad*, GstObject*, GstQuery*);
static void webKitWebSrcNeedDataCb(GstAppSrc*, guint length, gpointer userData);
static void webKitWebSrcEnoughDataCb(GstAppSrc*, gpointer userData);
static gboolean webKitWebSrcSeekDataCb(GstAppSrc*, guint64 offset, gpointer userData);
static GstAppSrcCallbacks appsrcCallbacks = {
webKitWebSrcNeedDataCb,
webKitWebSrcEnoughDataCb,
webKitWebSrcSeekDataCb,
{ 0 }
};
#define webkit_web_src_parent_class parent_class
#define WEBKIT_WEB_SRC_CATEGORY_INIT GST_DEBUG_CATEGORY_INIT(webkit_web_src_debug, "webkitwebsrc", 0, "websrc element");
G_DEFINE_TYPE_WITH_CODE(WebKitWebSrc, webkit_web_src, GST_TYPE_BIN,
G_IMPLEMENT_INTERFACE(GST_TYPE_URI_HANDLER, webKitWebSrcUriHandlerInit);
WEBKIT_WEB_SRC_CATEGORY_INIT);
static void webkit_web_src_class_init(WebKitWebSrcClass* klass)
{
GObjectClass* oklass = G_OBJECT_CLASS(klass);
GstElementClass* eklass = GST_ELEMENT_CLASS(klass);
oklass->dispose = webKitWebSrcDispose;
oklass->finalize = webKitWebSrcFinalize;
oklass->set_property = webKitWebSrcSetProperty;
oklass->get_property = webKitWebSrcGetProperty;
gst_element_class_add_pad_template(eklass,
gst_static_pad_template_get(&srcTemplate));
gst_element_class_set_metadata(eklass, "WebKit Web source element", "Source", "Handles HTTP/HTTPS uris",
"Sebastian Dröge <sebastian.droege@collabora.co.uk>");
g_object_class_install_property(oklass,
PROP_IRADIO_NAME,
g_param_spec_string("iradio-name",
"iradio-name",
"Name of the stream",
0,
(GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property(oklass,
PROP_IRADIO_GENRE,
g_param_spec_string("iradio-genre",
"iradio-genre",
"Genre of the stream",
0,
(GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property(oklass,
PROP_IRADIO_URL,
g_param_spec_string("iradio-url",
"iradio-url",
"Homepage URL for radio stream",
0,
(GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property(oklass,
PROP_IRADIO_TITLE,
g_param_spec_string("iradio-title",
"iradio-title",
"Name of currently playing song",
0,
(GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property(oklass,
PROP_LOCATION,
g_param_spec_string("location",
"location",
"Location to read from",
0,
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
eklass->change_state = webKitWebSrcChangeState;
g_type_class_add_private(klass, sizeof(WebKitWebSrcPrivate));
}
static void webkit_web_src_init(WebKitWebSrc* src)
{
WebKitWebSrcPrivate* priv = WEBKIT_WEB_SRC_GET_PRIVATE(src);
src->priv = priv;
new (priv) WebKitWebSrcPrivate();
priv->appsrc = GST_APP_SRC(gst_element_factory_make("appsrc", 0));
if (!priv->appsrc) {
GST_ERROR_OBJECT(src, "Failed to create appsrc");
return;
}
gst_bin_add(GST_BIN(src), GST_ELEMENT(priv->appsrc));
GRefPtr<GstPad> targetPad = adoptGRef(gst_element_get_static_pad(GST_ELEMENT(priv->appsrc), "src"));
priv->srcpad = webkitGstGhostPadFromStaticTemplate(&srcTemplate, "src", targetPad.get());
gst_element_add_pad(GST_ELEMENT(src), priv->srcpad);
GST_OBJECT_FLAG_SET(priv->srcpad, GST_PAD_FLAG_NEED_PARENT);
gst_pad_set_query_function(priv->srcpad, webKitWebSrcQueryWithParent);
gst_app_src_set_callbacks(priv->appsrc, &appsrcCallbacks, src, 0);
gst_app_src_set_emit_signals(priv->appsrc, FALSE);
gst_app_src_set_stream_type(priv->appsrc, GST_APP_STREAM_TYPE_SEEKABLE);
gst_app_src_set_max_bytes(priv->appsrc, 512 * 1024);
g_object_set(priv->appsrc, "min-percent", 20, NULL);
gst_app_src_set_caps(priv->appsrc, 0);
gst_app_src_set_size(priv->appsrc, -1);
}
static void webKitWebSrcDispose(GObject* object)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(object);
WebKitWebSrcPrivate* priv = src->priv;
priv->player = 0;
GST_CALL_PARENT(G_OBJECT_CLASS, dispose, (object));
}
static void webKitWebSrcFinalize(GObject* object)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(object);
WebKitWebSrcPrivate* priv = src->priv;
g_free(priv->uri);
priv->~WebKitWebSrcPrivate();
GST_CALL_PARENT(G_OBJECT_CLASS, finalize, (object));
}
static void webKitWebSrcSetProperty(GObject* object, guint propID, const GValue* value, GParamSpec* pspec)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(object);
switch (propID) {
case PROP_LOCATION:
gst_uri_handler_set_uri(reinterpret_cast<GstURIHandler*>(src), g_value_get_string(value), 0);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, propID, pspec);
break;
}
}
static void webKitWebSrcGetProperty(GObject* object, guint propID, GValue* value, GParamSpec* pspec)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(object);
WebKitWebSrcPrivate* priv = src->priv;
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
switch (propID) {
case PROP_IRADIO_NAME:
g_value_set_string(value, priv->iradioName);
break;
case PROP_IRADIO_GENRE:
g_value_set_string(value, priv->iradioGenre);
break;
case PROP_IRADIO_URL:
g_value_set_string(value, priv->iradioUrl);
break;
case PROP_IRADIO_TITLE:
g_value_set_string(value, priv->iradioTitle);
break;
case PROP_LOCATION:
g_value_set_string(value, priv->uri);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, propID, pspec);
break;
}
}
static void removeTimeoutSources(WebKitWebSrc* src)
{
WebKitWebSrcPrivate* priv = src->priv;
priv->startSource.cancel();
priv->needDataSource.cancel();
priv->enoughDataSource.cancel();
priv->seekSource.cancel();
}
static void webKitWebSrcStop(WebKitWebSrc* src)
{
WebKitWebSrcPrivate* priv = src->priv;
ASSERT(isMainThread());
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
bool seeking = priv->seekSource.isActive();
removeTimeoutSources(src);
if (priv->client) {
delete priv->client;
priv->client = 0;
}
if (priv->buffer) {
unmapGstBuffer(priv->buffer.get());
priv->buffer.clear();
}
priv->paused = FALSE;
g_free(priv->iradioName);
priv->iradioName = 0;
g_free(priv->iradioGenre);
priv->iradioGenre = 0;
g_free(priv->iradioUrl);
priv->iradioUrl = 0;
g_free(priv->iradioTitle);
priv->iradioTitle = 0;
priv->offset = 0;
priv->seekable = FALSE;
if (!seeking) {
priv->size = 0;
priv->requestedOffset = 0;
priv->player = 0;
}
locker.unlock();
if (priv->appsrc) {
gst_app_src_set_caps(priv->appsrc, 0);
if (!seeking)
gst_app_src_set_size(priv->appsrc, -1);
}
GST_DEBUG_OBJECT(src, "Stopped request");
}
static void webKitWebSrcStart(WebKitWebSrc* src)
{
WebKitWebSrcPrivate* priv = src->priv;
ASSERT(isMainThread());
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
priv->corsAccessCheck = CORSNoCheck;
if (!priv->uri) {
GST_ERROR_OBJECT(src, "No URI provided");
locker.unlock();
webKitWebSrcStop(src);
return;
}
ASSERT(!priv->client);
URL url = URL(URL(), priv->uri);
ResourceRequest request(url);
request.setAllowCookies(true);
if (priv->player)
request.setHTTPReferrer(priv->player->referrer());
#if USE(SOUP)
request.setAcceptEncoding(false);
#endif
if (!g_ascii_strcasecmp("movies.apple.com", url.host().utf8().data())
|| !g_ascii_strcasecmp("trailers.apple.com", url.host().utf8().data()))
request.setHTTPUserAgent("Quicktime/7.6.6");
if (priv->requestedOffset) {
GUniquePtr<gchar> val(g_strdup_printf("bytes=%" G_GUINT64_FORMAT "-", priv->requestedOffset));
request.setHTTPHeaderField(HTTPHeaderName::Range, val.get());
}
priv->offset = priv->requestedOffset;
request.setHTTPHeaderField(HTTPHeaderName::IcyMetadata, "1");
request.setHTTPHeaderField(HTTPHeaderName::TransferModeDLNA, "Streaming");
if (priv->player) {
if (CachedResourceLoader* loader = priv->player->cachedResourceLoader())
priv->client = new CachedResourceStreamingClient(src, loader, request, priv->player->mediaPlayerClient()->mediaPlayerCORSMode());
}
if (!priv->client)
priv->client = new ResourceHandleStreamingClient(src, request);
if (!priv->client || priv->client->loadFailed()) {
GST_ERROR_OBJECT(src, "Failed to setup streaming client");
if (priv->client) {
delete priv->client;
priv->client = 0;
}
locker.unlock();
webKitWebSrcStop(src);
return;
}
GST_DEBUG_OBJECT(src, "Started request");
}
static GstStateChangeReturn webKitWebSrcChangeState(GstElement* element, GstStateChange transition)
{
GstStateChangeReturn ret = GST_STATE_CHANGE_SUCCESS;
WebKitWebSrc* src = WEBKIT_WEB_SRC(element);
WebKitWebSrcPrivate* priv = src->priv;
switch (transition) {
case GST_STATE_CHANGE_NULL_TO_READY:
if (!priv->appsrc) {
gst_element_post_message(element,
gst_missing_element_message_new(element, "appsrc"));
GST_ELEMENT_ERROR(src, CORE, MISSING_PLUGIN, (0), ("no appsrc"));
return GST_STATE_CHANGE_FAILURE;
}
break;
default:
break;
}
ret = GST_ELEMENT_CLASS(parent_class)->change_state(element, transition);
if (G_UNLIKELY(ret == GST_STATE_CHANGE_FAILURE)) {
GST_DEBUG_OBJECT(src, "State change failed");
return ret;
}
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
switch (transition) {
case GST_STATE_CHANGE_READY_TO_PAUSED:
GST_DEBUG_OBJECT(src, "READY->PAUSED");
gst_object_ref(src);
priv->startSource.schedule("[WebKit] webKitWebSrcStart", std::function<void()>(std::bind(webKitWebSrcStart, src)), G_PRIORITY_DEFAULT,
[src] { gst_object_unref(src); });
break;
case GST_STATE_CHANGE_PAUSED_TO_READY:
GST_DEBUG_OBJECT(src, "PAUSED->READY");
removeTimeoutSources(src);
gst_object_ref(src);
priv->stopSource.schedule("[WebKit] webKitWebSrcStop", std::function<void()>(std::bind(webKitWebSrcStop, src)), G_PRIORITY_DEFAULT,
[src] { gst_object_unref(src); });
break;
default:
break;
}
return ret;
}
static gboolean webKitWebSrcQueryWithParent(GstPad* pad, GstObject* parent, GstQuery* query)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(GST_ELEMENT(parent));
gboolean result = FALSE;
switch (GST_QUERY_TYPE(query)) {
case GST_QUERY_DURATION: {
GstFormat format;
gst_query_parse_duration(query, &format, NULL);
GST_DEBUG_OBJECT(src, "duration query in format %s", gst_format_get_name(format));
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
if (format == GST_FORMAT_BYTES && src->priv->size > 0) {
gst_query_set_duration(query, format, src->priv->size);
result = TRUE;
}
break;
}
case GST_QUERY_URI: {
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
gst_query_set_uri(query, src->priv->uri);
result = TRUE;
break;
}
default: {
GRefPtr<GstPad> target = adoptGRef(gst_ghost_pad_get_target(GST_GHOST_PAD_CAST(pad)));
if (target)
result = gst_pad_query(target.get(), query);
break;
}
}
return result;
}
static bool urlHasSupportedProtocol(const URL& url)
{
return url.isValid() && (url.protocolIsInHTTPFamily() || url.protocolIs("blob"));
}
static GstURIType webKitWebSrcUriGetType(GType)
{
return GST_URI_SRC;
}
const gchar* const* webKitWebSrcGetProtocols(GType)
{
static const char* protocols[] = {"http", "https", "blob", 0 };
return protocols;
}
static gchar* webKitWebSrcGetUri(GstURIHandler* handler)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(handler);
gchar* ret;
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
ret = g_strdup(src->priv->uri);
return ret;
}
static gboolean webKitWebSrcSetUri(GstURIHandler* handler, const gchar* uri, GError** error)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(handler);
WebKitWebSrcPrivate* priv = src->priv;
if (GST_STATE(src) >= GST_STATE_PAUSED) {
GST_ERROR_OBJECT(src, "URI can only be set in states < PAUSED");
return FALSE;
}
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
g_free(priv->uri);
priv->uri = 0;
if (!uri)
return TRUE;
URL url(URL(), uri);
if (!urlHasSupportedProtocol(url)) {
g_set_error(error, GST_URI_ERROR, GST_URI_ERROR_BAD_URI, "Invalid URI '%s'", uri);
return FALSE;
}
priv->uri = g_strdup(url.string().utf8().data());
return TRUE;
}
static void webKitWebSrcUriHandlerInit(gpointer gIface, gpointer)
{
GstURIHandlerInterface* iface = (GstURIHandlerInterface *) gIface;
iface->get_type = webKitWebSrcUriGetType;
iface->get_protocols = webKitWebSrcGetProtocols;
iface->get_uri = webKitWebSrcGetUri;
iface->set_uri = webKitWebSrcSetUri;
}
static void webKitWebSrcNeedDataMainCb(WebKitWebSrc* src)
{
WebKitWebSrcPrivate* priv = src->priv;
ASSERT(isMainThread());
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
priv->paused = FALSE;
locker.unlock();
if (priv->client)
priv->client->setDefersLoading(false);
}
static void webKitWebSrcNeedDataCb(GstAppSrc*, guint length, gpointer userData)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(userData);
WebKitWebSrcPrivate* priv = src->priv;
GST_DEBUG_OBJECT(src, "Need more data: %u", length);
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
if (priv->needDataSource.isScheduled() || !priv->paused)
return;
gst_object_ref(src);
priv->needDataSource.schedule("[WebKit] webKitWebSrcNeedDataMainCb", std::function<void()>(std::bind(webKitWebSrcNeedDataMainCb, src)), G_PRIORITY_DEFAULT,
[src] { gst_object_unref(src); });
}
static void webKitWebSrcEnoughDataMainCb(WebKitWebSrc* src)
{
WebKitWebSrcPrivate* priv = src->priv;
ASSERT(isMainThread());
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
priv->paused = TRUE;
locker.unlock();
if (priv->client)
priv->client->setDefersLoading(true);
}
static void webKitWebSrcEnoughDataCb(GstAppSrc*, gpointer userData)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(userData);
WebKitWebSrcPrivate* priv = src->priv;
GST_DEBUG_OBJECT(src, "Have enough data");
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
if (priv->enoughDataSource.isScheduled() || priv->paused)
return;
gst_object_ref(src);
priv->enoughDataSource.schedule("[WebKit] webKitWebSrcEnoughDataMainCb", std::function<void()>(std::bind(webKitWebSrcEnoughDataMainCb, src)), G_PRIORITY_DEFAULT,
[src] { gst_object_unref(src); });
}
static void webKitWebSrcSeekMainCb(WebKitWebSrc* src)
{
ASSERT(isMainThread());
webKitWebSrcStop(src);
webKitWebSrcStart(src);
}
static gboolean webKitWebSrcSeekDataCb(GstAppSrc*, guint64 offset, gpointer userData)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(userData);
WebKitWebSrcPrivate* priv = src->priv;
GST_DEBUG_OBJECT(src, "Seeking to offset: %" G_GUINT64_FORMAT, offset);
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
if (offset == priv->offset && priv->requestedOffset == priv->offset)
return TRUE;
if (!priv->seekable)
return FALSE;
GST_DEBUG_OBJECT(src, "Doing range-request seek");
priv->requestedOffset = offset;
gst_object_ref(src);
priv->seekSource.schedule("[WebKit] webKitWebSrcSeekMainCb", std::function<void()>(std::bind(webKitWebSrcSeekMainCb, src)), G_PRIORITY_DEFAULT,
[src] { gst_object_unref(src); });
return TRUE;
}
void webKitWebSrcSetMediaPlayer(WebKitWebSrc* src, WebCore::MediaPlayer* player)
{
ASSERT(player);
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
src->priv->player = player;
}
bool webKitSrcPassedCORSAccessCheck(WebKitWebSrc* src)
{
return src->priv->corsAccessCheck == CORSSuccess;
}
StreamingClient::StreamingClient(WebKitWebSrc* src)
: m_src(adoptGRef(static_cast<GstElement*>(gst_object_ref(src))))
{
}
StreamingClient::~StreamingClient()
{
}
char* StreamingClient::createReadBuffer(size_t requestedSize, size_t& actualSize)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(m_src.get());
WebKitWebSrcPrivate* priv = src->priv;
ASSERT(!priv->buffer);
GstBuffer* buffer = gst_buffer_new_and_alloc(requestedSize);
mapGstBuffer(buffer);
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
priv->buffer = adoptGRef(buffer);
locker.unlock();
actualSize = gst_buffer_get_size(buffer);
return getGstBufferDataPointer(buffer);
}
void StreamingClient::handleResponseReceived(const ResourceResponse& response, CORSAccessCheckResult corsAccessCheck)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(m_src.get());
WebKitWebSrcPrivate* priv = src->priv;
GST_DEBUG_OBJECT(src, "Received response: %d", response.httpStatusCode());
if (response.httpStatusCode() >= 400 || corsAccessCheck == CORSFailure) {
if (corsAccessCheck == CORSFailure)
GST_ELEMENT_ERROR(src, RESOURCE, READ, ("Cross-origin stream load denied by Cross-Origin Resource Sharing policy."), (nullptr));
else
GST_ELEMENT_ERROR(src, RESOURCE, READ, ("Received %d HTTP error code", response.httpStatusCode()), (nullptr));
gst_app_src_end_of_stream(priv->appsrc);
webKitWebSrcStop(src);
return;
}
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
priv->corsAccessCheck = corsAccessCheck;
if (priv->seekSource.isActive()) {
GST_DEBUG_OBJECT(src, "Seek in progress, ignoring response");
return;
}
if (priv->requestedOffset) {
if (response.httpStatusCode() == 200) {
priv->offset = 0;
} else if (response.httpStatusCode() != 206) {
locker.unlock();
GST_ELEMENT_ERROR(src, RESOURCE, READ, ("Received unexpected %d HTTP status code", response.httpStatusCode()), (nullptr));
gst_app_src_end_of_stream(priv->appsrc);
webKitWebSrcStop(src);
return;
}
}
long long length = response.expectedContentLength();
if (length > 0 && priv->requestedOffset && response.httpStatusCode() == 206)
length += priv->requestedOffset;
priv->size = length >= 0 ? length : 0;
priv->seekable = length > 0 && g_ascii_strcasecmp("none", response.httpHeaderField(HTTPHeaderName::AcceptRanges).utf8().data());
g_object_freeze_notify(G_OBJECT(src));
GstTagList* tags = gst_tag_list_new_empty();
String value = response.httpHeaderField(HTTPHeaderName::IcyName);
if (!value.isEmpty()) {
g_free(priv->iradioName);
priv->iradioName = g_strdup(value.utf8().data());
g_object_notify(G_OBJECT(src), "iradio-name");
gst_tag_list_add(tags, GST_TAG_MERGE_REPLACE, GST_TAG_ORGANIZATION, priv->iradioName, NULL);
}
value = response.httpHeaderField(HTTPHeaderName::IcyGenre);
if (!value.isEmpty()) {
g_free(priv->iradioGenre);
priv->iradioGenre = g_strdup(value.utf8().data());
g_object_notify(G_OBJECT(src), "iradio-genre");
gst_tag_list_add(tags, GST_TAG_MERGE_REPLACE, GST_TAG_GENRE, priv->iradioGenre, NULL);
}
value = response.httpHeaderField(HTTPHeaderName::IcyURL);
if (!value.isEmpty()) {
g_free(priv->iradioUrl);
priv->iradioUrl = g_strdup(value.utf8().data());
g_object_notify(G_OBJECT(src), "iradio-url");
gst_tag_list_add(tags, GST_TAG_MERGE_REPLACE, GST_TAG_LOCATION, priv->iradioUrl, NULL);
}
value = response.httpHeaderField(HTTPHeaderName::IcyTitle);
if (!value.isEmpty()) {
g_free(priv->iradioTitle);
priv->iradioTitle = g_strdup(value.utf8().data());
g_object_notify(G_OBJECT(src), "iradio-title");
gst_tag_list_add(tags, GST_TAG_MERGE_REPLACE, GST_TAG_TITLE, priv->iradioTitle, NULL);
}
locker.unlock();
g_object_thaw_notify(G_OBJECT(src));
if (length > 0) {
gst_app_src_set_size(priv->appsrc, length);
} else
gst_app_src_set_size(priv->appsrc, -1);
value = response.httpHeaderField(HTTPHeaderName::IcyMetaInt);
if (!value.isEmpty()) {
gchar* endptr = 0;
gint64 icyMetaInt = g_ascii_strtoll(value.utf8().data(), &endptr, 10);
if (endptr && *endptr == '\0' && icyMetaInt > 0) {
GRefPtr<GstCaps> caps = adoptGRef(gst_caps_new_simple("application/x-icy", "metadata-interval", G_TYPE_INT, (gint) icyMetaInt, NULL));
gst_app_src_set_caps(priv->appsrc, caps.get());
}
} else
gst_app_src_set_caps(priv->appsrc, 0);
if (gst_tag_list_is_empty(tags))
gst_tag_list_unref(tags);
else
gst_pad_push_event(priv->srcpad, gst_event_new_tag(tags));
}
void StreamingClient::handleDataReceived(const char* data, int length)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(m_src.get());
WebKitWebSrcPrivate* priv = src->priv;
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
GST_LOG_OBJECT(src, "Have %lld bytes of data", priv->buffer ? static_cast<long long>(gst_buffer_get_size(priv->buffer.get())) : length);
ASSERT(!priv->buffer || data == getGstBufferDataPointer(priv->buffer.get()));
if (priv->buffer)
unmapGstBuffer(priv->buffer.get());
if (priv->seekSource.isActive()) {
GST_DEBUG_OBJECT(src, "Seek in progress, ignoring data");
priv->buffer.clear();
return;
}
if (priv->offset < priv->requestedOffset) {
if (priv->offset + length <= priv->requestedOffset) {
priv->offset += length;
priv->buffer.clear();
return;
}
if (priv->offset + length > priv->requestedOffset) {
guint64 offset = priv->requestedOffset - priv->offset;
data += offset;
length -= offset;
if (priv->buffer)
gst_buffer_resize(priv->buffer.get(), offset, -1);
priv->offset = priv->requestedOffset;
}
priv->requestedOffset = 0;
}
if (!priv->buffer)
priv->buffer = adoptGRef(createGstBufferForData(data, length));
else
gst_buffer_set_size(priv->buffer.get(), static_cast<gssize>(length));
GST_BUFFER_OFFSET(priv->buffer.get()) = priv->offset;
if (priv->requestedOffset == priv->offset)
priv->requestedOffset += length;
priv->offset += length;
if (priv->size > 0 && priv->offset > priv->size) {
GST_DEBUG_OBJECT(src, "Updating internal size from %" G_GUINT64_FORMAT " to %" G_GUINT64_FORMAT, priv->size, priv->offset);
gst_app_src_set_size(priv->appsrc, priv->offset);
priv->size = priv->offset;
}
GST_BUFFER_OFFSET_END(priv->buffer.get()) = priv->offset;
locker.unlock();
GstFlowReturn ret = gst_app_src_push_buffer(priv->appsrc, priv->buffer.leakRef());
if (ret != GST_FLOW_OK && ret != GST_FLOW_EOS)
GST_ELEMENT_ERROR(src, CORE, FAILED, (0), (0));
}
void StreamingClient::handleNotifyFinished()
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(m_src.get());
WebKitWebSrcPrivate* priv = src->priv;
GST_DEBUG_OBJECT(src, "Have EOS");
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
if (!priv->seekSource.isActive()) {
locker.unlock();
gst_app_src_end_of_stream(priv->appsrc);
}
}
CachedResourceStreamingClient::CachedResourceStreamingClient(WebKitWebSrc* src, CachedResourceLoader* resourceLoader, const ResourceRequest& request, MediaPlayerClient::CORSMode corsMode)
: StreamingClient(src)
{
DataBufferingPolicy bufferingPolicy = request.url().protocolIs("blob") ? BufferData : DoNotBufferData;
RequestOriginPolicy corsPolicy = corsMode != MediaPlayerClient::Unspecified ? PotentiallyCrossOriginEnabled : UseDefaultOriginRestrictionsForType;
StoredCredentials allowCredentials = corsMode == MediaPlayerClient::UseCredentials ? AllowStoredCredentials : DoNotAllowStoredCredentials;
ResourceLoaderOptions options(SendCallbacks, DoNotSniffContent, bufferingPolicy, allowCredentials, DoNotAskClientForCrossOriginCredentials, DoSecurityCheck, corsPolicy);
CachedResourceRequest cacheRequest(request, options);
if (corsMode != MediaPlayerClient::Unspecified) {
m_origin = resourceLoader->document() ? resourceLoader->document()->securityOrigin() : nullptr;
updateRequestForAccessControl(cacheRequest.mutableResourceRequest(), m_origin.get(), allowCredentials);
}
m_resource = resourceLoader->requestRawResource(cacheRequest);
if (m_resource)
m_resource->addClient(this);
}
CachedResourceStreamingClient::~CachedResourceStreamingClient()
{
if (m_resource) {
m_resource->removeClient(this);
m_resource = 0;
}
}
bool CachedResourceStreamingClient::loadFailed() const
{
return !m_resource;
}
void CachedResourceStreamingClient::setDefersLoading(bool defers)
{
if (m_resource)
m_resource->setDefersLoading(defers);
}
char* CachedResourceStreamingClient::getOrCreateReadBuffer(CachedResource*, size_t requestedSize, size_t& actualSize)
{
return createReadBuffer(requestedSize, actualSize);
}
void CachedResourceStreamingClient::responseReceived(CachedResource* resource, const ResourceResponse& response)
{
CORSAccessCheckResult corsAccessCheck = CORSNoCheck;
if (m_origin)
corsAccessCheck = (m_origin->canRequest(response.url()) || resource->passesAccessControlCheck(m_origin.get())) ? CORSSuccess : CORSFailure;
handleResponseReceived(response, corsAccessCheck);
}
void CachedResourceStreamingClient::dataReceived(CachedResource*, const char* data, int length)
{
handleDataReceived(data, length);
}
void CachedResourceStreamingClient::notifyFinished(CachedResource* resource)
{
if (resource->loadFailedOrCanceled()) {
WebKitWebSrc* src = WEBKIT_WEB_SRC(m_src.get());
if (!resource->wasCanceled()) {
const ResourceError& error = resource->resourceError();
GST_ERROR_OBJECT(src, "Have failure: %s", error.localizedDescription().utf8().data());
GST_ELEMENT_ERROR(src, RESOURCE, FAILED, ("%s", error.localizedDescription().utf8().data()), (0));
}
gst_app_src_end_of_stream(src->priv->appsrc);
return;
}
handleNotifyFinished();
}
ResourceHandleStreamingClient::ResourceHandleStreamingClient(WebKitWebSrc* src, const ResourceRequest& request)
: StreamingClient(src)
{
m_resource = ResourceHandle::create(0 , request, this, false, false);
}
ResourceHandleStreamingClient::~ResourceHandleStreamingClient()
{
if (m_resource) {
m_resource->cancel();
m_resource.release();
m_resource = 0;
}
}
bool ResourceHandleStreamingClient::loadFailed() const
{
return !m_resource;
}
void ResourceHandleStreamingClient::setDefersLoading(bool defers)
{
if (m_resource)
m_resource->setDefersLoading(defers);
}
char* ResourceHandleStreamingClient::getOrCreateReadBuffer(size_t requestedSize, size_t& actualSize)
{
return createReadBuffer(requestedSize, actualSize);
}
void ResourceHandleStreamingClient::willSendRequest(ResourceHandle*, ResourceRequest&, const ResourceResponse&)
{
}
void ResourceHandleStreamingClient::didReceiveResponse(ResourceHandle*, const ResourceResponse& response)
{
handleResponseReceived(response, CORSNoCheck);
}
void ResourceHandleStreamingClient::didReceiveData(ResourceHandle*, const char* , unsigned , int)
{
ASSERT_NOT_REACHED();
}
void ResourceHandleStreamingClient::didReceiveBuffer(ResourceHandle*, PassRefPtr<SharedBuffer> buffer, int )
{
const char* segment;
unsigned position = 0;
while (unsigned length = buffer->getSomeData(segment, position)) {
handleDataReceived(segment, length);
position += length;
}
}
void ResourceHandleStreamingClient::didFinishLoading(ResourceHandle*, double)
{
handleNotifyFinished();
}
void ResourceHandleStreamingClient::didFail(ResourceHandle*, const ResourceError& error)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(m_src.get());
GST_ERROR_OBJECT(src, "Have failure: %s", error.localizedDescription().utf8().data());
GST_ELEMENT_ERROR(src, RESOURCE, FAILED, ("%s", error.localizedDescription().utf8().data()), (0));
gst_app_src_end_of_stream(src->priv->appsrc);
}
void ResourceHandleStreamingClient::wasBlocked(ResourceHandle*)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(m_src.get());
GUniquePtr<gchar> uri;
GST_ERROR_OBJECT(src, "Request was blocked");
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
uri.reset(g_strdup(src->priv->uri));
locker.unlock();
GST_ELEMENT_ERROR(src, RESOURCE, OPEN_READ, ("Access to \"%s\" was blocked", uri.get()), (0));
}
void ResourceHandleStreamingClient::cannotShowURL(ResourceHandle*)
{
WebKitWebSrc* src = WEBKIT_WEB_SRC(m_src.get());
GUniquePtr<gchar> uri;
GST_ERROR_OBJECT(src, "Cannot show URL");
GMutexLocker locker(GST_OBJECT_GET_LOCK(src));
uri.reset(g_strdup(src->priv->uri));
locker.unlock();
GST_ELEMENT_ERROR(src, RESOURCE, OPEN_READ, ("Can't show \"%s\"", uri.get()), (0));
}
#endif // USE(GSTREAMER)