CachedResource.cpp [plain text]
#include "config.h"
#include "CachedResource.h"
#include "MemoryCache.h"
#include "CachedMetadata.h"
#include "CachedResourceClient.h"
#include "CachedResourceClientWalker.h"
#include "CachedResourceHandle.h"
#include "CachedResourceLoader.h"
#include "CrossOriginAccessControl.h"
#include "Document.h"
#include "Frame.h"
#include "FrameLoaderClient.h"
#include "KURL.h"
#include "Logging.h"
#include "PurgeableBuffer.h"
#include "ResourceHandle.h"
#include "ResourceLoadScheduler.h"
#include "SharedBuffer.h"
#include "SubresourceLoader.h"
#include <wtf/CurrentTime.h>
#include <wtf/MathExtras.h>
#include <wtf/RefCountedLeakCounter.h>
#include <wtf/StdLibExtras.h>
#include <wtf/text/CString.h>
#include <wtf/Vector.h>
using namespace WTF;
namespace WebCore {
static ResourceLoadPriority defaultPriorityForResourceType(CachedResource::Type type)
{
switch (type) {
case CachedResource::CSSStyleSheet:
#if ENABLE(XSLT)
case CachedResource::XSLStyleSheet:
#endif
return ResourceLoadPriorityHigh;
case CachedResource::Script:
#if ENABLE(SVG)
case CachedResource::SVGDocumentResource:
return ResourceLoadPriorityLow;
#endif
case CachedResource::FontResource:
case CachedResource::RawResource:
return ResourceLoadPriorityMedium;
case CachedResource::ImageResource:
return ResourceLoadPriorityLow;
#if ENABLE(LINK_PREFETCH)
case CachedResource::LinkPrefetch:
return ResourceLoadPriorityVeryLow;
case CachedResource::LinkPrerender:
return ResourceLoadPriorityVeryLow;
case CachedResource::LinkSubresource:
return ResourceLoadPriorityVeryLow;
#endif
#if ENABLE(VIDEO_TRACK)
case CachedResource::TextTrackResource:
return ResourceLoadPriorityLow;
#endif
#if ENABLE(CSS_SHADERS)
case CachedResource::ShaderResource:
return ResourceLoadPriorityMedium;
#endif
}
ASSERT_NOT_REACHED();
return ResourceLoadPriorityLow;
}
#if PLATFORM(CHROMIUM) || PLATFORM(BLACKBERRY)
static ResourceRequest::TargetType cachedResourceTypeToTargetType(CachedResource::Type type)
{
switch (type) {
case CachedResource::CSSStyleSheet:
#if ENABLE(XSLT)
case CachedResource::XSLStyleSheet:
#endif
return ResourceRequest::TargetIsStyleSheet;
case CachedResource::Script:
return ResourceRequest::TargetIsScript;
case CachedResource::FontResource:
return ResourceRequest::TargetIsFontResource;
case CachedResource::ImageResource:
return ResourceRequest::TargetIsImage;
#if ENABLE(CSS_SHADERS)
case CachedResource::ShaderResource:
#endif
case CachedResource::RawResource:
return ResourceRequest::TargetIsSubresource;
#if ENABLE(LINK_PREFETCH)
case CachedResource::LinkPrefetch:
return ResourceRequest::TargetIsPrefetch;
case CachedResource::LinkPrerender:
return ResourceRequest::TargetIsPrerender;
case CachedResource::LinkSubresource:
return ResourceRequest::TargetIsSubresource;
#endif
#if ENABLE(VIDEO_TRACK)
case CachedResource::TextTrackResource:
return ResourceRequest::TargetIsTextTrack;
#endif
#if ENABLE(SVG)
case CachedResource::SVGDocumentResource:
return ResourceRequest::TargetIsImage;
#endif
}
ASSERT_NOT_REACHED();
return ResourceRequest::TargetIsSubresource;
}
#endif
DEFINE_DEBUG_ONLY_GLOBAL(RefCountedLeakCounter, cachedResourceLeakCounter, ("CachedResource"));
CachedResource::CachedResource(const ResourceRequest& request, Type type)
: m_resourceRequest(request)
, m_loadPriority(defaultPriorityForResourceType(type))
, m_responseTimestamp(currentTime())
, m_lastDecodedAccessTime(0)
, m_loadFinishTime(0)
, m_encodedSize(0)
, m_decodedSize(0)
, m_accessCount(0)
, m_handleCount(0)
, m_preloadCount(0)
, m_preloadResult(PreloadNotReferenced)
, m_inLiveDecodedResourcesList(false)
, m_requestedFromNetworkingLayer(false)
, m_inCache(false)
, m_loading(false)
, m_switchingClientsToRevalidatedResource(false)
, m_type(type)
, m_status(Pending)
#ifndef NDEBUG
, m_deleted(false)
, m_lruIndex(0)
#endif
, m_nextInAllResourcesList(0)
, m_prevInAllResourcesList(0)
, m_nextInLiveResourcesList(0)
, m_prevInLiveResourcesList(0)
, m_owningCachedResourceLoader(0)
, m_resourceToRevalidate(0)
, m_proxyResource(0)
{
ASSERT(m_type == unsigned(type)); #ifndef NDEBUG
cachedResourceLeakCounter.increment();
#endif
}
CachedResource::~CachedResource()
{
ASSERT(!m_resourceToRevalidate); ASSERT(canDelete());
ASSERT(!inCache());
ASSERT(!m_deleted);
ASSERT(url().isNull() || memoryCache()->resourceForURL(KURL(ParsedURLString, url())) != this);
#ifndef NDEBUG
m_deleted = true;
cachedResourceLeakCounter.decrement();
#endif
if (m_owningCachedResourceLoader)
m_owningCachedResourceLoader->removeCachedResource(this);
}
void CachedResource::load(CachedResourceLoader* cachedResourceLoader, const ResourceLoaderOptions& options)
{
m_options = options;
m_loading = true;
#if PLATFORM(CHROMIUM) || PLATFORM(BLACKBERRY)
if (m_resourceRequest.targetType() == ResourceRequest::TargetIsUnspecified)
m_resourceRequest.setTargetType(cachedResourceTypeToTargetType(type()));
#endif
if (!accept().isEmpty())
m_resourceRequest.setHTTPAccept(accept());
if (isCacheValidator()) {
CachedResource* resourceToRevalidate = m_resourceToRevalidate;
ASSERT(resourceToRevalidate->canUseCacheValidator());
ASSERT(resourceToRevalidate->isLoaded());
const String& lastModified = resourceToRevalidate->response().httpHeaderField("Last-Modified");
const String& eTag = resourceToRevalidate->response().httpHeaderField("ETag");
if (!lastModified.isEmpty() || !eTag.isEmpty()) {
ASSERT(cachedResourceLoader->cachePolicy() != CachePolicyReload);
if (cachedResourceLoader->cachePolicy() == CachePolicyRevalidate)
m_resourceRequest.setHTTPHeaderField("Cache-Control", "max-age=0");
if (!lastModified.isEmpty())
m_resourceRequest.setHTTPHeaderField("If-Modified-Since", lastModified);
if (!eTag.isEmpty())
m_resourceRequest.setHTTPHeaderField("If-None-Match", eTag);
}
}
#if ENABLE(LINK_PREFETCH)
if (type() == CachedResource::LinkPrefetch || type() == CachedResource::LinkPrerender || type() == CachedResource::LinkSubresource)
m_resourceRequest.setHTTPHeaderField("Purpose", "prefetch");
#endif
m_resourceRequest.setPriority(loadPriority());
m_loader = resourceLoadScheduler()->scheduleSubresourceLoad(cachedResourceLoader->document()->frame(), this, m_resourceRequest, m_resourceRequest.priority(), options);
if (!m_loader) {
LOG(ResourceLoading, "Cannot start loading '%s'", url().string().latin1().data());
if (m_resourceToRevalidate)
memoryCache()->revalidationFailed(this);
error(CachedResource::LoadError);
return;
}
m_status = Pending;
}
void CachedResource::checkNotify()
{
if (isLoading())
return;
CachedResourceClientWalker<CachedResourceClient> w(m_clients);
while (CachedResourceClient* c = w.next())
c->notifyFinished(this);
}
void CachedResource::data(PassRefPtr<SharedBuffer>, bool allDataReceived)
{
if (!allDataReceived)
return;
setLoading(false);
checkNotify();
}
void CachedResource::error(CachedResource::Status status)
{
setStatus(status);
ASSERT(errorOccurred());
m_data.clear();
setLoading(false);
checkNotify();
}
void CachedResource::finish()
{
if (!errorOccurred())
m_status = Cached;
}
bool CachedResource::passesAccessControlCheck(SecurityOrigin* securityOrigin)
{
String errorDescription;
return WebCore::passesAccessControlCheck(m_response, resourceRequest().allowCookies() ? AllowStoredCredentials : DoNotAllowStoredCredentials, securityOrigin, errorDescription);
}
bool CachedResource::isExpired() const
{
if (m_response.isNull())
return false;
return currentAge() > freshnessLifetime();
}
double CachedResource::currentAge() const
{
double dateValue = m_response.date();
double apparentAge = isfinite(dateValue) ? max(0., m_responseTimestamp - dateValue) : 0;
double ageValue = m_response.age();
double correctedReceivedAge = isfinite(ageValue) ? max(apparentAge, ageValue) : apparentAge;
double residentTime = currentTime() - m_responseTimestamp;
return correctedReceivedAge + residentTime;
}
double CachedResource::freshnessLifetime() const
{
if (!m_response.url().protocolIsInHTTPFamily())
return std::numeric_limits<double>::max();
double maxAgeValue = m_response.cacheControlMaxAge();
if (isfinite(maxAgeValue))
return maxAgeValue;
double expiresValue = m_response.expires();
double dateValue = m_response.date();
double creationTime = isfinite(dateValue) ? dateValue : m_responseTimestamp;
if (isfinite(expiresValue))
return expiresValue - creationTime;
double lastModifiedValue = m_response.lastModified();
if (isfinite(lastModifiedValue))
return (creationTime - lastModifiedValue) * 0.1;
return 0;
}
void CachedResource::setResponse(const ResourceResponse& response)
{
m_response = response;
m_responseTimestamp = currentTime();
String encoding = response.textEncodingName();
if (!encoding.isNull())
setEncoding(encoding);
}
void CachedResource::setSerializedCachedMetadata(const char* data, size_t size)
{
ASSERT(!m_cachedMetadata);
m_cachedMetadata = CachedMetadata::deserialize(data, size);
}
void CachedResource::setCachedMetadata(unsigned dataTypeID, const char* data, size_t size)
{
ASSERT(!m_cachedMetadata);
m_cachedMetadata = CachedMetadata::create(dataTypeID, data, size);
ResourceHandle::cacheMetadata(m_response, m_cachedMetadata->serialize());
}
CachedMetadata* CachedResource::cachedMetadata(unsigned dataTypeID) const
{
if (!m_cachedMetadata || m_cachedMetadata->dataTypeID() != dataTypeID)
return 0;
return m_cachedMetadata.get();
}
void CachedResource::stopLoading()
{
ASSERT(m_loader);
m_loader = 0;
CachedResourceHandle<CachedResource> protect(this);
if (isLoading()) {
setLoading(false);
setStatus(Canceled);
checkNotify();
}
}
void CachedResource::addClient(CachedResourceClient* client)
{
if (addClientToSet(client))
didAddClient(client);
}
void CachedResource::didAddClient(CachedResourceClient* c)
{
if (m_clientsAwaitingCallback.contains(c)) {
m_clients.add(c);
m_clientsAwaitingCallback.remove(c);
}
if (!isLoading())
c->notifyFinished(this);
}
bool CachedResource::addClientToSet(CachedResourceClient* client)
{
ASSERT(!isPurgeable());
if (m_preloadResult == PreloadNotReferenced) {
if (isLoaded())
m_preloadResult = PreloadReferencedWhileComplete;
else if (m_requestedFromNetworkingLayer)
m_preloadResult = PreloadReferencedWhileLoading;
else
m_preloadResult = PreloadReferenced;
}
if (!hasClients() && inCache())
memoryCache()->addToLiveResourcesSize(this);
if (m_type == RawResource && !m_response.isNull() && !m_proxyResource) {
ASSERT(!m_clientsAwaitingCallback.contains(client));
m_clientsAwaitingCallback.add(client, CachedResourceCallback::schedule(this, client));
return false;
}
m_clients.add(client);
return true;
}
void CachedResource::removeClient(CachedResourceClient* client)
{
OwnPtr<CachedResourceCallback> callback = m_clientsAwaitingCallback.take(client);
if (callback) {
ASSERT(!m_clients.contains(client));
callback->cancel();
callback.clear();
} else {
ASSERT(m_clients.contains(client));
m_clients.remove(client);
}
if (canDelete() && !inCache())
delete this;
else if (!hasClients() && inCache()) {
memoryCache()->removeFromLiveResourcesSize(this);
memoryCache()->removeFromLiveDecodedResourcesList(this);
allClientsRemoved();
if (response().cacheControlContainsNoStore()) {
if (protocolIs(url(), "https"))
memoryCache()->remove(this);
} else
memoryCache()->prune();
}
}
void CachedResource::deleteIfPossible()
{
if (canDelete() && !inCache())
delete this;
}
void CachedResource::setDecodedSize(unsigned size)
{
if (size == m_decodedSize)
return;
int delta = size - m_decodedSize;
if (inCache())
memoryCache()->removeFromLRUList(this);
m_decodedSize = size;
if (inCache()) {
memoryCache()->insertInLRUList(this);
if (m_decodedSize && !m_inLiveDecodedResourcesList && hasClients())
memoryCache()->insertInLiveDecodedResourcesList(this);
else if (!m_decodedSize && m_inLiveDecodedResourcesList)
memoryCache()->removeFromLiveDecodedResourcesList(this);
memoryCache()->adjustSize(hasClients(), delta);
}
}
void CachedResource::setEncodedSize(unsigned size)
{
if (size == m_encodedSize)
return;
ASSERT(size == 0 || size >= m_encodedSize);
int delta = size - m_encodedSize;
if (inCache())
memoryCache()->removeFromLRUList(this);
m_encodedSize = size;
if (inCache()) {
memoryCache()->insertInLRUList(this);
memoryCache()->adjustSize(hasClients(), delta);
}
}
void CachedResource::didAccessDecodedData(double timeStamp)
{
m_lastDecodedAccessTime = timeStamp;
if (inCache()) {
if (m_inLiveDecodedResourcesList) {
memoryCache()->removeFromLiveDecodedResourcesList(this);
memoryCache()->insertInLiveDecodedResourcesList(this);
}
memoryCache()->prune();
}
}
void CachedResource::setResourceToRevalidate(CachedResource* resource)
{
ASSERT(resource);
ASSERT(!m_resourceToRevalidate);
ASSERT(resource != this);
ASSERT(m_handlesToRevalidate.isEmpty());
ASSERT(resource->type() == type());
LOG(ResourceLoading, "CachedResource %p setResourceToRevalidate %p", this, resource);
ASSERT(!resource->m_proxyResource);
resource->m_proxyResource = this;
m_resourceToRevalidate = resource;
}
void CachedResource::clearResourceToRevalidate()
{
ASSERT(m_resourceToRevalidate);
if (m_switchingClientsToRevalidatedResource)
return;
if (m_resourceToRevalidate->m_proxyResource == this) {
m_resourceToRevalidate->m_proxyResource = 0;
m_resourceToRevalidate->deleteIfPossible();
}
m_handlesToRevalidate.clear();
m_resourceToRevalidate = 0;
deleteIfPossible();
}
void CachedResource::switchClientsToRevalidatedResource()
{
ASSERT(m_resourceToRevalidate);
ASSERT(m_resourceToRevalidate->inCache());
ASSERT(!inCache());
LOG(ResourceLoading, "CachedResource %p switchClientsToRevalidatedResource %p", this, m_resourceToRevalidate);
m_switchingClientsToRevalidatedResource = true;
HashSet<CachedResourceHandleBase*>::iterator end = m_handlesToRevalidate.end();
for (HashSet<CachedResourceHandleBase*>::iterator it = m_handlesToRevalidate.begin(); it != end; ++it) {
CachedResourceHandleBase* handle = *it;
handle->m_resource = m_resourceToRevalidate;
m_resourceToRevalidate->registerHandle(handle);
--m_handleCount;
}
ASSERT(!m_handleCount);
m_handlesToRevalidate.clear();
Vector<CachedResourceClient*> clientsToMove;
HashCountedSet<CachedResourceClient*>::iterator end2 = m_clients.end();
for (HashCountedSet<CachedResourceClient*>::iterator it = m_clients.begin(); it != end2; ++it) {
CachedResourceClient* client = it->first;
unsigned count = it->second;
while (count) {
clientsToMove.append(client);
--count;
}
}
m_clients.clear();
unsigned moveCount = clientsToMove.size();
for (unsigned n = 0; n < moveCount; ++n)
m_resourceToRevalidate->addClientToSet(clientsToMove[n]);
for (unsigned n = 0; n < moveCount; ++n) {
ASSERT(m_resourceToRevalidate);
if (m_resourceToRevalidate->m_clients.contains(clientsToMove[n]))
m_resourceToRevalidate->didAddClient(clientsToMove[n]);
}
m_switchingClientsToRevalidatedResource = false;
}
void CachedResource::updateResponseAfterRevalidation(const ResourceResponse& validatingResponse)
{
m_responseTimestamp = currentTime();
DEFINE_STATIC_LOCAL(const AtomicString, contentHeaderPrefix, ("content-"));
const HTTPHeaderMap& newHeaders = validatingResponse.httpHeaderFields();
HTTPHeaderMap::const_iterator end = newHeaders.end();
for (HTTPHeaderMap::const_iterator it = newHeaders.begin(); it != end; ++it) {
if (it->first.startsWith(contentHeaderPrefix, false))
continue;
m_response.setHTTPHeaderField(it->first, it->second);
}
}
void CachedResource::registerHandle(CachedResourceHandleBase* h)
{
++m_handleCount;
if (m_resourceToRevalidate)
m_handlesToRevalidate.add(h);
}
void CachedResource::unregisterHandle(CachedResourceHandleBase* h)
{
ASSERT(m_handleCount > 0);
--m_handleCount;
if (m_resourceToRevalidate)
m_handlesToRevalidate.remove(h);
if (!m_handleCount)
deleteIfPossible();
}
bool CachedResource::canUseCacheValidator() const
{
if (m_loading || errorOccurred())
return false;
if (m_response.cacheControlContainsNoStore())
return false;
return m_response.hasCacheValidatorFields();
}
bool CachedResource::mustRevalidateDueToCacheHeaders(CachePolicy cachePolicy) const
{
ASSERT(cachePolicy == CachePolicyRevalidate || cachePolicy == CachePolicyCache || cachePolicy == CachePolicyVerify);
if (cachePolicy == CachePolicyRevalidate)
return true;
if (m_response.cacheControlContainsNoCache() || m_response.cacheControlContainsNoStore()) {
LOG(ResourceLoading, "CachedResource %p mustRevalidate because of m_response.cacheControlContainsNoCache() || m_response.cacheControlContainsNoStore()\n", this);
return true;
}
if (cachePolicy == CachePolicyCache) {
if (m_response.cacheControlContainsMustRevalidate() && isExpired()) {
LOG(ResourceLoading, "CachedResource %p mustRevalidate because of cachePolicy == CachePolicyCache and m_response.cacheControlContainsMustRevalidate() && isExpired()\n", this);
return true;
}
return false;
}
if (isExpired()) {
LOG(ResourceLoading, "CachedResource %p mustRevalidate because of isExpired()\n", this);
return true;
}
return false;
}
bool CachedResource::isSafeToMakePurgeable() const
{
return !hasClients() && !m_proxyResource && !m_resourceToRevalidate;
}
bool CachedResource::makePurgeable(bool purgeable)
{
if (purgeable) {
ASSERT(isSafeToMakePurgeable());
if (m_purgeableData) {
ASSERT(!m_data);
return true;
}
if (!m_data)
return false;
if (!m_data->hasOneRef())
return false;
if (m_data->hasPurgeableBuffer()) {
m_purgeableData = m_data->releasePurgeableBuffer();
} else {
m_purgeableData = PurgeableBuffer::create(m_data->data(), m_data->size());
if (!m_purgeableData)
return false;
m_purgeableData->setPurgePriority(purgePriority());
}
m_purgeableData->makePurgeable(true);
m_data.clear();
return true;
}
if (!m_purgeableData)
return true;
ASSERT(!m_data);
ASSERT(!hasClients());
if (!m_purgeableData->makePurgeable(false))
return false;
m_data = SharedBuffer::adoptPurgeableBuffer(m_purgeableData.release());
return true;
}
bool CachedResource::isPurgeable() const
{
return m_purgeableData && m_purgeableData->isPurgeable();
}
bool CachedResource::wasPurged() const
{
return m_purgeableData && m_purgeableData->wasPurged();
}
unsigned CachedResource::overheadSize() const
{
static const int kAverageClientsHashMapSize = 384;
return sizeof(CachedResource) + m_response.memoryUsage() + kAverageClientsHashMapSize + m_resourceRequest.url().string().length() * 2;
}
void CachedResource::setLoadPriority(ResourceLoadPriority loadPriority)
{
if (loadPriority == ResourceLoadPriorityUnresolved)
return;
m_loadPriority = loadPriority;
}
CachedResource::CachedResourceCallback::CachedResourceCallback(CachedResource* resource, CachedResourceClient* client)
: m_resource(resource)
, m_client(client)
, m_callbackTimer(this, &CachedResourceCallback::timerFired)
{
m_callbackTimer.startOneShot(0);
}
void CachedResource::CachedResourceCallback::cancel()
{
if (m_callbackTimer.isActive())
m_callbackTimer.stop();
}
void CachedResource::CachedResourceCallback::timerFired(Timer<CachedResourceCallback>*)
{
m_resource->didAddClient(m_client);
}
}