CacheValidation.cpp [plain text]
#include "config.h"
#include "CacheValidation.h"
#include "CookieJar.h"
#include "HTTPHeaderMap.h"
#include "NetworkStorageSession.h"
#include "ResourceRequest.h"
#include "ResourceResponse.h"
#include "SameSiteInfo.h"
#include <wtf/Optional.h>
#include <wtf/Vector.h>
#include <wtf/text/StringView.h>
#include <wtf/text/WTFString.h>
namespace WebCore {
static const char* const headersToIgnoreAfterRevalidation[] = {
"allow",
"connection",
"etag",
"keep-alive",
"last-modified",
"proxy-authenticate",
"proxy-connection",
"trailer",
"transfer-encoding",
"upgrade",
"www-authenticate",
"x-frame-options",
"x-xss-protection",
};
static const char* const headerPrefixesToIgnoreAfterRevalidation[] = {
"content-",
"x-content-",
"x-webkit-"
};
static inline bool shouldUpdateHeaderAfterRevalidation(const String& header)
{
for (auto& headerToIgnore : headersToIgnoreAfterRevalidation) {
if (equalIgnoringASCIICase(header, headerToIgnore))
return false;
}
for (auto& prefixToIgnore : headerPrefixesToIgnoreAfterRevalidation) {
if (header.startsWithIgnoringASCIICase(prefixToIgnore))
return false;
}
return true;
}
void updateResponseHeadersAfterRevalidation(ResourceResponse& response, const ResourceResponse& validatingResponse)
{
for (const auto& header : validatingResponse.httpHeaderFields()) {
if (!shouldUpdateHeaderAfterRevalidation(header.key))
continue;
response.setHTTPHeaderField(header.key, header.value);
}
}
Seconds computeCurrentAge(const ResourceResponse& response, WallTime responseTime)
{
auto dateValue = response.date();
auto apparentAge = dateValue ? std::max(0_us, responseTime - *dateValue) : 0_us;
auto ageValue = response.age().valueOr(0_us);
auto correctedInitialAge = std::max(apparentAge, ageValue);
auto residentTime = WallTime::now() - responseTime;
return correctedInitialAge + residentTime;
}
Seconds computeFreshnessLifetimeForHTTPFamily(const ResourceResponse& response, WallTime responseTime)
{
if (!response.url().protocolIsInHTTPFamily())
return 0_us;
auto maxAge = response.cacheControlMaxAge();
if (maxAge)
return *maxAge;
auto date = response.date();
auto effectiveDate = date.valueOr(responseTime);
if (auto expires = response.expires())
return *expires - effectiveDate;
switch (response.httpStatusCode()) {
case 301: case 410: return 24_h * 365;
default:
if (auto lastModified = response.lastModified())
return (effectiveDate - *lastModified) * 0.1;
return 0_us;
}
}
void updateRedirectChainStatus(RedirectChainCacheStatus& redirectChainCacheStatus, const ResourceResponse& response)
{
if (redirectChainCacheStatus.status == RedirectChainCacheStatus::Status::NotCachedRedirection)
return;
if (response.cacheControlContainsNoStore() || response.cacheControlContainsNoCache() || response.cacheControlContainsMustRevalidate()) {
redirectChainCacheStatus.status = RedirectChainCacheStatus::Status::NotCachedRedirection;
return;
}
redirectChainCacheStatus.status = RedirectChainCacheStatus::Status::CachedRedirection;
auto responseTimestamp = WallTime::now();
auto endOfValidity = responseTimestamp + computeFreshnessLifetimeForHTTPFamily(response, responseTimestamp) - computeCurrentAge(response, responseTimestamp);
redirectChainCacheStatus.endOfValidity = std::min(redirectChainCacheStatus.endOfValidity, endOfValidity);
}
bool redirectChainAllowsReuse(RedirectChainCacheStatus redirectChainCacheStatus, ReuseExpiredRedirectionOrNot reuseExpiredRedirection)
{
switch (redirectChainCacheStatus.status) {
case RedirectChainCacheStatus::Status::NoRedirection:
return true;
case RedirectChainCacheStatus::Status::NotCachedRedirection:
return false;
case RedirectChainCacheStatus::Status::CachedRedirection:
return reuseExpiredRedirection || WallTime::now() <= redirectChainCacheStatus.endOfValidity;
}
ASSERT_NOT_REACHED();
return false;
}
inline bool isCacheHeaderSeparator(UChar c)
{
switch (c) {
case '(':
case ')':
case '<':
case '>':
case '@':
case ',':
case ';':
case ':':
case '\\':
case '"':
case '/':
case '[':
case ']':
case '?':
case '=':
case '{':
case '}':
case ' ':
case '\t':
return true;
default:
return false;
}
}
inline bool isControlCharacterOrSpace(UChar character)
{
return character <= ' ' || character == 127;
}
inline StringView trimToNextSeparator(StringView string)
{
return string.substring(0, string.find(isCacheHeaderSeparator));
}
static Vector<std::pair<String, String>> parseCacheHeader(const String& header)
{
Vector<std::pair<String, String>> result;
String safeHeaderString = header.removeCharacters(isControlCharacterOrSpace);
StringView safeHeader = safeHeaderString;
unsigned max = safeHeader.length();
unsigned pos = 0;
while (pos < max) {
size_t nextCommaPosition = safeHeader.find(',', pos);
size_t nextEqualSignPosition = safeHeader.find('=', pos);
if (nextEqualSignPosition == notFound && nextCommaPosition == notFound) {
result.append({ trimToNextSeparator(safeHeader.substring(pos, max - pos)).toString(), emptyString() });
return result;
}
if (nextCommaPosition != notFound && (nextCommaPosition < nextEqualSignPosition || nextEqualSignPosition == notFound)) {
result.append({ trimToNextSeparator(safeHeader.substring(pos, nextCommaPosition - pos)).toString(), emptyString() });
pos += nextCommaPosition - pos + 1;
continue;
}
String directive = trimToNextSeparator(safeHeader.substring(pos, nextEqualSignPosition - pos)).toString();
pos += nextEqualSignPosition - pos + 1;
StringView value = safeHeader.substring(pos, max - pos);
if (value[0] == '"') {
size_t nextDoubleQuotePosition = value.find('"', 1);
if (nextDoubleQuotePosition == notFound) {
result.append({ directive, trimToNextSeparator(value.substring(1)).toString() });
return result;
}
result.append({ directive, value.substring(1, nextDoubleQuotePosition - 1).toString() });
pos += (safeHeader.find('"', pos) - pos) + nextDoubleQuotePosition + 1;
size_t nextCommaPosition2 = safeHeader.find(',', pos);
if (nextCommaPosition2 == notFound)
return result; pos += nextCommaPosition2 - pos + 1;
continue;
}
size_t nextCommaPosition2 = value.find(',');
if (nextCommaPosition2 == notFound) {
result.append({ directive, trimToNextSeparator(value).toString() });
return result;
}
result.append({ directive, trimToNextSeparator(value.substring(0, nextCommaPosition2)).toString() });
pos += (safeHeader.find(',', pos) - pos) + 1;
}
return result;
}
CacheControlDirectives parseCacheControlDirectives(const HTTPHeaderMap& headers)
{
CacheControlDirectives result;
String cacheControlValue = headers.get(HTTPHeaderName::CacheControl);
if (!cacheControlValue.isEmpty()) {
auto directives = parseCacheHeader(cacheControlValue);
size_t directivesSize = directives.size();
for (size_t i = 0; i < directivesSize; ++i) {
if (equalLettersIgnoringASCIICase(directives[i].first, "no-cache") && directives[i].second.isEmpty())
result.noCache = true;
else if (equalLettersIgnoringASCIICase(directives[i].first, "no-store"))
result.noStore = true;
else if (equalLettersIgnoringASCIICase(directives[i].first, "must-revalidate"))
result.mustRevalidate = true;
else if (equalLettersIgnoringASCIICase(directives[i].first, "max-age")) {
if (result.maxAge) {
continue;
}
bool ok;
double maxAge = directives[i].second.toDouble(&ok);
if (ok)
result.maxAge = Seconds { maxAge };
} else if (equalLettersIgnoringASCIICase(directives[i].first, "max-stale")) {
if (result.maxStale) {
continue;
}
if (directives[i].second.isEmpty()) {
result.maxStale = Seconds::infinity();
continue;
}
bool ok;
double maxStale = directives[i].second.toDouble(&ok);
if (ok)
result.maxStale = Seconds { maxStale };
} else if (equalLettersIgnoringASCIICase(directives[i].first, "immutable")) {
result.immutable = true;
} else if (equalLettersIgnoringASCIICase(directives[i].first, "stale-while-revalidate")) {
if (result.staleWhileRevalidate) {
continue;
}
bool ok;
double staleWhileRevalidate = directives[i].second.toDouble(&ok);
if (ok)
result.staleWhileRevalidate = Seconds { staleWhileRevalidate };
}
}
}
if (!result.noCache) {
result.noCache = headers.get(HTTPHeaderName::Pragma).containsIgnoringASCIICase("no-cache");
}
return result;
}
static String cookieRequestHeaderFieldValue(const NetworkStorageSession& session, const ResourceRequest& request)
{
return session.cookieRequestHeaderFieldValue(request.firstPartyForCookies(), SameSiteInfo::create(request), request.url(), WTF::nullopt, WTF::nullopt, request.url().protocolIs("https") ? IncludeSecureCookies::Yes : IncludeSecureCookies::No).first;
}
static String cookieRequestHeaderFieldValue(const CookieJar* cookieJar, const ResourceRequest& request)
{
if (!cookieJar)
return { };
return cookieJar->cookieRequestHeaderFieldValue(request.firstPartyForCookies(), SameSiteInfo::create(request), request.url(), WTF::nullopt, WTF::nullopt, request.url().protocolIs("https") ? IncludeSecureCookies::Yes : IncludeSecureCookies::No).first;
}
static String headerValueForVary(const ResourceRequest& request, const String& headerName, Function<String()>&& cookieRequestHeaderFieldValueFunction)
{
if (headerName == httpHeaderNameString(HTTPHeaderName::Cookie))
return cookieRequestHeaderFieldValueFunction();
return request.httpHeaderField(headerName);
}
static Vector<std::pair<String, String>> collectVaryingRequestHeadersInternal(const ResourceResponse& response, Function<String(const String& headerName)>&& headerValueForVaryFunction)
{
String varyValue = response.httpHeaderField(HTTPHeaderName::Vary);
if (varyValue.isEmpty())
return { };
Vector<String> varyingHeaderNames = varyValue.split(',');
Vector<std::pair<String, String>> varyingRequestHeaders;
varyingRequestHeaders.reserveCapacity(varyingHeaderNames.size());
for (auto& varyHeaderName : varyingHeaderNames) {
String headerName = varyHeaderName.stripWhiteSpace();
String headerValue = headerValueForVaryFunction(headerName);
varyingRequestHeaders.append(std::make_pair(headerName, headerValue));
}
return varyingRequestHeaders;
}
Vector<std::pair<String, String>> collectVaryingRequestHeaders(NetworkStorageSession* storageSession, const ResourceRequest& request, const ResourceResponse& response)
{
if (!storageSession)
return { };
return collectVaryingRequestHeadersInternal(response, [&] (const String& headerName) {
return headerValueForVary(request, headerName, [&] {
return cookieRequestHeaderFieldValue(*storageSession, request);
});
});
}
Vector<std::pair<String, String>> collectVaryingRequestHeaders(const CookieJar* cookieJar, const ResourceRequest& request, const ResourceResponse& response)
{
return collectVaryingRequestHeadersInternal(response, [&] (const String& headerName) {
return headerValueForVary(request, headerName, [&] {
return cookieRequestHeaderFieldValue(cookieJar, request);
});
});
}
static bool verifyVaryingRequestHeadersInternal(const Vector<std::pair<String, String>>& varyingRequestHeaders, Function<String(const String&)>&& headerValueForVary)
{
for (auto& varyingRequestHeader : varyingRequestHeaders) {
if (varyingRequestHeader.first == "*")
return false;
if (headerValueForVary(varyingRequestHeader.first) != varyingRequestHeader.second)
return false;
}
return true;
}
bool verifyVaryingRequestHeaders(NetworkStorageSession* storageSession, const Vector<std::pair<String, String>>& varyingRequestHeaders, const ResourceRequest& request)
{
if (!storageSession)
return false;
return verifyVaryingRequestHeadersInternal(varyingRequestHeaders, [&] (const String& headerName) {
return headerValueForVary(request, headerName, [&] {
return cookieRequestHeaderFieldValue(*storageSession, request);
});
});
}
bool verifyVaryingRequestHeaders(const CookieJar* cookieJar, const Vector<std::pair<String, String>>& varyingRequestHeaders, const ResourceRequest& request)
{
return verifyVaryingRequestHeadersInternal(varyingRequestHeaders, [&] (const String& headerName) {
return headerValueForVary(request, headerName, [&] {
return cookieRequestHeaderFieldValue(cookieJar, request);
});
});
}
bool isStatusCodeCacheableByDefault(int statusCode)
{
switch (statusCode) {
case 200: case 203: case 204: case 206: case 300: case 301: case 404: case 405: case 410: case 414: case 501: return true;
default:
return false;
}
}
bool isStatusCodePotentiallyCacheable(int statusCode)
{
switch (statusCode) {
case 201: case 202: case 205: case 302: case 303: case 307: case 403: case 406: case 415: return true;
default:
return false;
}
}
}