#include "config.h"
#include "IconDatabase.h"
#include "Logging.h"
#include <WebCore/BitmapImage.h>
#include <WebCore/FileSystem.h>
#include <WebCore/Image.h>
#include <WebCore/SQLiteStatement.h>
#include <WebCore/SQLiteTransaction.h>
#include <WebCore/SharedBuffer.h>
#include <wtf/MainThread.h>
#include <wtf/NeverDestroyed.h>
#include <wtf/StdLibExtras.h>
#include <wtf/URL.h>
#define ASSERT_NOT_SYNC_THREAD() ASSERT(!m_syncThreadRunning || !IS_ICON_SYNC_THREAD())
#define IS_ICON_SYNC_THREAD() (m_syncThread == &Thread::current())
#define ASSERT_ICON_SYNC_THREAD() ASSERT(IS_ICON_SYNC_THREAD())
namespace WebKit {
using namespace WebCore;
static int databaseCleanupCounter = 0;
static const int currentDatabaseVersion = 6;
static const int iconExpirationTime = 60*60*24*4;
static const Seconds updateTimerDelay { 5_s };
static bool checkIntegrityOnOpen = false;
static const Seconds notUsedIconExpirationTime { 60*60*24*30 };
#if !LOG_DISABLED || !ERROR_DISABLED
static String urlForLogging(const String& url)
{
static const unsigned urlTruncationLength = 120;
if (url.length() < urlTruncationLength)
return url;
return url.substring(0, urlTruncationLength) + "...";
}
#endif
class DefaultIconDatabaseClient final : public IconDatabaseClient {
WTF_MAKE_FAST_ALLOCATED;
public:
void didImportIconURLForPageURL(const String&) override { }
void didImportIconDataForPageURL(const String&) override { }
void didChangeIconForPageURL(const String&) override { }
void didFinishURLImport() override { }
};
static IconDatabaseClient* defaultClient()
{
static IconDatabaseClient* defaultClient = new DefaultIconDatabaseClient;
return defaultClient;
}
IconDatabase::IconRecord::IconRecord(const String& url)
: m_iconURL(url)
{
}
IconDatabase::IconRecord::~IconRecord()
{
LOG(IconDatabase, "Destroying IconRecord for icon url %s", m_iconURL.ascii().data());
}
NativeImagePtr IconDatabase::IconRecord::image(const IntSize&)
{
return m_image;
}
void IconDatabase::IconRecord::setImageData(RefPtr<SharedBuffer>&& data)
{
m_dataSet = true;
m_imageData = WTFMove(data);
m_image = nullptr;
if (!m_imageData || !m_imageData->size()) {
m_imageData = nullptr;
return;
}
auto image = BitmapImage::create();
if (image->setData(RefPtr<SharedBuffer> { m_imageData }, true) < EncodedDataStatus::SizeAvailable) {
LOG(IconDatabase, "Manual image data for iconURL '%s' FAILED - it was probably invalid image data", m_iconURL.ascii().data());
m_imageData = nullptr;
return;
}
m_image = image->nativeImageForCurrentFrame();
if (!m_image) {
LOG(IconDatabase, "Manual image data for iconURL '%s' FAILED - it was probably invalid image data", m_iconURL.ascii().data());
m_imageData = nullptr;
}
}
IconDatabase::IconRecord::ImageDataStatus IconDatabase::IconRecord::imageDataStatus()
{
if (!m_dataSet)
return ImageDataStatus::Unknown;
if (!m_image)
return ImageDataStatus::Missing;
return ImageDataStatus::Present;
}
IconDatabase::IconSnapshot IconDatabase::IconRecord::snapshot(bool forDeletion) const
{
if (forDeletion)
return IconSnapshot(m_iconURL, 0, nullptr);
return IconSnapshot(m_iconURL, m_stamp, m_imageData ? m_imageData.get() : nullptr);
}
IconDatabase::PageURLRecord::PageURLRecord(const String& pageURL)
: m_pageURL(pageURL)
{
}
IconDatabase::PageURLRecord::~PageURLRecord()
{
if (m_iconRecord)
m_iconRecord->retainingPageURLs().remove(m_pageURL);
}
void IconDatabase::PageURLRecord::setIconRecord(RefPtr<IconRecord>&& icon)
{
if (m_iconRecord)
m_iconRecord->retainingPageURLs().remove(m_pageURL);
m_iconRecord = WTFMove(icon);
if (m_iconRecord)
m_iconRecord->retainingPageURLs().add(m_pageURL);
}
IconDatabase::PageURLSnapshot IconDatabase::PageURLRecord::snapshot(bool forDeletion) const
{
return { m_pageURL, (m_iconRecord && !forDeletion) ? m_iconRecord->iconURL() : String() };
}
void IconDatabase::setClient(std::unique_ptr<IconDatabaseClient>&& client)
{
ASSERT(!m_syncThreadRunning);
if (!client || m_syncThreadRunning)
return;
m_client = WTFMove(client);
}
bool IconDatabase::open(const String& directory, const String& filename)
{
ASSERT_NOT_SYNC_THREAD();
if (!m_isEnabled)
return false;
if (isOpen()) {
LOG_ERROR("Attempt to reopen the IconDatabase which is already open. Must close it first.");
return false;
}
m_mainThreadNotifier.setActive(true);
m_databaseDirectory = directory.isolatedCopy();
m_completeDatabasePath = FileSystem::pathByAppendingComponent(m_databaseDirectory, filename);
m_syncLock.lock();
m_syncThread = Thread::create("WebCore: IconDatabase", [this] {
iconDatabaseSyncThread();
});
m_syncThreadRunning = true;
m_syncLock.unlock();
return true;
}
void IconDatabase::close()
{
ASSERT_NOT_SYNC_THREAD();
m_mainThreadNotifier.stop();
if (m_syncThreadRunning) {
m_threadTerminationRequested = true;
wakeSyncThread();
m_syncThread->waitForCompletion();
}
m_syncThreadRunning = false;
m_threadTerminationRequested = false;
m_removeIconsRequested = false;
m_syncDB.close();
m_client = nullptr;
}
void IconDatabase::removeAllIcons()
{
ASSERT_NOT_SYNC_THREAD();
if (!isOpen())
return;
LOG(IconDatabase, "Requesting background thread to remove all icons");
{
LockHolder locker(m_urlAndIconLock);
for (auto& pageURL : m_pageURLToRecordMap.values())
pageURL->setIconRecord(nullptr);
m_iconURLToRecordMap.clear();
{
LockHolder locker(m_pendingSyncLock);
m_pageURLsPendingSync.clear();
m_iconsPendingSync.clear();
}
{
LockHolder locker(m_pendingReadingLock);
m_pageURLsPendingImport.clear();
m_pageURLsInterestedInIcons.clear();
m_iconsPendingReading.clear();
}
}
m_removeIconsRequested = true;
wakeSyncThread();
}
static bool documentCanHaveIcon(const String& documentURL)
{
return !documentURL.isEmpty() && !protocolIs(documentURL, "about");
}
std::pair<NativeImagePtr, IconDatabase::IsKnownIcon> IconDatabase::synchronousIconForPageURL(const String& pageURLOriginal, const IntSize& size)
{
ASSERT_NOT_SYNC_THREAD();
if (!isOpen() || !documentCanHaveIcon(pageURLOriginal))
return { nullptr, IsKnownIcon::No };
LockHolder locker(m_urlAndIconLock);
performPendingRetainAndReleaseOperations();
String pageURLCopy;
PageURLRecord* pageRecord = m_pageURLToRecordMap.get(pageURLOriginal);
if (!pageRecord) {
pageURLCopy = pageURLOriginal.isolatedCopy();
pageRecord = getOrCreatePageURLRecord(pageURLCopy);
}
if (!pageRecord) {
LockHolder locker(m_pendingReadingLock);
if (!m_iconURLImportComplete)
m_pageURLsInterestedInIcons.add(pageURLCopy);
return { nullptr, IsKnownIcon::No };
}
IconRecord* iconRecord = pageRecord->iconRecord();
if (!m_iconURLImportComplete && !iconRecord)
return { nullptr, IsKnownIcon::No };
ASSERT(iconRecord || databaseCleanupCounter || m_retainedPageURLs.contains(pageURLOriginal));
if (!iconRecord)
return { nullptr, IsKnownIcon::No };
if (iconRecord->imageDataStatus() == IconRecord::ImageDataStatus::Unknown) {
if (pageURLCopy.isNull())
pageURLCopy = pageURLOriginal.isolatedCopy();
LockHolder locker(m_pendingReadingLock);
m_pageURLsInterestedInIcons.add(pageURLCopy);
m_iconsPendingReading.add(iconRecord);
wakeSyncThread();
return { nullptr, IsKnownIcon::No };
}
if (size == IntSize(0, 0))
return { nullptr, IsKnownIcon::Yes };
return { iconRecord->image(size), IsKnownIcon::Yes };
}
String IconDatabase::synchronousIconURLForPageURL(const String& pageURLOriginal)
{
ASSERT_NOT_SYNC_THREAD();
if (!isOpen() || !documentCanHaveIcon(pageURLOriginal))
return String();
LockHolder locker(m_urlAndIconLock);
PageURLRecord* pageRecord = m_pageURLToRecordMap.get(pageURLOriginal);
if (!pageRecord)
pageRecord = getOrCreatePageURLRecord(pageURLOriginal.isolatedCopy());
if (!pageRecord)
return String();
return pageRecord->iconRecord() ? pageRecord->iconRecord()->iconURL().isolatedCopy() : String();
}
void IconDatabase::retainIconForPageURL(const String& pageURL)
{
ASSERT_NOT_SYNC_THREAD();
if (!isEnabled() || !documentCanHaveIcon(pageURL))
return;
{
LockHolder locker(m_urlsToRetainOrReleaseLock);
m_urlsToRetain.add(pageURL.isolatedCopy());
m_retainOrReleaseIconRequested = true;
}
scheduleOrDeferSyncTimer();
}
void IconDatabase::performRetainIconForPageURL(const String& pageURLOriginal, int retainCount)
{
PageURLRecord* record = m_pageURLToRecordMap.get(pageURLOriginal);
String pageURL;
if (!record) {
pageURL = pageURLOriginal.isolatedCopy();
record = new PageURLRecord(pageURL);
m_pageURLToRecordMap.set(pageURL, record);
}
if (!record->retain(retainCount)) {
if (pageURL.isNull())
pageURL = pageURLOriginal.isolatedCopy();
m_retainedPageURLs.add(pageURL);
if (!m_iconURLImportComplete)
return;
LockHolder locker(m_pendingSyncLock);
if (!m_privateBrowsingEnabled && m_pageURLsPendingSync.contains(pageURL)) {
LOG(IconDatabase, "Bringing %s back from the brink", pageURL.ascii().data());
m_pageURLsPendingSync.set(pageURL, record->snapshot());
}
}
}
void IconDatabase::releaseIconForPageURL(const String& pageURL)
{
ASSERT_NOT_SYNC_THREAD();
if (!isEnabled() || !documentCanHaveIcon(pageURL))
return;
{
LockHolder locker(m_urlsToRetainOrReleaseLock);
m_urlsToRelease.add(pageURL.isolatedCopy());
m_retainOrReleaseIconRequested = true;
}
scheduleOrDeferSyncTimer();
}
void IconDatabase::performReleaseIconForPageURL(const String& pageURLOriginal, int releaseCount)
{
if (!m_retainedPageURLs.contains(pageURLOriginal)) {
LOG_ERROR("Attempting to release icon for URL %s which is not retained", urlForLogging(pageURLOriginal).ascii().data());
return;
}
PageURLRecord* pageRecord = m_pageURLToRecordMap.get(pageURLOriginal);
ASSERT(pageRecord);
LOG(IconDatabase, "Releasing pageURL %s to a retain count of %i", urlForLogging(pageURLOriginal).ascii().data(), pageRecord->retainCount() - 1);
ASSERT(pageRecord->retainCount() > 0);
if (pageRecord->release(releaseCount))
return;
LOG(IconDatabase, "No more retainers for PageURL %s", urlForLogging(pageURLOriginal).ascii().data());
m_pageURLToRecordMap.remove(pageURLOriginal);
m_retainedPageURLs.remove(pageURLOriginal);
IconRecord* iconRecord = pageRecord->iconRecord();
ASSERT(!iconRecord || (iconRecord && m_iconURLToRecordMap.get(iconRecord->iconURL()) == iconRecord));
{
LockHolder locker(m_pendingReadingLock);
if (!m_iconURLImportComplete)
m_pageURLsPendingImport.remove(pageURLOriginal);
m_pageURLsInterestedInIcons.remove(pageURLOriginal);
if (iconRecord && iconRecord->hasOneRef()) {
m_iconURLToRecordMap.remove(iconRecord->iconURL());
m_iconsPendingReading.remove(iconRecord);
}
}
if (!m_privateBrowsingEnabled) {
LockHolder locker(m_pendingSyncLock);
m_pageURLsPendingSync.set(pageURLOriginal.isolatedCopy(), pageRecord->snapshot(true));
if (iconRecord && iconRecord->hasOneRef())
m_iconsPendingSync.set(iconRecord->iconURL(), iconRecord->snapshot(true));
}
delete pageRecord;
}
void IconDatabase::setIconDataForIconURL(RefPtr<SharedBuffer>&& data, const String& iconURLOriginal)
{
ASSERT_NOT_SYNC_THREAD();
if (!isOpen() || iconURLOriginal.isEmpty())
return;
String iconURL = iconURLOriginal.isolatedCopy();
Vector<String> pageURLs;
{
LockHolder locker(m_urlAndIconLock);
RefPtr<IconRecord> icon = m_iconURLToRecordMap.get(iconURL);
if (icon) {
LockHolder locker(m_pendingReadingLock);
m_iconsPendingReading.remove(icon.get());
} else
icon = getOrCreateIconRecord(iconURL);
icon->setImageData(WTFMove(data));
icon->setTimestamp((int)WallTime::now().secondsSinceEpoch().seconds());
pageURLs.appendRange(icon->retainingPageURLs().begin(), icon->retainingPageURLs().end());
if (!m_privateBrowsingEnabled) {
LockHolder locker(m_pendingSyncLock);
m_iconsPendingSync.set(iconURL, icon->snapshot());
}
if (icon->hasOneRef()) {
ASSERT(icon->retainingPageURLs().isEmpty());
LOG(IconDatabase, "Icon for icon url %s is about to be destroyed - removing mapping for it", urlForLogging(icon->iconURL()).ascii().data());
m_iconURLToRecordMap.remove(icon->iconURL());
}
}
scheduleOrDeferSyncTimer();
for (auto& pageURL : pageURLs) {
LOG(IconDatabase, "Dispatching notification that retaining pageURL %s has a new icon", urlForLogging(pageURL).ascii().data());
if (m_client)
m_client->didChangeIconForPageURL(pageURL);
}
}
void IconDatabase::setIconURLForPageURL(const String& iconURLOriginal, const String& pageURLOriginal)
{
ASSERT_NOT_SYNC_THREAD();
ASSERT(!iconURLOriginal.isEmpty());
if (!isOpen() || !documentCanHaveIcon(pageURLOriginal))
return;
String iconURL, pageURL;
{
LockHolder locker(m_urlAndIconLock);
PageURLRecord* pageRecord = m_pageURLToRecordMap.get(pageURLOriginal);
if (pageRecord && pageRecord->iconRecord() && pageRecord->iconRecord()->iconURL() == iconURLOriginal)
return;
pageURL = pageURLOriginal.isolatedCopy();
iconURL = iconURLOriginal.isolatedCopy();
if (!pageRecord) {
pageRecord = new PageURLRecord(pageURL);
m_pageURLToRecordMap.set(pageURL, pageRecord);
}
RefPtr<IconRecord> iconRecord = pageRecord->iconRecord();
pageRecord->setIconRecord(getOrCreateIconRecord(iconURL));
if (iconRecord && iconRecord->hasOneRef()) {
ASSERT(!iconRecord->retainingPageURLs().size());
LOG(IconDatabase, "Icon for icon url %s is about to be destroyed - removing mapping for it", urlForLogging(iconRecord->iconURL()).ascii().data());
m_iconURLToRecordMap.remove(iconRecord->iconURL());
LockHolder locker(m_pendingReadingLock);
m_iconsPendingReading.remove(iconRecord.get());
}
if (!m_privateBrowsingEnabled) {
LockHolder locker(m_pendingSyncLock);
m_pageURLsPendingSync.set(pageURL, pageRecord->snapshot());
if (iconRecord && iconRecord->hasOneRef())
m_iconsPendingSync.set(iconRecord->iconURL(), iconRecord->snapshot(true));
}
}
if (!IS_ICON_SYNC_THREAD()) {
scheduleOrDeferSyncTimer();
LOG(IconDatabase, "Dispatching notification that we changed an icon mapping for url %s", urlForLogging(pageURL).ascii().data());
if (m_client)
m_client->didChangeIconForPageURL(pageURL);
}
}
IconDatabase::IconLoadDecision IconDatabase::synchronousLoadDecisionForIconURL(const String& iconURL)
{
ASSERT_NOT_SYNC_THREAD();
if (!isOpen() || iconURL.isEmpty())
return IconLoadDecision::No;
{
LockHolder locker(m_urlAndIconLock);
if (IconRecord* icon = m_iconURLToRecordMap.get(iconURL)) {
LOG(IconDatabase, "Found expiration time on a present icon based on existing IconRecord");
return static_cast<int>(WallTime::now().secondsSinceEpoch().seconds()) - static_cast<int>(icon->getTimestamp()) > iconExpirationTime ? IconLoadDecision::Yes : IconLoadDecision::No;
}
}
LockHolder readingLocker(m_pendingReadingLock);
if (m_iconURLImportComplete)
return IconLoadDecision::Yes;
return IconLoadDecision::Unknown;
}
bool IconDatabase::synchronousIconDataKnownForIconURL(const String& iconURL)
{
ASSERT_NOT_SYNC_THREAD();
LockHolder locker(m_urlAndIconLock);
if (IconRecord* icon = m_iconURLToRecordMap.get(iconURL))
return icon->imageDataStatus() != IconRecord::ImageDataStatus::Unknown;
return false;
}
void IconDatabase::setEnabled(bool enabled)
{
ASSERT_NOT_SYNC_THREAD();
if (!enabled && isOpen())
close();
m_isEnabled = enabled;
}
bool IconDatabase::isEnabled() const
{
ASSERT_NOT_SYNC_THREAD();
return m_isEnabled;
}
void IconDatabase::setPrivateBrowsingEnabled(bool flag)
{
m_privateBrowsingEnabled = flag;
}
bool IconDatabase::isPrivateBrowsingEnabled() const
{
return m_privateBrowsingEnabled;
}
void IconDatabase::delayDatabaseCleanup()
{
++databaseCleanupCounter;
if (databaseCleanupCounter == 1)
LOG(IconDatabase, "Database cleanup is now DISABLED");
}
void IconDatabase::allowDatabaseCleanup()
{
if (--databaseCleanupCounter < 0)
databaseCleanupCounter = 0;
if (!databaseCleanupCounter)
LOG(IconDatabase, "Database cleanup is now ENABLED");
}
void IconDatabase::checkIntegrityBeforeOpening()
{
checkIntegrityOnOpen = true;
}
IconDatabase::IconDatabase()
: m_syncTimer(RunLoop::main(), this, &IconDatabase::syncTimerFired)
, m_client(defaultClient())
{
LOG(IconDatabase, "Creating IconDatabase %p", this);
ASSERT(isMainThread());
}
IconDatabase::~IconDatabase()
{
ASSERT(!isOpen());
}
void IconDatabase::wakeSyncThread()
{
LockHolder locker(m_syncLock);
m_syncThreadHasWorkToDo = true;
m_syncCondition.notifyOne();
}
void IconDatabase::scheduleOrDeferSyncTimer()
{
ASSERT_NOT_SYNC_THREAD();
if (m_scheduleOrDeferSyncTimerRequested)
return;
m_scheduleOrDeferSyncTimerRequested = true;
callOnMainThread([this] {
m_syncTimer.startOneShot(updateTimerDelay);
m_scheduleOrDeferSyncTimerRequested = false;
});
}
void IconDatabase::syncTimerFired()
{
ASSERT_NOT_SYNC_THREAD();
wakeSyncThread();
}
bool IconDatabase::isOpen() const
{
LockHolder locker(m_syncLock);
return m_syncThreadRunning || m_syncDB.isOpen();
}
String IconDatabase::databasePath() const
{
LockHolder locker(m_syncLock);
return m_completeDatabasePath.isolatedCopy();
}
String IconDatabase::defaultDatabaseFilename()
{
static NeverDestroyed<String> defaultDatabaseFilename(MAKE_STATIC_STRING_IMPL("WebpageIcons.db"));
return defaultDatabaseFilename.get().isolatedCopy();
}
Ref<IconDatabase::IconRecord> IconDatabase::getOrCreateIconRecord(const String& iconURL)
{
ASSERT(!m_urlAndIconLock.tryLock());
if (auto* icon = m_iconURLToRecordMap.get(iconURL))
return *icon;
auto newIcon = IconRecord::create(iconURL);
m_iconURLToRecordMap.set(iconURL, newIcon.ptr());
return newIcon;
}
IconDatabase::PageURLRecord* IconDatabase::getOrCreatePageURLRecord(const String& pageURL)
{
ASSERT(!m_urlAndIconLock.tryLock());
if (!documentCanHaveIcon(pageURL))
return nullptr;
PageURLRecord* pageRecord = m_pageURLToRecordMap.get(pageURL);
LockHolder locker(m_pendingReadingLock);
if (!m_iconURLImportComplete) {
if (!pageRecord) {
LOG(IconDatabase, "Creating new PageURLRecord for pageURL %s", urlForLogging(pageURL).ascii().data());
pageRecord = new PageURLRecord(pageURL);
m_pageURLToRecordMap.set(pageURL, pageRecord);
}
if (!pageRecord->iconRecord()) {
m_pageURLsPendingImport.add(pageURL);
return nullptr;
}
}
return pageRecord;
}
bool IconDatabase::shouldStopThreadActivity() const
{
ASSERT_ICON_SYNC_THREAD();
return m_threadTerminationRequested || m_removeIconsRequested;
}
void IconDatabase::iconDatabaseSyncThread()
{
m_syncLock.lock();
m_syncLock.unlock();
ASSERT_ICON_SYNC_THREAD();
LOG(IconDatabase, "(THREAD) IconDatabase sync thread started");
#if !LOG_DISABLED
MonotonicTime startTime = MonotonicTime::now();
#endif
FileSystem::makeAllDirectories(m_databaseDirectory);
String journalFilename = m_completeDatabasePath + "-journal";
if (!checkIntegrityOnOpen)
checkIntegrityOnOpen = FileSystem::fileExists(journalFilename);
{
LockHolder locker(m_syncLock);
if (!m_syncDB.open(m_completeDatabasePath)) {
LOG_ERROR("Unable to open icon database at path %s - %s", m_completeDatabasePath.ascii().data(), m_syncDB.lastErrorMsg());
return;
}
}
if (shouldStopThreadActivity()) {
syncThreadMainLoop();
return;
}
#if !LOG_DISABLED
MonotonicTime timeStamp = MonotonicTime::now();
Seconds delta = timeStamp - startTime;
LOG(IconDatabase, "(THREAD) Open took %.4f seconds", delta.value());
#endif
performOpenInitialization();
if (shouldStopThreadActivity()) {
syncThreadMainLoop();
return;
}
#if !LOG_DISABLED
MonotonicTime newStamp = MonotonicTime::now();
Seconds totalDelta = newStamp - startTime;
delta = newStamp - timeStamp;
LOG(IconDatabase, "(THREAD) performOpenInitialization() took %.4f seconds, now %.4f seconds from thread start", delta.value(), totalDelta.value());
timeStamp = newStamp;
#endif
LOG(IconDatabase, "(THREAD) Starting iconURL import");
performURLImport();
if (shouldStopThreadActivity()) {
syncThreadMainLoop();
return;
}
#if !LOG_DISABLED
newStamp = MonotonicTime::now();
totalDelta = newStamp - startTime;
delta = newStamp - timeStamp;
LOG(IconDatabase, "(THREAD) performURLImport() took %.4f seconds. Entering main loop %.4f seconds from thread start", delta.value(), totalDelta.value());
#endif
LOG(IconDatabase, "(THREAD) Beginning sync");
syncThreadMainLoop();
}
static int databaseVersionNumber(SQLiteDatabase& db)
{
return SQLiteStatement(db, "SELECT value FROM IconDatabaseInfo WHERE key = 'Version';").getColumnInt(0);
}
static bool isValidDatabase(SQLiteDatabase& db)
{
if (!db.tableExists("IconInfo") || !db.tableExists("IconData") || !db.tableExists("PageURL") || !db.tableExists("IconDatabaseInfo"))
return false;
if (databaseVersionNumber(db) < currentDatabaseVersion) {
LOG(IconDatabase, "DB version is not found or below expected valid version");
return false;
}
return true;
}
static void createDatabaseTables(SQLiteDatabase& db)
{
if (!db.executeCommand("CREATE TABLE PageURL (url TEXT NOT NULL ON CONFLICT FAIL UNIQUE ON CONFLICT REPLACE,iconID INTEGER NOT NULL ON CONFLICT FAIL);")) {
LOG_ERROR("Could not create PageURL table in database (%i) - %s", db.lastError(), db.lastErrorMsg());
db.close();
return;
}
if (!db.executeCommand("CREATE INDEX PageURLIndex ON PageURL (url);")) {
LOG_ERROR("Could not create PageURL index in database (%i) - %s", db.lastError(), db.lastErrorMsg());
db.close();
return;
}
if (!db.executeCommand("CREATE TABLE IconInfo (iconID INTEGER PRIMARY KEY AUTOINCREMENT UNIQUE ON CONFLICT REPLACE, url TEXT NOT NULL ON CONFLICT FAIL UNIQUE ON CONFLICT FAIL, stamp INTEGER);")) {
LOG_ERROR("Could not create IconInfo table in database (%i) - %s", db.lastError(), db.lastErrorMsg());
db.close();
return;
}
if (!db.executeCommand("CREATE INDEX IconInfoIndex ON IconInfo (url, iconID);")) {
LOG_ERROR("Could not create PageURL index in database (%i) - %s", db.lastError(), db.lastErrorMsg());
db.close();
return;
}
if (!db.executeCommand("CREATE TABLE IconData (iconID INTEGER PRIMARY KEY AUTOINCREMENT UNIQUE ON CONFLICT REPLACE, data BLOB);")) {
LOG_ERROR("Could not create IconData table in database (%i) - %s", db.lastError(), db.lastErrorMsg());
db.close();
return;
}
if (!db.executeCommand("CREATE INDEX IconDataIndex ON IconData (iconID);")) {
LOG_ERROR("Could not create PageURL index in database (%i) - %s", db.lastError(), db.lastErrorMsg());
db.close();
return;
}
if (!db.executeCommand("CREATE TABLE IconDatabaseInfo (key TEXT NOT NULL ON CONFLICT FAIL UNIQUE ON CONFLICT REPLACE,value TEXT NOT NULL ON CONFLICT FAIL);")) {
LOG_ERROR("Could not create IconDatabaseInfo table in database (%i) - %s", db.lastError(), db.lastErrorMsg());
db.close();
return;
}
if (!db.executeCommand(String("INSERT INTO IconDatabaseInfo VALUES ('Version', ") + String::number(currentDatabaseVersion) + ");")) {
LOG_ERROR("Could not insert icon database version into IconDatabaseInfo table (%i) - %s", db.lastError(), db.lastErrorMsg());
db.close();
return;
}
}
void IconDatabase::performOpenInitialization()
{
ASSERT_ICON_SYNC_THREAD();
if (!isOpen())
return;
if (checkIntegrityOnOpen) {
checkIntegrityOnOpen = false;
if (!checkIntegrity()) {
LOG(IconDatabase, "Integrity check was bad - dumping IconDatabase");
m_syncDB.close();
{
LockHolder locker(m_syncLock);
FileSystem::deleteFile(m_completeDatabasePath + "-journal");
FileSystem::deleteFile(m_completeDatabasePath);
}
if (!m_syncDB.open(m_completeDatabasePath)) {
LOG_ERROR("Unable to open icon database at path %s - %s", m_completeDatabasePath.ascii().data(), m_syncDB.lastErrorMsg());
return;
}
}
}
int version = databaseVersionNumber(m_syncDB);
if (version > currentDatabaseVersion) {
LOG(IconDatabase, "Database version number %i is greater than our current version number %i - closing the database to prevent overwriting newer versions", version, currentDatabaseVersion);
m_syncDB.close();
m_threadTerminationRequested = true;
return;
}
if (!isValidDatabase(m_syncDB)) {
LOG(IconDatabase, "%s is missing or in an invalid state - reconstructing", m_completeDatabasePath.ascii().data());
m_syncDB.clearAllTables();
createDatabaseTables(m_syncDB);
}
if (!SQLiteStatement(m_syncDB, "PRAGMA cache_size = 200;").executeCommand())
LOG_ERROR("SQLite database could not set cache_size");
}
bool IconDatabase::checkIntegrity()
{
ASSERT_ICON_SYNC_THREAD();
SQLiteStatement integrity(m_syncDB, "PRAGMA integrity_check;");
if (integrity.prepare() != SQLITE_OK) {
LOG_ERROR("checkIntegrity failed to execute");
return false;
}
int resultCode = integrity.step();
if (resultCode == SQLITE_OK)
return true;
if (resultCode != SQLITE_ROW)
return false;
int columns = integrity.columnCount();
if (columns != 1) {
LOG_ERROR("Received %i columns performing integrity check, should be 1", columns);
return false;
}
String resultText = integrity.getColumnText(0);
if (resultText == "ok")
return true;
LOG_ERROR("Icon database integrity check failed - \n%s", resultText.ascii().data());
return false;
}
void IconDatabase::performURLImport()
{
ASSERT_ICON_SYNC_THREAD();
String importQuery = String::format("SELECT PageURL.url, IconInfo.url, IconInfo.stamp FROM PageURL INNER JOIN IconInfo ON PageURL.iconID=IconInfo.iconID WHERE IconInfo.stamp > %.0f;", floor((WallTime::now() - notUsedIconExpirationTime).secondsSinceEpoch().seconds()));
SQLiteStatement query(m_syncDB, importQuery);
if (query.prepare() != SQLITE_OK) {
LOG_ERROR("Unable to prepare icon url import query");
return;
}
int result = query.step();
while (result == SQLITE_ROW) {
String pageURL = query.getColumnText(0);
String iconURL = query.getColumnText(1);
{
LockHolder locker(m_urlAndIconLock);
PageURLRecord* pageRecord = m_pageURLToRecordMap.get(pageURL);
if (!pageRecord && databaseCleanupCounter && documentCanHaveIcon(pageURL)) {
pageRecord = new PageURLRecord(pageURL);
m_pageURLToRecordMap.set(pageURL, pageRecord);
}
if (pageRecord) {
IconRecord* currentIcon = pageRecord->iconRecord();
if (!currentIcon || currentIcon->iconURL() != iconURL) {
pageRecord->setIconRecord(getOrCreateIconRecord(iconURL));
currentIcon = pageRecord->iconRecord();
}
currentIcon->setTimestamp(query.getColumnInt(2));
}
}
{
LockHolder locker(m_pendingReadingLock);
if (m_pageURLsPendingImport.contains(pageURL)) {
dispatchDidImportIconURLForPageURLOnMainThread(pageURL);
m_pageURLsPendingImport.remove(pageURL);
}
}
if (shouldStopThreadActivity()) {
LOG(IconDatabase, "IconDatabase asked to terminate during performURLImport()");
return;
}
result = query.step();
}
if (result != SQLITE_DONE)
LOG(IconDatabase, "Error reading page->icon url mappings from database");
Vector<String> urls;
{
LockHolder locker(m_pendingReadingLock);
urls.appendRange(m_pageURLsPendingImport.begin(), m_pageURLsPendingImport.end());
m_pageURLsPendingImport.clear();
m_iconURLImportComplete = true;
}
Vector<String> urlsToNotify;
{
LockHolder locker(m_urlAndIconLock);
performPendingRetainAndReleaseOperations();
for (auto& url : urls) {
if (!m_retainedPageURLs.contains(url)) {
PageURLRecord* record = m_pageURLToRecordMap.get(url);
if (record && !databaseCleanupCounter) {
m_pageURLToRecordMap.remove(url);
IconRecord* iconRecord = record->iconRecord();
if (iconRecord && iconRecord->hasOneRef()) {
m_iconURLToRecordMap.remove(iconRecord->iconURL());
{
LockHolder locker(m_pendingReadingLock);
m_pageURLsInterestedInIcons.remove(url);
m_iconsPendingReading.remove(iconRecord);
}
{
LockHolder locker(m_pendingSyncLock);
m_iconsPendingSync.set(iconRecord->iconURL(), iconRecord->snapshot(true));
}
}
delete record;
}
} else
urlsToNotify.append(url);
}
}
LOG(IconDatabase, "Notifying %lu interested page URLs that their icon URL is known due to the import", static_cast<unsigned long>(urlsToNotify.size()));
for (auto& url : urlsToNotify) {
LOG(IconDatabase, "Notifying icon info known for pageURL %s", url.ascii().data());
dispatchDidImportIconURLForPageURLOnMainThread(url);
if (shouldStopThreadActivity())
return;
}
dispatchDidFinishURLImportOnMainThread();
}
void IconDatabase::syncThreadMainLoop()
{
ASSERT_ICON_SYNC_THREAD();
m_syncLock.lock();
m_syncThreadHasWorkToDo = false;
while (!m_threadTerminationRequested) {
m_syncLock.unlock();
#if !LOG_DISABLED
MonotonicTime timeStamp = MonotonicTime::now();
#endif
LOG(IconDatabase, "(THREAD) Main work loop starting");
if (m_removeIconsRequested) {
removeAllIconsOnThread();
m_removeIconsRequested = false;
}
if (m_threadTerminationRequested) {
cleanupSyncThread();
return;
}
{
LockHolder locker(m_urlAndIconLock);
performPendingRetainAndReleaseOperations();
}
bool didAnyWork = true;
while (didAnyWork) {
bool didWrite = writeToDatabase();
if (shouldStopThreadActivity())
break;
didAnyWork = readFromDatabase();
if (shouldStopThreadActivity())
break;
static bool prunedUnretainedIcons = false;
if (didWrite && !m_privateBrowsingEnabled && !prunedUnretainedIcons && !databaseCleanupCounter) {
#if !LOG_DISABLED
MonotonicTime time = MonotonicTime::now();
#endif
LOG(IconDatabase, "(THREAD) Starting pruneUnretainedIcons()");
pruneUnretainedIcons();
#if !LOG_DISABLED
Seconds delta = MonotonicTime::now() - time;
#endif
LOG(IconDatabase, "(THREAD) pruneUnretainedIcons() took %.4f seconds", delta.value());
prunedUnretainedIcons = true;
}
didAnyWork = didAnyWork || didWrite;
if (shouldStopThreadActivity())
break;
}
#if !LOG_DISABLED
MonotonicTime newstamp = MonotonicTime::now();
Seconds delta = newstamp - timeStamp;
LOG(IconDatabase, "(THREAD) Main work loop ran for %.4f seconds, %s requested to terminate", delta.value(), shouldStopThreadActivity() ? "was" : "was not");
#endif
m_syncLock.lock();
if (shouldStopThreadActivity())
continue;
while (!m_syncThreadHasWorkToDo)
m_syncCondition.wait(m_syncLock);
m_syncThreadHasWorkToDo = false;
}
m_syncLock.unlock();
cleanupSyncThread();
}
void IconDatabase::performPendingRetainAndReleaseOperations()
{
ASSERT(!m_urlAndIconLock.tryLock());
HashCountedSet<String> toRetain;
HashCountedSet<String> toRelease;
{
LockHolder pendingWorkLocker(m_urlsToRetainOrReleaseLock);
if (!m_retainOrReleaseIconRequested)
return;
toRetain.swap(m_urlsToRetain);
toRelease.swap(m_urlsToRelease);
m_retainOrReleaseIconRequested = false;
}
for (auto& entry : toRetain) {
ASSERT(!entry.key.impl() || entry.key.impl()->hasOneRef());
performRetainIconForPageURL(entry.key, entry.value);
}
for (auto& entry : toRelease) {
ASSERT(!entry.key.impl() || entry.key.impl()->hasOneRef());
performReleaseIconForPageURL(entry.key, entry.value);
}
}
bool IconDatabase::readFromDatabase()
{
ASSERT_ICON_SYNC_THREAD();
#if !LOG_DISABLED
MonotonicTime timeStamp = MonotonicTime::now();
#endif
bool didAnyWork = false;
Vector<IconRecord*> icons;
{
LockHolder locker(m_pendingReadingLock);
icons.appendRange(m_iconsPendingReading.begin(), m_iconsPendingReading.end());
}
HashSet<String> urlsToNotify;
for (unsigned i = 0; i < icons.size(); ++i) {
didAnyWork = true;
auto imageData = getImageDataForIconURLFromSQLDatabase(icons[i]->iconURL());
{
LockHolder urlLocker(m_urlAndIconLock);
{
LockHolder readLocker(m_pendingReadingLock);
if (m_iconsPendingReading.contains(icons[i])) {
icons[i]->setImageData(WTFMove(imageData));
m_iconsPendingReading.remove(icons[i]);
const HashSet<String>* outerHash;
const HashSet<String>* innerHash;
if (icons[i]->retainingPageURLs().size() > m_pageURLsInterestedInIcons.size()) {
outerHash = &m_pageURLsInterestedInIcons;
innerHash = &(icons[i]->retainingPageURLs());
} else {
innerHash = &m_pageURLsInterestedInIcons;
outerHash = &(icons[i]->retainingPageURLs());
}
for (auto& outer : *outerHash) {
if (innerHash->contains(outer)) {
LOG(IconDatabase, "%s is interested in the icon we just read. Adding it to the notification list and removing it from the interested set", urlForLogging(outer).ascii().data());
urlsToNotify.add(outer);
}
if (urlsToNotify.size() == m_pageURLsInterestedInIcons.size())
break;
}
if (urlsToNotify.size() == m_pageURLsInterestedInIcons.size())
m_pageURLsInterestedInIcons.clear();
else {
for (auto& url : urlsToNotify)
m_pageURLsInterestedInIcons.remove(url);
}
}
}
}
if (shouldStopThreadActivity())
return didAnyWork;
for (HashSet<String>::const_iterator it = urlsToNotify.begin(), end = urlsToNotify.end(); it != end; ++it) {
LOG(IconDatabase, "Notifying icon received for pageURL %s", urlForLogging(*it).ascii().data());
dispatchDidImportIconDataForPageURLOnMainThread(*it);
if (shouldStopThreadActivity())
return didAnyWork;
}
LOG(IconDatabase, "Done notifying %i pageURLs who just received their icons", urlsToNotify.size());
urlsToNotify.clear();
if (shouldStopThreadActivity())
return didAnyWork;
}
#if !LOG_DISABLED
Seconds delta = MonotonicTime::now() - timeStamp;
LOG(IconDatabase, "Reading from database took %.4f seconds", delta.value());
#endif
return didAnyWork;
}
bool IconDatabase::writeToDatabase()
{
ASSERT_ICON_SYNC_THREAD();
#if !LOG_DISABLED
MonotonicTime timeStamp = MonotonicTime::now();
#endif
bool didAnyWork = false;
{
LockHolder locker(m_urlAndIconLock);
Vector<IconSnapshot> iconSnapshots;
Vector<PageURLSnapshot> pageSnapshots;
{
LockHolder locker(m_pendingSyncLock);
iconSnapshots.appendRange(m_iconsPendingSync.begin().values(), m_iconsPendingSync.end().values());
m_iconsPendingSync.clear();
pageSnapshots.appendRange(m_pageURLsPendingSync.begin().values(), m_pageURLsPendingSync.end().values());
m_pageURLsPendingSync.clear();
}
if (iconSnapshots.size() || pageSnapshots.size())
didAnyWork = true;
SQLiteTransaction syncTransaction(m_syncDB);
syncTransaction.begin();
for (auto& snapshot : iconSnapshots) {
writeIconSnapshotToSQLDatabase(snapshot);
LOG(IconDatabase, "Wrote IconRecord for IconURL %s with timeStamp of %i to the DB", urlForLogging(snapshot.iconURL()).ascii().data(), snapshot.timestamp());
}
for (auto& snapshot : pageSnapshots) {
if (snapshot.iconURL().isEmpty())
removePageURLFromSQLDatabase(snapshot.pageURL());
else
setIconURLForPageURLInSQLDatabase(snapshot.iconURL(), snapshot.pageURL());
LOG(IconDatabase, "Committed IconURL for PageURL %s to database", urlForLogging(snapshot.pageURL()).ascii().data());
}
syncTransaction.commit();
}
if (didAnyWork)
checkForDanglingPageURLs(false);
#if !LOG_DISABLED
Seconds delta = MonotonicTime::now() - timeStamp;
LOG(IconDatabase, "Updating the database took %.4f seconds", delta.value());
#endif
return didAnyWork;
}
void IconDatabase::pruneUnretainedIcons()
{
ASSERT_ICON_SYNC_THREAD();
if (!isOpen())
return;
ASSERT(!m_initialPruningComplete);
ASSERT(m_iconURLImportComplete);
Vector<int64_t> pageIDsToDelete;
SQLiteStatement pageSQL(m_syncDB, "SELECT rowid, url FROM PageURL;");
pageSQL.prepare();
int result;
while ((result = pageSQL.step()) == SQLITE_ROW) {
LockHolder locker(m_urlAndIconLock);
if (!m_pageURLToRecordMap.contains(pageSQL.getColumnText(1)))
pageIDsToDelete.append(pageSQL.getColumnInt64(0));
}
if (result != SQLITE_DONE)
LOG_ERROR("Error reading PageURL table from on-disk DB");
pageSQL.finalize();
size_t numToDelete = pageIDsToDelete.size();
if (numToDelete) {
SQLiteTransaction pruningTransaction(m_syncDB);
pruningTransaction.begin();
SQLiteStatement pageDeleteSQL(m_syncDB, "DELETE FROM PageURL WHERE rowid = (?);");
pageDeleteSQL.prepare();
for (size_t i = 0; i < numToDelete; ++i) {
LOG(IconDatabase, "Pruning page with rowid %lli from disk", static_cast<long long>(pageIDsToDelete[i]));
pageDeleteSQL.bindInt64(1, pageIDsToDelete[i]);
int result = pageDeleteSQL.step();
if (result != SQLITE_DONE)
LOG_ERROR("Unabled to delete page with id %lli from disk", static_cast<long long>(pageIDsToDelete[i]));
pageDeleteSQL.reset();
if (shouldStopThreadActivity()) {
pruningTransaction.commit();
return;
}
}
pruningTransaction.commit();
pageDeleteSQL.finalize();
}
SQLiteTransaction pruningTransaction(m_syncDB);
pruningTransaction.begin();
if (!m_syncDB.executeCommand("DELETE FROM IconData WHERE iconID NOT IN (SELECT iconID FROM PageURL);"))
LOG_ERROR("Failed to execute SQL to prune unretained icons from the on-disk IconData table");
if (!m_syncDB.executeCommand("DELETE FROM IconInfo WHERE iconID NOT IN (SELECT iconID FROM PageURL);"))
LOG_ERROR("Failed to execute SQL to prune unretained icons from the on-disk IconInfo table");
pruningTransaction.commit();
checkForDanglingPageURLs(true);
m_initialPruningComplete = true;
}
void IconDatabase::checkForDanglingPageURLs(bool pruneIfFound)
{
ASSERT_ICON_SYNC_THREAD();
#ifndef NDEBUG
static bool danglersFound = true;
#else
static bool danglersFound = false;
#endif
if ((pruneIfFound || !danglersFound) && SQLiteStatement(m_syncDB, "SELECT url FROM PageURL WHERE PageURL.iconID NOT IN (SELECT iconID FROM IconInfo) LIMIT 1;").returnsAtLeastOneResult()) {
danglersFound = true;
LOG(IconDatabase, "Dangling PageURL entries found");
if (pruneIfFound && !m_syncDB.executeCommand("DELETE FROM PageURL WHERE iconID NOT IN (SELECT iconID FROM IconInfo);"))
LOG(IconDatabase, "Unable to prune dangling PageURLs");
}
}
void IconDatabase::removeAllIconsOnThread()
{
ASSERT_ICON_SYNC_THREAD();
LOG(IconDatabase, "Removing all icons on the sync thread");
deleteAllPreparedStatements();
m_syncDB.clearAllTables();
m_syncDB.runVacuumCommand();
createDatabaseTables(m_syncDB);
}
void IconDatabase::deleteAllPreparedStatements()
{
ASSERT_ICON_SYNC_THREAD();
m_setIconIDForPageURLStatement = nullptr;
m_removePageURLStatement = nullptr;
m_getIconIDForIconURLStatement = nullptr;
m_getImageDataForIconURLStatement = nullptr;
m_addIconToIconInfoStatement = nullptr;
m_addIconToIconDataStatement = nullptr;
m_getImageDataStatement = nullptr;
m_deletePageURLsForIconURLStatement = nullptr;
m_deleteIconFromIconInfoStatement = nullptr;
m_deleteIconFromIconDataStatement = nullptr;
m_updateIconInfoStatement = nullptr;
m_updateIconDataStatement = nullptr;
m_setIconInfoStatement = nullptr;
m_setIconDataStatement = nullptr;
}
void* IconDatabase::cleanupSyncThread()
{
ASSERT_ICON_SYNC_THREAD();
#if !LOG_DISABLED
MonotonicTime timeStamp = MonotonicTime::now();
#endif
if (m_removeIconsRequested)
removeAllIconsOnThread();
LOG(IconDatabase, "(THREAD) Doing final writeout and closure of sync thread");
writeToDatabase();
LockHolder locker(m_syncLock);
m_databaseDirectory = String();
m_completeDatabasePath = String();
deleteAllPreparedStatements();
m_syncDB.close();
#if !LOG_DISABLED
Seconds delta = MonotonicTime::now() - timeStamp;
LOG(IconDatabase, "(THREAD) Final closure took %.4f seconds", delta.value());
#endif
m_syncThreadRunning = false;
return nullptr;
}
inline void readySQLiteStatement(std::unique_ptr<SQLiteStatement>& statement, SQLiteDatabase& db, const String& str)
{
if (statement && (&statement->database() != &db || statement->isExpired())) {
if (statement->isExpired())
LOG(IconDatabase, "SQLiteStatement associated with %s is expired", str.ascii().data());
statement = nullptr;
}
if (!statement) {
statement = std::make_unique<SQLiteStatement>(db, str);
if (statement->prepare() != SQLITE_OK)
LOG_ERROR("Preparing statement %s failed", str.ascii().data());
}
}
void IconDatabase::setIconURLForPageURLInSQLDatabase(const String& iconURL, const String& pageURL)
{
ASSERT_ICON_SYNC_THREAD();
int64_t iconID = getIconIDForIconURLFromSQLDatabase(iconURL);
if (!iconID)
iconID = addIconURLToSQLDatabase(iconURL);
if (!iconID) {
LOG_ERROR("Failed to establish an ID for iconURL %s", urlForLogging(iconURL).ascii().data());
ASSERT_NOT_REACHED();
return;
}
setIconIDForPageURLInSQLDatabase(iconID, pageURL);
}
void IconDatabase::setIconIDForPageURLInSQLDatabase(int64_t iconID, const String& pageURL)
{
ASSERT_ICON_SYNC_THREAD();
readySQLiteStatement(m_setIconIDForPageURLStatement, m_syncDB, "INSERT INTO PageURL (url, iconID) VALUES ((?), ?);");
m_setIconIDForPageURLStatement->bindText(1, pageURL);
m_setIconIDForPageURLStatement->bindInt64(2, iconID);
int result = m_setIconIDForPageURLStatement->step();
if (result != SQLITE_DONE) {
ASSERT_NOT_REACHED();
LOG_ERROR("setIconIDForPageURLQuery failed for url %s", urlForLogging(pageURL).ascii().data());
}
m_setIconIDForPageURLStatement->reset();
}
void IconDatabase::removePageURLFromSQLDatabase(const String& pageURL)
{
ASSERT_ICON_SYNC_THREAD();
readySQLiteStatement(m_removePageURLStatement, m_syncDB, "DELETE FROM PageURL WHERE url = (?);");
m_removePageURLStatement->bindText(1, pageURL);
if (m_removePageURLStatement->step() != SQLITE_DONE)
LOG_ERROR("removePageURLFromSQLDatabase failed for url %s", urlForLogging(pageURL).ascii().data());
m_removePageURLStatement->reset();
}
int64_t IconDatabase::getIconIDForIconURLFromSQLDatabase(const String& iconURL)
{
ASSERT_ICON_SYNC_THREAD();
readySQLiteStatement(m_getIconIDForIconURLStatement, m_syncDB, "SELECT IconInfo.iconID FROM IconInfo WHERE IconInfo.url = (?);");
m_getIconIDForIconURLStatement->bindText(1, iconURL);
int64_t result = m_getIconIDForIconURLStatement->step();
if (result == SQLITE_ROW)
result = m_getIconIDForIconURLStatement->getColumnInt64(0);
else {
if (result != SQLITE_DONE)
LOG_ERROR("getIconIDForIconURLFromSQLDatabase failed for url %s", urlForLogging(iconURL).ascii().data());
result = 0;
}
m_getIconIDForIconURLStatement->reset();
return result;
}
int64_t IconDatabase::addIconURLToSQLDatabase(const String& iconURL)
{
ASSERT_ICON_SYNC_THREAD();
readySQLiteStatement(m_addIconToIconInfoStatement, m_syncDB, "INSERT INTO IconInfo (url, stamp) VALUES (?, 0);");
m_addIconToIconInfoStatement->bindText(1, iconURL);
int result = m_addIconToIconInfoStatement->step();
m_addIconToIconInfoStatement->reset();
if (result != SQLITE_DONE) {
LOG_ERROR("addIconURLToSQLDatabase failed to insert %s into IconInfo", urlForLogging(iconURL).ascii().data());
return 0;
}
int64_t iconID = m_syncDB.lastInsertRowID();
readySQLiteStatement(m_addIconToIconDataStatement, m_syncDB, "INSERT INTO IconData (iconID, data) VALUES (?, ?);");
m_addIconToIconDataStatement->bindInt64(1, iconID);
result = m_addIconToIconDataStatement->step();
m_addIconToIconDataStatement->reset();
if (result != SQLITE_DONE) {
LOG_ERROR("addIconURLToSQLDatabase failed to insert %s into IconData", urlForLogging(iconURL).ascii().data());
return 0;
}
return iconID;
}
RefPtr<SharedBuffer> IconDatabase::getImageDataForIconURLFromSQLDatabase(const String& iconURL)
{
ASSERT_ICON_SYNC_THREAD();
RefPtr<SharedBuffer> imageData;
readySQLiteStatement(m_getImageDataForIconURLStatement, m_syncDB, "SELECT IconData.data FROM IconData WHERE IconData.iconID IN (SELECT iconID FROM IconInfo WHERE IconInfo.url = (?));");
m_getImageDataForIconURLStatement->bindText(1, iconURL);
int result = m_getImageDataForIconURLStatement->step();
if (result == SQLITE_ROW) {
Vector<char> data;
m_getImageDataForIconURLStatement->getColumnBlobAsVector(0, data);
imageData = SharedBuffer::create(data.data(), data.size());
} else if (result != SQLITE_DONE)
LOG_ERROR("getImageDataForIconURLFromSQLDatabase failed for url %s", urlForLogging(iconURL).ascii().data());
m_getImageDataForIconURLStatement->reset();
return imageData;
}
void IconDatabase::removeIconFromSQLDatabase(const String& iconURL)
{
ASSERT_ICON_SYNC_THREAD();
if (iconURL.isEmpty())
return;
int64_t iconID = getIconIDForIconURLFromSQLDatabase(iconURL);
if (!iconID)
return;
readySQLiteStatement(m_deletePageURLsForIconURLStatement, m_syncDB, "DELETE FROM PageURL WHERE PageURL.iconID = (?);");
m_deletePageURLsForIconURLStatement->bindInt64(1, iconID);
if (m_deletePageURLsForIconURLStatement->step() != SQLITE_DONE)
LOG_ERROR("m_deletePageURLsForIconURLStatement failed for url %s", urlForLogging(iconURL).ascii().data());
readySQLiteStatement(m_deleteIconFromIconInfoStatement, m_syncDB, "DELETE FROM IconInfo WHERE IconInfo.iconID = (?);");
m_deleteIconFromIconInfoStatement->bindInt64(1, iconID);
if (m_deleteIconFromIconInfoStatement->step() != SQLITE_DONE)
LOG_ERROR("m_deleteIconFromIconInfoStatement failed for url %s", urlForLogging(iconURL).ascii().data());
readySQLiteStatement(m_deleteIconFromIconDataStatement, m_syncDB, "DELETE FROM IconData WHERE IconData.iconID = (?);");
m_deleteIconFromIconDataStatement->bindInt64(1, iconID);
if (m_deleteIconFromIconDataStatement->step() != SQLITE_DONE)
LOG_ERROR("m_deleteIconFromIconDataStatement failed for url %s", urlForLogging(iconURL).ascii().data());
m_deletePageURLsForIconURLStatement->reset();
m_deleteIconFromIconInfoStatement->reset();
m_deleteIconFromIconDataStatement->reset();
}
void IconDatabase::writeIconSnapshotToSQLDatabase(const IconSnapshot& snapshot)
{
ASSERT_ICON_SYNC_THREAD();
if (snapshot.iconURL().isEmpty())
return;
if (!snapshot.timestamp() && !snapshot.data()) {
LOG(IconDatabase, "Removing %s from on-disk database", urlForLogging(snapshot.iconURL()).ascii().data());
removeIconFromSQLDatabase(snapshot.iconURL());
return;
}
int64_t iconID = getIconIDForIconURLFromSQLDatabase(snapshot.iconURL());
if (iconID) {
readySQLiteStatement(m_updateIconInfoStatement, m_syncDB, "UPDATE IconInfo SET stamp = ?, url = ? WHERE iconID = ?;");
m_updateIconInfoStatement->bindInt64(1, snapshot.timestamp());
m_updateIconInfoStatement->bindText(2, snapshot.iconURL());
m_updateIconInfoStatement->bindInt64(3, iconID);
if (m_updateIconInfoStatement->step() != SQLITE_DONE)
LOG_ERROR("Failed to update icon info for url %s", urlForLogging(snapshot.iconURL()).ascii().data());
m_updateIconInfoStatement->reset();
readySQLiteStatement(m_updateIconDataStatement, m_syncDB, "UPDATE IconData SET data = ? WHERE iconID = ?;");
m_updateIconDataStatement->bindInt64(2, iconID);
if (snapshot.data() && snapshot.data()->size())
m_updateIconDataStatement->bindBlob(1, snapshot.data()->data(), snapshot.data()->size());
else
m_updateIconDataStatement->bindNull(1);
if (m_updateIconDataStatement->step() != SQLITE_DONE)
LOG_ERROR("Failed to update icon data for url %s", urlForLogging(snapshot.iconURL()).ascii().data());
m_updateIconDataStatement->reset();
} else {
readySQLiteStatement(m_setIconInfoStatement, m_syncDB, "INSERT INTO IconInfo (url,stamp) VALUES (?, ?);");
m_setIconInfoStatement->bindText(1, snapshot.iconURL());
m_setIconInfoStatement->bindInt64(2, snapshot.timestamp());
if (m_setIconInfoStatement->step() != SQLITE_DONE)
LOG_ERROR("Failed to set icon info for url %s", urlForLogging(snapshot.iconURL()).ascii().data());
m_setIconInfoStatement->reset();
int64_t iconID = m_syncDB.lastInsertRowID();
readySQLiteStatement(m_setIconDataStatement, m_syncDB, "INSERT INTO IconData (iconID, data) VALUES (?, ?);");
m_setIconDataStatement->bindInt64(1, iconID);
if (snapshot.data() && snapshot.data()->size())
m_setIconDataStatement->bindBlob(2, snapshot.data()->data(), snapshot.data()->size());
else
m_setIconDataStatement->bindNull(2);
if (m_setIconDataStatement->step() != SQLITE_DONE)
LOG_ERROR("Failed to set icon data for url %s", urlForLogging(snapshot.iconURL()).ascii().data());
m_setIconDataStatement->reset();
}
}
void IconDatabase::dispatchDidImportIconURLForPageURLOnMainThread(const String& pageURL)
{
ASSERT_ICON_SYNC_THREAD();
m_mainThreadNotifier.notify([this, pageURL = pageURL.isolatedCopy()] {
if (m_client)
m_client->didImportIconURLForPageURL(pageURL);
});
}
void IconDatabase::dispatchDidImportIconDataForPageURLOnMainThread(const String& pageURL)
{
ASSERT_ICON_SYNC_THREAD();
m_mainThreadNotifier.notify([this, pageURL = pageURL.isolatedCopy()] {
if (m_client)
m_client->didImportIconDataForPageURL(pageURL);
});
}
void IconDatabase::dispatchDidFinishURLImportOnMainThread()
{
ASSERT_ICON_SYNC_THREAD();
m_mainThreadNotifier.notify([this] {
if (m_client)
m_client->didFinishURLImport();
});
}
}