IsoDirectoryInlines.h [plain text]
#pragma once
#include "IsoDirectory.h"
namespace bmalloc {
template<typename Config>
IsoDirectoryBase<Config>::IsoDirectoryBase(IsoHeapImpl<Config>& heap)
: m_heap(heap)
{
}
template<typename Config, unsigned passedNumPages>
IsoDirectory<Config, passedNumPages>::IsoDirectory(IsoHeapImpl<Config>& heap)
: IsoDirectoryBase<Config>(heap)
{
for (unsigned i = numPages; i--;)
m_pages[i] = nullptr;
}
template<typename Config, unsigned passedNumPages>
EligibilityResult<Config> IsoDirectory<Config, passedNumPages>::takeFirstEligible()
{
unsigned pageIndex = (m_eligible | ~m_committed).findBit(m_firstEligible, true);
m_firstEligible = pageIndex;
if (pageIndex >= numPages)
return EligibilityKind::Full;
m_highWatermark = std::max(pageIndex, m_highWatermark);
Scavenger& scavenger = *PerProcess<Scavenger>::get();
scavenger.didStartGrowing();
IsoPage<Config>* page = m_pages[pageIndex];
if (!m_committed[pageIndex]) {
scavenger.scheduleIfUnderMemoryPressure(IsoPageBase::pageSize);
if (!page) {
page = IsoPage<Config>::tryCreate(*this, pageIndex);
if (!page)
return EligibilityKind::OutOfMemory;
m_pages[pageIndex] = page;
} else {
vmAllocatePhysicalPages(page, IsoPageBase::pageSize);
new (page) IsoPage<Config>(*this, pageIndex);
}
m_committed[pageIndex] = true;
this->m_heap.didCommit(page, IsoPageBase::pageSize);
} else {
if (m_empty[pageIndex])
this->m_heap.isNoLongerFreeable(page, IsoPageBase::pageSize);
}
RELEASE_BASSERT(page);
m_eligible[pageIndex] = false;
m_empty[pageIndex] = false;
return page;
}
template<typename Config, unsigned passedNumPages>
void IsoDirectory<Config, passedNumPages>::didBecome(IsoPage<Config>* page, IsoPageTrigger trigger)
{
static constexpr bool verbose = false;
unsigned pageIndex = page->index();
switch (trigger) {
case IsoPageTrigger::Eligible:
if (verbose)
fprintf(stderr, "%p: %p did become eligible.\n", this, page);
m_eligible[pageIndex] = true;
m_firstEligible = std::min(m_firstEligible, pageIndex);
this->m_heap.didBecomeEligible(this);
return;
case IsoPageTrigger::Empty:
if (verbose)
fprintf(stderr, "%p: %p did become empty.\n", this, page);
BASSERT(!!m_committed[pageIndex]);
this->m_heap.isNowFreeable(page, IsoPageBase::pageSize);
m_empty[pageIndex] = true;
PerProcess<Scavenger>::get()->schedule(IsoPageBase::pageSize);
return;
}
BCRASH();
}
template<typename Config, unsigned passedNumPages>
void IsoDirectory<Config, passedNumPages>::didDecommit(unsigned index)
{
std::lock_guard<Mutex> locker(this->m_heap.lock);
BASSERT(!!m_committed[index]);
this->m_heap.isNoLongerFreeable(m_pages[index], IsoPageBase::pageSize);
m_committed[index] = false;
this->m_heap.didDecommit(m_pages[index], IsoPageBase::pageSize);
}
template<typename Config, unsigned passedNumPages>
void IsoDirectory<Config, passedNumPages>::scavengePage(size_t index, Vector<DeferredDecommit>& decommits)
{
m_empty[index] = false;
m_eligible[index] = false;
decommits.push(DeferredDecommit(this, m_pages[index], index));
}
template<typename Config, unsigned passedNumPages>
void IsoDirectory<Config, passedNumPages>::scavenge(Vector<DeferredDecommit>& decommits)
{
(m_empty & m_committed).forEachSetBit(
[&] (size_t index) {
scavengePage(index, decommits);
});
m_highWatermark = 0;
}
template<typename Config, unsigned passedNumPages>
void IsoDirectory<Config, passedNumPages>::scavengeToHighWatermark(Vector<DeferredDecommit>& decommits)
{
(m_empty & m_committed).forEachSetBit(
[&] (size_t index) {
if (index > m_highWatermark)
scavengePage(index, decommits);
});
m_highWatermark = 0;
}
template<typename Config, unsigned passedNumPages>
template<typename Func>
void IsoDirectory<Config, passedNumPages>::forEachCommittedPage(const Func& func)
{
m_committed.forEachSetBit(
[&] (size_t index) {
func(*m_pages[index]);
});
}
}