#include "bmalloc.h"
#include "DebugHeap.h"
#include "Environment.h"
#include "PerProcess.h"
namespace bmalloc { namespace api {
void* mallocOutOfLine(size_t size, HeapKind kind)
{
return malloc(size, kind);
}
void freeOutOfLine(void* object, HeapKind kind)
{
free(object, kind);
}
void* tryLargeZeroedMemalignVirtual(size_t requiredAlignment, size_t requestedSize, HeapKind kind)
{
RELEASE_BASSERT(isPowerOfTwo(requiredAlignment));
size_t pageSize = vmPageSize();
size_t alignment = roundUpToMultipleOf(pageSize, requiredAlignment);
size_t size = roundUpToMultipleOf(pageSize, requestedSize);
RELEASE_BASSERT(alignment >= requiredAlignment);
RELEASE_BASSERT(size >= requestedSize);
void* result;
if (auto* debugHeap = DebugHeap::tryGet())
result = debugHeap->memalignLarge(alignment, size);
else {
kind = mapToActiveHeapKind(kind);
Heap& heap = PerProcess<PerHeapKind<Heap>>::get()->at(kind);
UniqueLockHolder lock(Heap::mutex());
result = heap.allocateLarge(lock, alignment, size, FailureAction::ReturnNull);
if (result) {
heap.externalDecommit(lock, result, size);
}
}
if (result)
vmZeroAndPurge(result, size);
return result;
}
void freeLargeVirtual(void* object, size_t size, HeapKind kind)
{
if (auto* debugHeap = DebugHeap::tryGet()) {
debugHeap->freeLarge(object);
return;
}
kind = mapToActiveHeapKind(kind);
Heap& heap = PerProcess<PerHeapKind<Heap>>::get()->at(kind);
UniqueLockHolder lock(Heap::mutex());
heap.externalCommit(lock, object, size);
heap.deallocateLarge(lock, object);
}
void scavenge()
{
scavengeThisThread();
if (DebugHeap* debugHeap = DebugHeap::tryGet())
debugHeap->scavenge();
else
Scavenger::get()->scavenge();
}
bool isEnabled(HeapKind)
{
return !Environment::get()->isDebugHeapEnabled();
}
#if BOS(DARWIN)
void setScavengerThreadQOSClass(qos_class_t overrideClass)
{
if (DebugHeap::tryGet())
return;
UniqueLockHolder lock(Heap::mutex());
Scavenger::get()->setScavengerThreadQOSClass(overrideClass);
}
#endif
void commitAlignedPhysical(void* object, size_t size, HeapKind kind)
{
vmValidatePhysical(object, size);
vmAllocatePhysicalPages(object, size);
if (!DebugHeap::tryGet())
PerProcess<PerHeapKind<Heap>>::get()->at(kind).externalCommit(object, size);
}
void decommitAlignedPhysical(void* object, size_t size, HeapKind kind)
{
vmValidatePhysical(object, size);
vmDeallocatePhysicalPages(object, size);
if (!DebugHeap::tryGet())
PerProcess<PerHeapKind<Heap>>::get()->at(kind).externalDecommit(object, size);
}
void enableMiniMode()
{
if (!DebugHeap::tryGet())
Scavenger::get()->enableMiniMode();
}
void disableScavenger()
{
if (!DebugHeap::tryGet())
Scavenger::get()->disable();
}
} }