#include <kern/machine.h>
#include <kern/misc_protos.h>
#include <kern/thread.h>
#include <kern/processor.h>
#include <kern/kalloc.h>
#include <mach/machine.h>
#include <mach/processor_info.h>
#include <mach/mach_types.h>
#include <i386/pmap.h>
#include <kern/cpu_data.h>
#include <IOKit/IOPlatformExpert.h>
#include <pexpert/i386/efi.h>
#include <IOKit/IOHibernatePrivate.h>
#include <vm/vm_page.h>
#include <i386/i386_lowmem.h>
extern ppnum_t max_ppnum;
#define MAX_BANKS 32
hibernate_page_list_t *
hibernate_page_list_allocate(void)
{
ppnum_t base, num;
vm_size_t size;
uint32_t bank, num_banks;
uint32_t pages, page_count;
hibernate_page_list_t * list;
hibernate_bitmap_t * bitmap;
EfiMemoryRange * mptr;
uint32_t mcount, msize, i;
hibernate_bitmap_t dram_ranges[MAX_BANKS];
boot_args * args = (boot_args *) PE_state.bootArgs;
mptr = (EfiMemoryRange *)ml_static_ptovirt(args->MemoryMap);
if (args->MemoryMapDescriptorSize == 0)
panic("Invalid memory map descriptor size");
msize = args->MemoryMapDescriptorSize;
mcount = args->MemoryMapSize / msize;
num_banks = 0;
for (i = 0; i < mcount; i++, mptr = (EfiMemoryRange *)(((vm_offset_t)mptr) + msize))
{
base = (ppnum_t) (mptr->PhysicalStart >> I386_PGSHIFT);
num = (ppnum_t) mptr->NumberOfPages;
if (base > max_ppnum)
continue;
if ((base + num - 1) > max_ppnum)
num = max_ppnum - base + 1;
if (!num)
continue;
switch (mptr->Type)
{
case kEfiLoaderCode:
case kEfiLoaderData:
case kEfiBootServicesCode:
case kEfiBootServicesData:
case kEfiConventionalMemory:
case kEfiACPIMemoryNVS:
case kEfiPalCode:
for (bank = 0; bank < num_banks; bank++)
{
if (dram_ranges[bank].first_page <= base)
continue;
if ((base + num) == dram_ranges[bank].first_page)
{
dram_ranges[bank].first_page = base;
num = 0;
}
break;
}
if (!num) break;
if (bank && (base == (1 + dram_ranges[bank - 1].last_page)))
bank--;
else
{
num_banks++;
if (num_banks >= MAX_BANKS) break;
bcopy(&dram_ranges[bank],
&dram_ranges[bank + 1],
(num_banks - bank - 1) * sizeof(hibernate_bitmap_t));
dram_ranges[bank].first_page = base;
}
dram_ranges[bank].last_page = base + num - 1;
break;
case kEfiRuntimeServicesCode:
case kEfiRuntimeServicesData:
case kEfiACPIReclaimMemory:
case kEfiReservedMemoryType:
case kEfiUnusableMemory:
case kEfiMemoryMappedIO:
case kEfiMemoryMappedIOPortSpace:
default:
break;
}
}
if (num_banks >= MAX_BANKS)
return (NULL);
size = sizeof(hibernate_page_list_t);
page_count = 0;
for (bank = 0; bank < num_banks; bank++) {
pages = dram_ranges[bank].last_page + 1 - dram_ranges[bank].first_page;
page_count += pages;
size += sizeof(hibernate_bitmap_t) + ((pages + 31) >> 5) * sizeof(uint32_t);
}
list = (hibernate_page_list_t *)kalloc(size);
if (!list)
return (list);
list->list_size = (uint32_t)size;
list->page_count = page_count;
list->bank_count = num_banks;
bitmap = &list->bank_bitmap[0];
for (bank = 0; bank < num_banks; bank++)
{
bitmap->first_page = dram_ranges[bank].first_page;
bitmap->last_page = dram_ranges[bank].last_page;
bitmap->bitmapwords = (bitmap->last_page + 1
- bitmap->first_page + 31) >> 5;
kprintf("hib bank[%d]: 0x%x000 end 0x%xfff\n", bank,
bitmap->first_page,
bitmap->last_page);
bitmap = (hibernate_bitmap_t *) &bitmap->bitmap[bitmap->bitmapwords];
}
return (list);
}
void
hibernate_page_list_setall_machine( __unused hibernate_page_list_t * page_list,
__unused hibernate_page_list_t * page_list_wired,
__unused uint32_t * pagesOut)
{
}
void
hibernate_page_list_set_volatile( hibernate_page_list_t * page_list,
hibernate_page_list_t * page_list_wired,
uint32_t * pagesOut)
{
boot_args * args = (boot_args *) PE_state.bootArgs;
#if !defined(x86_64)
hibernate_set_page_state(page_list, page_list_wired,
I386_HIB_PAGETABLE, I386_HIB_PAGETABLE_COUNT,
kIOHibernatePageStateFree);
*pagesOut -= I386_HIB_PAGETABLE_COUNT;
#endif
if (args->efiRuntimeServicesPageStart)
{
hibernate_set_page_state(page_list, page_list_wired,
args->efiRuntimeServicesPageStart, args->efiRuntimeServicesPageCount,
kIOHibernatePageStateFree);
*pagesOut -= args->efiRuntimeServicesPageCount;
}
}
kern_return_t
hibernate_processor_setup(IOHibernateImageHeader * header)
{
boot_args * args = (boot_args *) PE_state.bootArgs;
cpu_datap(0)->cpu_hibernate = 1;
header->processorFlags = 0;
header->runtimePages = args->efiRuntimeServicesPageStart;
header->runtimePageCount = args->efiRuntimeServicesPageCount;
header->runtimeVirtualPages = args->efiRuntimeServicesVirtualPageStart;
header->performanceDataStart = args->performanceDataStart;
header->performanceDataSize = args->performanceDataSize;
return (KERN_SUCCESS);
}
void
hibernate_vm_lock(void)
{
if (current_cpu_datap()->cpu_hibernate)
{
vm_page_lock_queues();
lck_mtx_lock(&vm_page_queue_free_lock);
if (vm_page_local_q) {
uint32_t i;
for (i = 0; i < vm_page_local_q_count; i++) {
struct vpl *lq;
lq = &vm_page_local_q[i].vpl_un.vpl;
VPL_LOCK(&lq->vpl_lock);
}
}
}
}
void
hibernate_vm_unlock(void)
{
if (current_cpu_datap()->cpu_hibernate)
{
if (vm_page_local_q) {
uint32_t i;
for (i = 0; i < vm_page_local_q_count; i++) {
struct vpl *lq;
lq = &vm_page_local_q[i].vpl_un.vpl;
VPL_UNLOCK(&lq->vpl_lock);
}
}
lck_mtx_unlock(&vm_page_queue_free_lock);
vm_page_unlock_queues();
}
}