#include <i386/pmap.h>
#include <i386/proc_reg.h>
#include <i386/mp_desc.h>
#include <i386/misc_protos.h>
#include <i386/mp.h>
#include <i386/cpu_data.h>
#include <i386/mtrr.h>
#if CONFIG_VMX
#include <i386/vmx/vmx_cpu.h>
#endif
#include <i386/acpi.h>
#include <i386/fpu.h>
#include <i386/lapic.h>
#include <i386/mp.h>
#include <i386/mp_desc.h>
#include <i386/serial_io.h>
#if CONFIG_MCA
#include <i386/machine_check.h>
#endif
#include <i386/pmCPU.h>
#include <kern/cpu_data.h>
#include <console/serial_protos.h>
#if HIBERNATION
#include <IOKit/IOHibernatePrivate.h>
#endif
#include <IOKit/IOPlatformExpert.h>
#if CONFIG_SLEEP
extern void acpi_sleep_cpu(acpi_sleep_callback, void * refcon);
extern void acpi_wake_prot(void);
#endif
extern void fpinit(void);
vm_offset_t
acpi_install_wake_handler(void)
{
#if CONFIG_SLEEP
install_real_mode_bootstrap(acpi_wake_prot);
return REAL_MODE_BOOTSTRAP_OFFSET;
#else
return 0;
#endif
}
#if HIBERNATION
struct acpi_hibernate_callback_data {
acpi_sleep_callback func;
void *refcon;
};
typedef struct acpi_hibernate_callback_data acpi_hibernate_callback_data_t;
#if CONFIG_SLEEP
static void
acpi_hibernate(void *refcon)
{
uint32_t mode;
acpi_hibernate_callback_data_t *data =
(acpi_hibernate_callback_data_t *)refcon;
if (current_cpu_datap()->cpu_hibernate)
{
#if defined(__i386__)
cpu_IA32e_enable(current_cpu_datap());
#endif
mode = hibernate_write_image();
if( mode == kIOHibernatePostWriteHalt )
{
HIBLOG("power off\n");
if (PE_halt_restart) (*PE_halt_restart)(kPEHaltCPU);
}
else if( mode == kIOHibernatePostWriteRestart )
{
HIBLOG("restart\n");
if (PE_halt_restart) (*PE_halt_restart)(kPERestartCPU);
}
else
{
HIBLOG("sleep\n");
cpu_datap(0)->cpu_hibernate = 0;
}
#if defined(__i386__)
cpu_IA32e_disable(current_cpu_datap());
#endif
}
(data->func)(data->refcon);
}
#endif
#endif
static uint64_t acpi_sleep_abstime;
extern void slave_pstart(void);
void
acpi_sleep_kernel(acpi_sleep_callback func, void *refcon)
{
#if HIBERNATION
acpi_hibernate_callback_data_t data;
#endif
boolean_t did_hibernate;
unsigned int cpu;
kern_return_t rc;
unsigned int my_cpu;
kprintf("acpi_sleep_kernel hib=%d\n",
current_cpu_datap()->cpu_hibernate);
my_cpu = cpu_number();
for (cpu = 0; cpu < real_ncpus; cpu += 1) {
if (cpu == my_cpu)
continue;
rc = pmCPUExitHaltToOff(cpu);
if (rc != KERN_SUCCESS)
panic("Error %d trying to transition CPU %d to OFF",
rc, cpu);
}
lapic_shutdown();
#if HIBERNATION
data.func = func;
data.refcon = refcon;
#endif
pmTimerSave();
#if CONFIG_VMX
vmx_suspend();
#endif
#if defined(__i386__)
cpu_IA32e_disable(current_cpu_datap());
#endif
acpi_sleep_abstime = mach_absolute_time();
#if CONFIG_SLEEP
#ifdef __x86_64__
uint64_t old_cr3 = x86_64_pre_sleep();
#endif
#if HIBERNATION
acpi_sleep_cpu(acpi_hibernate, &data);
#else
acpi_sleep_cpu(func, refcon);
#endif
#ifdef __x86_64__
x86_64_post_sleep(old_cr3);
#endif
#endif
if (FALSE == disable_serial_output)
serial_init();
#if HIBERNATION
if (current_cpu_datap()->cpu_hibernate) {
#if defined(__i386__)
int i;
for (i = 0; i < PMAP_NWINDOWS; i++)
*current_cpu_datap()->cpu_pmap->mapwindow[i].prv_CMAP = 0;
#endif
did_hibernate = TRUE;
} else
#endif
{
did_hibernate = FALSE;
}
cpu_mode_init(current_cpu_datap());
#if CONFIG_MCA
mca_cpu_init();
#endif
mtrr_update_cpu();
#if CONFIG_VMX
vmx_resume();
#endif
pat_init();
pmMarkAllCPUsOff();
rtc_sleep_wakeup(acpi_sleep_abstime);
if (did_hibernate){
hibernate_machine_init();
current_cpu_datap()->cpu_hibernate = 0;
}
if (lapic_probe())
lapic_configure();
pmCPUMarkRunning(current_cpu_datap());
pmTimerRestore();
rtc_lapic_start_ticking();
fpinit();
clear_fpu();
#if HIBERNATION
#ifdef __i386__
if (did_hibernate)
enable_preemption();
#endif
kprintf("ret from acpi_sleep_cpu hib=%d\n", did_hibernate);
#endif
#if CONFIG_SLEEP
install_real_mode_bootstrap(slave_pstart);
#endif
}
extern char real_mode_bootstrap_end[];
extern char real_mode_bootstrap_base[];
void
install_real_mode_bootstrap(void *prot_entry)
{
bcopy_phys(kvtophys((vm_offset_t) real_mode_bootstrap_base),
(addr64_t) REAL_MODE_BOOTSTRAP_OFFSET,
real_mode_bootstrap_end-real_mode_bootstrap_base);
ml_phys_write_word(
PROT_MODE_START+REAL_MODE_BOOTSTRAP_OFFSET,
(unsigned int)kvtophys((vm_offset_t)prot_entry));
__asm__("wbinvd");
}