#include <mach/mach_types.h>
#include <kern/timer_queue.h>
#include <kern/clock.h>
#include <kern/thread.h>
#include <kern/processor.h>
#include <kern/macro_help.h>
#include <kern/spl.h>
#include <kern/etimer.h>
#include <kern/pms.h>
#include <machine/commpage.h>
#include <machine/machine_routines.h>
#include <sys/kdebug.h>
#include <i386/cpu_data.h>
#include <i386/cpu_topology.h>
#include <i386/cpu_threads.h>
void
etimer_intr(
__unused int inuser,
__unused uint64_t iaddr)
{
uint64_t abstime;
rtclock_timer_t *mytimer;
cpu_data_t *pp;
x86_lcpu_t *lcpu;
pp = current_cpu_datap();
lcpu = x86_lcpu();
mytimer = &pp->rtclock_timer;
abstime = mach_absolute_time();
if (pmCPUGetDeadline(pp) <= abstime) {
KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI, 3) | DBG_FUNC_START, 0, 0, 0, 0, 0);
pmCPUDeadline(pp);
KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI, 3) | DBG_FUNC_END, 0, 0, 0, 0, 0);
abstime = mach_absolute_time();
}
if (mytimer->deadline <= abstime) {
mytimer->has_expired = TRUE;
mytimer->deadline = timer_queue_expire(&mytimer->queue, abstime);
mytimer->has_expired = FALSE;
}
lcpu->rtcPop = EndOfAllTime;
etimer_resync_deadlines();
}
void etimer_set_deadline(uint64_t deadline)
{
rtclock_timer_t *mytimer;
spl_t s;
cpu_data_t *pp;
s = splclock();
pp = current_cpu_datap();
mytimer = &pp->rtclock_timer;
mytimer->deadline = deadline;
etimer_resync_deadlines();
splx(s);
}
void
etimer_resync_deadlines(void)
{
uint64_t deadline;
uint64_t pmdeadline;
rtclock_timer_t *mytimer;
spl_t s = splclock();
cpu_data_t *pp;
x86_lcpu_t *lcpu;
pp = current_cpu_datap();
lcpu = x86_lcpu();
deadline = ~0ULL;
mytimer = &pp->rtclock_timer;
if (!mytimer->has_expired && mytimer->deadline > 0)
deadline = mytimer->deadline;
pmdeadline = pmCPUGetDeadline(pp);
if (pmdeadline > 0 && pmdeadline < deadline)
deadline = pmdeadline;
if (deadline > 0) {
int decr;
uint64_t now;
now = mach_absolute_time();
decr = setPop(deadline);
if (deadline < now)
lcpu->rtcPop = now + decr;
else
lcpu->rtcPop = deadline;
lcpu->rtcDeadline = lcpu->rtcPop;
KERNEL_DEBUG_CONSTANT(MACHDBG_CODE(DBG_MACH_EXCP_DECI, 1) | DBG_FUNC_NONE, decr, 2, 0, 0, 0);
}
splx(s);
}
void etimer_timer_expire(void *arg);
void
etimer_timer_expire(
__unused void *arg)
{
rtclock_timer_t *mytimer;
uint64_t abstime;
cpu_data_t *pp;
x86_lcpu_t *lcpu;
pp = current_cpu_datap();
lcpu = x86_lcpu();
mytimer = &pp->rtclock_timer;
abstime = mach_absolute_time();
mytimer->has_expired = TRUE;
mytimer->deadline = timer_queue_expire(&mytimer->queue, abstime);
mytimer->has_expired = FALSE;
lcpu->rtcPop = EndOfAllTime;
etimer_resync_deadlines();
}
queue_t
timer_queue_assign(
uint64_t deadline)
{
cpu_data_t *cdp = current_cpu_datap();
rtclock_timer_t *timer;
if (cdp->cpu_running) {
timer = &cdp->rtclock_timer;
if (deadline < timer->deadline)
etimer_set_deadline(deadline);
}
else
timer = &cpu_datap(master_cpu)->rtclock_timer;
return (&timer->queue);
}
void
timer_queue_cancel(
queue_t queue,
uint64_t deadline,
uint64_t new_deadline)
{
if (queue == ¤t_cpu_datap()->rtclock_timer.queue) {
if (deadline < new_deadline)
etimer_set_deadline(new_deadline);
}
}