#include <mach/mach_types.h>
#include <kern/timer_queue.h>
#include <kern/clock.h>
#include <kern/thread.h>
#include <kern/processor.h>
#include <kern/macro_help.h>
#include <kern/spl.h>
#include <kern/etimer.h>
#include <kern/pms.h>
#include <machine/commpage.h>
#include <machine/machine_routines.h>
#include <sys/kdebug.h>
#include <i386/cpu_data.h>
#include <i386/cpu_topology.h>
#include <i386/cpu_threads.h>
void
etimer_intr(int user_mode,
uint64_t rip)
{
uint64_t abstime;
rtclock_timer_t *mytimer;
cpu_data_t *pp;
int32_t latency;
uint64_t pmdeadline;
pp = current_cpu_datap();
SCHED_STATS_TIMER_POP(current_processor());
abstime = mach_absolute_time();
mytimer = &pp->rtclock_timer;
if (mytimer->deadline <= abstime) {
latency = (int32_t) (abstime - MAX(mytimer->deadline,
mytimer->when_set));
KERNEL_DEBUG_CONSTANT(
DECR_TRAP_LATENCY | DBG_FUNC_NONE,
-latency, rip, user_mode, 0, 0);
mytimer->has_expired = TRUE;
mytimer->deadline = timer_queue_expire(&mytimer->queue, abstime);
mytimer->has_expired = FALSE;
abstime = mach_absolute_time();
mytimer->when_set = abstime;
}
if ((pmdeadline = pmCPUGetDeadline(pp)) && (pmdeadline <= abstime)) {
KERNEL_DEBUG_CONSTANT(
DECR_PM_DEADLINE | DBG_FUNC_START,
0, 0, 0, 0, 0);
pmCPUDeadline(pp);
KERNEL_DEBUG_CONSTANT(
DECR_PM_DEADLINE | DBG_FUNC_END,
0, 0, 0, 0, 0);
}
etimer_resync_deadlines();
}
void etimer_set_deadline(uint64_t deadline)
{
rtclock_timer_t *mytimer;
spl_t s;
cpu_data_t *pp;
s = splclock();
pp = current_cpu_datap();
mytimer = &pp->rtclock_timer;
mytimer->deadline = deadline;
mytimer->when_set = mach_absolute_time();
etimer_resync_deadlines();
splx(s);
}
void
etimer_resync_deadlines(void)
{
uint64_t deadline;
uint64_t pmdeadline;
rtclock_timer_t *mytimer;
spl_t s = splclock();
cpu_data_t *pp;
uint32_t decr;
pp = current_cpu_datap();
deadline = EndOfAllTime;
mytimer = &pp->rtclock_timer;
if (!mytimer->has_expired &&
0 < mytimer->deadline && mytimer->deadline < EndOfAllTime)
deadline = mytimer->deadline;
pmdeadline = pmCPUGetDeadline(pp);
if (0 < pmdeadline && pmdeadline < deadline)
deadline = pmdeadline;
decr = (uint32_t) setPop(deadline);
if (deadline != pmdeadline) {
KERNEL_DEBUG_CONSTANT(
DECR_SET_DEADLINE | DBG_FUNC_NONE,
decr, 2,
deadline, (uint32_t)(deadline >> 32), 0);
}
splx(s);
}
void etimer_timer_expire(void *arg);
void
etimer_timer_expire(
__unused void *arg)
{
rtclock_timer_t *mytimer;
uint64_t abstime;
cpu_data_t *pp;
pp = current_cpu_datap();
mytimer = &pp->rtclock_timer;
abstime = mach_absolute_time();
mytimer->has_expired = TRUE;
mytimer->deadline = timer_queue_expire(&mytimer->queue, abstime);
mytimer->has_expired = FALSE;
mytimer->when_set = mach_absolute_time();
etimer_resync_deadlines();
}
uint64_t
timer_call_slop(
uint64_t deadline)
{
uint64_t now = mach_absolute_time();
if (deadline > now) {
return MIN((deadline - now) >> 3, NSEC_PER_MSEC);
}
return 0;
}
mpqueue_head_t *
timer_queue_assign(
uint64_t deadline)
{
cpu_data_t *cdp = current_cpu_datap();
mpqueue_head_t *queue;
if (cdp->cpu_running) {
queue = &cdp->rtclock_timer.queue;
if (deadline < cdp->rtclock_timer.deadline)
etimer_set_deadline(deadline);
}
else
queue = &cpu_datap(master_cpu)->rtclock_timer.queue;
return queue;
}
void
timer_queue_cancel(
mpqueue_head_t *queue,
uint64_t deadline,
uint64_t new_deadline)
{
if (queue == ¤t_cpu_datap()->rtclock_timer.queue) {
if (deadline < new_deadline)
etimer_set_deadline(new_deadline);
}
}
uint32_t
etimer_queue_migrate(int target_cpu)
{
cpu_data_t *target_cdp = cpu_datap(target_cpu);
cpu_data_t *cdp = current_cpu_datap();
int ntimers_moved;
assert(!ml_get_interrupts_enabled());
assert(target_cpu != cdp->cpu_number);
assert(target_cpu == master_cpu);
KERNEL_DEBUG_CONSTANT(
DECR_TIMER_MIGRATE | DBG_FUNC_START,
target_cpu,
cdp->rtclock_timer.deadline, (cdp->rtclock_timer.deadline >>32),
0, 0);
ntimers_moved = timer_queue_migrate(&cdp->rtclock_timer.queue,
&target_cdp->rtclock_timer.queue);
if (ntimers_moved > 0) {
cdp->rtclock_timer.deadline = EndOfAllTime;
setPop(EndOfAllTime);
}
KERNEL_DEBUG_CONSTANT(
DECR_TIMER_MIGRATE | DBG_FUNC_END,
target_cpu, ntimers_moved, 0, 0, 0);
return ntimers_moved;
}