#ifndef _KERN_PROCESSOR_DATA_H_
#define _KERN_PROCESSOR_DATA_H_
#ifdef MACH_KERNEL_PRIVATE
#include <ipc/ipc_kmsg.h>
#include <kern/timer.h>
#include <kern/debug.h>
struct processor_sched_statistics {
uint32_t csw_count;
uint32_t preempt_count;
uint32_t preempted_rt_count;
uint32_t preempted_by_rt_count;
uint32_t rt_sched_count;
uint32_t interrupt_count;
uint32_t ipi_count;
uint32_t timer_pop_count;
uint32_t idle_transitions;
uint32_t quantum_timer_expirations;
};
struct processor_data {
timer_data_t idle_state;
timer_data_t system_state;
timer_data_t user_state;
timer_t current_state;
timer_t thread_timer;
timer_t kernel_timer;
struct stack_cache {
vm_offset_t free;
unsigned int count;
} stack_cache;
vm_statistics64_data_t vm_stat;
struct ikm_cache {
#define IKM_STASH 16
ipc_kmsg_t entries[IKM_STASH];
unsigned int avail;
} ikm_cache;
#define WQP_CACHE_MAX 50
struct wqp_cache {
uint64_t head;
unsigned int avail;
} wqp_cache;
int start_color;
unsigned long page_grab_count;
void *free_pages;
struct processor_sched_statistics sched_stats;
uint64_t timer_call_ttd;
uint64_t wakeups_issued_total;
struct debugger_state {
debugger_op db_current_op;
const char *db_message;
const char *db_panic_str;
va_list *db_panic_args;
uint64_t db_panic_options;
boolean_t db_proceed_on_sync_failure;
uint32_t db_entry_count;
kern_return_t db_op_return;
unsigned long db_panic_caller;
} debugger_state;
};
typedef struct processor_data processor_data_t;
#define PROCESSOR_DATA(processor, member) \
(processor)->processor_data.member
extern void processor_data_init(
processor_t processor);
#define SCHED_STATS_INTERRUPT(p) \
MACRO_BEGIN \
if (__builtin_expect(sched_stats_active, 0)) { \
(p)->processor_data.sched_stats.interrupt_count++; \
} \
MACRO_END
#define SCHED_STATS_TIMER_POP(p) \
MACRO_BEGIN \
if (__builtin_expect(sched_stats_active, 0)) { \
(p)->processor_data.sched_stats.timer_pop_count++; \
} \
MACRO_END
#define SCHED_STATS_IPI(p) \
MACRO_BEGIN \
if (__builtin_expect(sched_stats_active, 0)) { \
(p)->processor_data.sched_stats.ipi_count++; \
} \
MACRO_END
#define SCHED_STATS_CPU_IDLE_START(p) \
MACRO_BEGIN \
if (__builtin_expect(sched_stats_active, 0)) { \
(p)->processor_data.sched_stats.idle_transitions++; \
} \
MACRO_END
#define SCHED_STATS_QUANTUM_TIMER_EXPIRATION(p) \
MACRO_BEGIN \
if (__builtin_expect(sched_stats_active, 0)) { \
(p)->processor_data.sched_stats.quantum_timer_expirations++; \
} \
MACRO_END
#endif
#endif