machine_routines.h [plain text]
#ifndef _I386_MACHINE_ROUTINES_H_
#define _I386_MACHINE_ROUTINES_H_
#include <mach/mach_types.h>
#include <mach/boolean.h>
#include <kern/kern_types.h>
#include <pexpert/pexpert.h>
#include <sys/cdefs.h>
#include <sys/appleapiopts.h>
__BEGIN_DECLS
#ifdef XNU_KERNEL_PRIVATE
boolean_t ml_is64bit(void);
boolean_t ml_thread_is64bit(thread_t);
boolean_t ml_state_is64bit(void *);
void ml_fp_setvalid(boolean_t);
void ml_cpu_set_ldt(int);
void ml_init_interrupt(void);
void ml_cause_interrupt(void);
void ml_install_interrupt_handler(
void *nub,
int source,
void *target,
IOInterruptHandler handler,
void *refCon);
void ml_get_timebase(unsigned long long *timestamp);
void ml_init_lock_timeout(void);
void ml_init_delay_spin_threshold(int);
boolean_t ml_delay_should_spin(uint64_t interval);
vm_offset_t
ml_static_ptovirt(
vm_offset_t);
void ml_static_mfree(
vm_offset_t,
vm_size_t);
vm_offset_t ml_static_malloc(
vm_size_t size);
vm_offset_t ml_vtophys(
vm_offset_t vaddr);
vm_size_t ml_nofault_copy(
vm_offset_t virtsrc, vm_offset_t virtdst, vm_size_t size);
boolean_t ml_validate_nofault(
vm_offset_t virtsrc, vm_size_t size);
uint64_t ml_cpu_cache_size(unsigned int level);
uint64_t ml_cpu_cache_sharing(unsigned int level);
void ml_init_max_cpus(
unsigned long max_cpus);
extern void ml_cpu_up(void);
extern void ml_cpu_down(void);
void bzero_phys_nc(
addr64_t phys_address,
uint32_t length);
#define NUM_LATENCY_QOS_TIERS (6)
typedef struct {
int32_t timer_coalesce_rt_shift;
int32_t timer_coalesce_bg_shift;
int32_t timer_coalesce_kt_shift;
int32_t timer_coalesce_fp_shift;
int32_t timer_coalesce_ts_shift;
uint64_t timer_coalesce_rt_ns_max;
uint64_t timer_coalesce_bg_ns_max;
uint64_t timer_coalesce_kt_ns_max;
uint64_t timer_coalesce_fp_ns_max;
uint64_t timer_coalesce_ts_ns_max;
uint32_t latency_qos_scale[NUM_LATENCY_QOS_TIERS];
uint64_t latency_qos_ns_max[NUM_LATENCY_QOS_TIERS];
boolean_t latency_tier_rate_limited[NUM_LATENCY_QOS_TIERS];
} timer_coalescing_priority_params_t;
extern timer_coalescing_priority_params_t tcoal_prio_params;
extern uint32_t interrupt_timer_coalescing_enabled;
extern uint32_t idle_entry_timer_processing_hdeadline_threshold;
#if TCOAL_INSTRUMENT
#define TCOAL_DEBUG KERNEL_DEBUG_CONSTANT
#else
#define TCOAL_DEBUG(x, a, b, c, d, e) do { } while(0)
#endif
#if defined(PEXPERT_KERNEL_PRIVATE) || defined(MACH_KERNEL_PRIVATE)
vm_offset_t ml_io_map(
vm_offset_t phys_addr,
vm_size_t size);
void ml_get_bouncepool_info(
vm_offset_t *phys_addr,
vm_size_t *size);
boolean_t machine_timeout_suspended(void);
#endif
kern_return_t ml_interrupt_prewarm(uint64_t deadline);
#endif
#ifdef KERNEL_PRIVATE
typedef void (*time_base_enable_t)(cpu_id_t cpu_id, boolean_t enable);
typedef void (*ipi_handler_t)(void);
struct ml_processor_info {
cpu_id_t cpu_id;
boolean_t boot_cpu;
vm_offset_t start_paddr;
boolean_t supports_nap;
unsigned long l2cr_value;
time_base_enable_t time_base_enable;
};
typedef struct ml_processor_info ml_processor_info_t;
kern_return_t
ml_processor_register(
cpu_id_t cpu_id,
uint32_t lapic_id,
processor_t *processor_out,
boolean_t boot_cpu,
boolean_t start );
boolean_t ml_probe_read(
vm_offset_t paddr,
unsigned int *val);
boolean_t ml_probe_read_64(
addr64_t paddr,
unsigned int *val);
unsigned int ml_phys_read_byte(
vm_offset_t paddr);
unsigned int ml_phys_read_byte_64(
addr64_t paddr);
unsigned int ml_phys_read_half(
vm_offset_t paddr);
unsigned int ml_phys_read_half_64(
addr64_t paddr);
unsigned int ml_phys_read(
vm_offset_t paddr);
unsigned int ml_phys_read_64(
addr64_t paddr);
unsigned int ml_phys_read_word(
vm_offset_t paddr);
unsigned int ml_phys_read_word_64(
addr64_t paddr);
unsigned long long ml_phys_read_double(
vm_offset_t paddr);
unsigned long long ml_phys_read_double_64(
addr64_t paddr);
void ml_phys_write_byte(
vm_offset_t paddr, unsigned int data);
void ml_phys_write_byte_64(
addr64_t paddr, unsigned int data);
void ml_phys_write_half(
vm_offset_t paddr, unsigned int data);
void ml_phys_write_half_64(
addr64_t paddr, unsigned int data);
void ml_phys_write(
vm_offset_t paddr, unsigned int data);
void ml_phys_write_64(
addr64_t paddr, unsigned int data);
void ml_phys_write_word(
vm_offset_t paddr, unsigned int data);
void ml_phys_write_word_64(
addr64_t paddr, unsigned int data);
void ml_phys_write_double(
vm_offset_t paddr, unsigned long long data);
void ml_phys_write_double_64(
addr64_t paddr, unsigned long long data);
struct ml_cpu_info {
uint32_t vector_unit;
uint32_t cache_line_size;
uint32_t l1_icache_size;
uint32_t l1_dcache_size;
uint32_t l2_settings;
uint32_t l2_cache_size;
uint32_t l3_settings;
uint32_t l3_cache_size;
};
typedef struct ml_cpu_info ml_cpu_info_t;
void ml_cpu_get_info(ml_cpu_info_t *ml_cpu_info);
void ml_thread_policy(
thread_t thread,
unsigned policy_id,
unsigned policy_info);
#define MACHINE_GROUP 0x00000001
#define MACHINE_NETWORK_GROUP 0x10000000
#define MACHINE_NETWORK_WORKLOOP 0x00000001
#define MACHINE_NETWORK_NETISR 0x00000002
int ml_get_max_cpus(
void);
extern void ml_set_maxsnoop(uint32_t maxdelay);
extern unsigned ml_get_maxsnoop(void);
extern void ml_set_maxbusdelay(uint32_t mdelay);
extern uint32_t ml_get_maxbusdelay(void);
extern void ml_set_maxintdelay(uint64_t mdelay);
extern uint64_t ml_get_maxintdelay(void);
extern boolean_t ml_get_interrupt_prewake_applicable(void);
extern uint64_t tmrCvt(uint64_t time, uint64_t conversion);
extern uint64_t ml_cpu_int_event_time(void);
#endif
boolean_t ml_get_interrupts_enabled(void);
boolean_t ml_set_interrupts_enabled(boolean_t enable);
boolean_t ml_at_interrupt_context(void);
void bzero_phys(
addr64_t phys_address,
uint32_t length);
vm_offset_t ml_stack_remaining(void);
#if CONFIG_COUNTERS
void ml_get_csw_threads(thread_t * , thread_t * );
#endif
__END_DECLS
#ifdef XNU_KERNEL_PRIVATE
boolean_t ml_fpu_avx_enabled(void);
void interrupt_latency_tracker_setup(void);
void interrupt_reset_latency_stats(void);
void interrupt_populate_latency_stats(char *, unsigned);
void ml_get_power_state(boolean_t *, boolean_t *);
void timer_queue_expire_local(void*);
void timer_queue_expire_rescan(void*);
void ml_timer_evaluate(void);
boolean_t ml_timer_forced_evaluation(void);
int ml_timer_get_user_idle_level(void);
kern_return_t ml_timer_set_user_idle_level(int);
#endif
#endif