#ifndef _DTRACE_GLUE_H
#define _DTRACE_GLUE_H
#ifdef KERNEL_BUILD
#include <libkern/libkern.h>
#include <kern/lock.h>
#include <kern/locks.h>
#include <kern/thread_call.h>
#include <kern/thread.h>
#include <machine/machine_routines.h>
#include <sys/syslog.h>
#include <sys/ucred.h>
#include <stdarg.h>
#include <mach/kmod.h>
#include <libkern/OSAtomic.h>
#define CE_CONT 0
#define CE_NOTE 1
#define CE_WARN 2
#define CE_PANIC 3
#define CE_IGNORE 4
extern void cmn_err( int, const char *, ... );
#define proc_t struct proc
#define curproc ((struct proc *)current_proc())
proc_t* sprlock(pid_t pid);
void sprunlock(proc_t *p);
int uread(proc_t *p, void *buf, user_size_t len, user_addr_t a);
int uwrite(proc_t *p, void *buf, user_size_t len, user_addr_t a);
int fuword8(user_addr_t, uint8_t *);
int fuword16(user_addr_t, uint16_t *);
int fuword32(user_addr_t, uint32_t *);
int fuword64(user_addr_t, uint64_t *);
void fuword8_noerr(user_addr_t, uint8_t *);
void fuword16_noerr(user_addr_t, uint16_t *);
void fuword32_noerr(user_addr_t, uint32_t *);
void fuword64_noerr(user_addr_t, uint64_t *);
int suword64(user_addr_t, uint64_t value);
int suword32(user_addr_t, uint32_t value);
int suword16(user_addr_t, uint16_t value);
int suword8(user_addr_t, uint8_t value);
extern lck_mtx_t cpu_lock;
extern lck_mtx_t mod_lock;
typedef struct cpu {
processorid_t cpu_id;
struct cpu *cpu_next;
lck_rw_t cpu_ft_lock;
uintptr_t cpu_dtrace_caller;
hrtime_t cpu_dtrace_chillmark;
hrtime_t cpu_dtrace_chilled;
boolean_t cpu_dtrace_invop_underway;
} cpu_t;
extern cpu_t *cpu_list;
#define CPU_CACHE_COHERENCE_SIZE 64
typedef struct cpu_core {
uint64_t cpuc_dtrace_illval;
lck_mtx_t cpuc_pid_lock;
uint16_t cpuc_dtrace_flags;
uint64_t cpuc_missing_tos;
uint8_t cpuc_pad[CPU_CACHE_COHERENCE_SIZE - sizeof(uint64_t) - sizeof(lck_mtx_t) - sizeof(uint16_t) - sizeof(uint64_t) ];
} cpu_core_t;
extern cpu_core_t *cpu_core;
extern unsigned int real_ncpus;
extern int cpu_number(void);
#define CPU (&(cpu_list[cpu_number()]))
#define CPU_ON_INTR(cpup) ml_at_interrupt_context()
#define NCPU real_ncpus
typedef enum {
CPU_INIT,
CPU_CONFIG,
CPU_UNCONFIG,
CPU_ON,
CPU_OFF,
CPU_CPUPART_IN,
CPU_CPUPART_OUT
} cpu_setup_t;
typedef int cpu_setup_func_t(cpu_setup_t, int, void *);
extern void register_cpu_setup_func(cpu_setup_func_t *, void *);
extern void unregister_cpu_setup_func(cpu_setup_func_t *, void *);
#define CPU_DTRACE_NOFAULT 0x0001
#define CPU_DTRACE_DROP 0x0002
#define CPU_DTRACE_BADADDR 0x0004
#define CPU_DTRACE_BADALIGN 0x0008
#define CPU_DTRACE_DIVZERO 0x0010
#define CPU_DTRACE_ILLOP 0x0020
#define CPU_DTRACE_NOSCRATCH 0x0040
#define CPU_DTRACE_KPRIV 0x0080
#define CPU_DTRACE_UPRIV 0x0100
#define CPU_DTRACE_TUPOFLOW 0x0200
#if defined(__sparc)
#endif
#define CPU_DTRACE_USTACK_FP 0x0400
#define CPU_DTRACE_ENTRY 0x0800
#define CPU_DTRACE_BADSTACK 0x1000
#define CPU_DTRACE_FAULT (CPU_DTRACE_BADADDR | CPU_DTRACE_BADALIGN | \
CPU_DTRACE_DIVZERO | CPU_DTRACE_ILLOP | \
CPU_DTRACE_NOSCRATCH | CPU_DTRACE_KPRIV | \
CPU_DTRACE_UPRIV | CPU_DTRACE_TUPOFLOW | \
CPU_DTRACE_BADSTACK)
#define CPU_DTRACE_ERROR (CPU_DTRACE_FAULT | CPU_DTRACE_DROP)
#define PRIV_DTRACE_KERNEL 3
#define PRIV_DTRACE_PROC 4
#define PRIV_DTRACE_USER 5
#define PRIV_PROC_OWNER 30
#define PRIV_PROC_ZONE 35
#define PRIV_ALL (-1)
#define PRIV_EFFECTIVE 0
typedef struct ucred cred_t;
#define cr_suid cr_svuid
#define cr_sgid cr_svgid
extern cred_t *dtrace_CRED(void);
#define CRED() kauth_cred_get()
extern int PRIV_POLICY_CHOICE(void *, int, int);
extern int PRIV_POLICY_ONLY(void *, int, int);
extern gid_t crgetgid(const cred_t *);
extern uid_t crgetuid(const cred_t *);
#define crgetzoneid(x) ((zoneid_t)0)
#define crhold(a) {}
#define crfree(a) {}
#define CY_LOW_LEVEL 0
#define CY_LOCK_LEVEL 1
#define CY_HIGH_LEVEL 2
#define CY_SOFT_LEVELS 2
#define CY_LEVELS 3
typedef uintptr_t cyclic_id_t;
typedef cyclic_id_t *cyclic_id_list_t;
typedef uint16_t cyc_level_t;
typedef void (*cyc_func_t)(void *);
#define CYCLIC_NONE ((cyclic_id_t)0)
typedef struct cyc_time {
hrtime_t cyt_when;
hrtime_t cyt_interval;
} cyc_time_t;
typedef struct cyc_handler {
cyc_func_t cyh_func;
void *cyh_arg;
cyc_level_t cyh_level;
} cyc_handler_t;
typedef struct cyc_omni_handler {
void (*cyo_online)(void *, cpu_t *, cyc_handler_t *, cyc_time_t *);
void (*cyo_offline)(void *, cpu_t *, void *);
void *cyo_arg;
} cyc_omni_handler_t;
extern cyclic_id_t cyclic_add(cyc_handler_t *, cyc_time_t *);
extern void cyclic_remove(cyclic_id_t);
extern cyclic_id_list_t cyclic_add_omni(cyc_omni_handler_t *);
extern void cyclic_remove_omni(cyclic_id_list_t);
extern cyclic_id_t cyclic_timer_add(cyc_handler_t *, cyc_time_t *);
extern void cyclic_timer_remove(cyclic_id_t);
thread_call_t dtrace_timeout(void (*func)(void *, void *), void* arg, uint64_t nanos);
#define DDI_SUCCESS 0
#define DDI_FAILURE -1
#define DDI_DEV_T_NONE ((dev_t)-1)
#define DDI_DEV_T_ANY ((dev_t)-2)
#define DDI_MAJOR_T_UNKNOWN ((major_t)0)
#define DDI_PSEUDO "ddi_pseudo"
typedef enum {
DDI_ATTACH = 0,
DDI_RESUME = 1,
DDI_PM_RESUME = 2
} ddi_attach_cmd_t;
typedef enum {
DDI_DETACH = 0,
DDI_SUSPEND = 1,
DDI_PM_SUSPEND = 2,
DDI_HOTPLUG_DETACH = 3
} ddi_detach_cmd_t;
#define DDI_PROP_SUCCESS 0
#define DDI_PROP_DONTPASS 1
typedef uint_t major_t;
typedef uint_t minor_t;
typedef struct __dev_info *dev_info_t;
extern void ddi_report_dev(dev_info_t *);
extern int ddi_soft_state_init(void **, size_t, size_t);
extern void *ddi_get_soft_state(void *, int);
extern int ddi_soft_state_free(void *, int);
extern int ddi_soft_state_zalloc(void *, int);
extern void ddi_soft_state_fini(void **);
int ddi_getprop(dev_t dev, dev_info_t *dip, int flags, const char *name, int defvalue);
extern int ddi_prop_free(void *);
extern int ddi_prop_lookup_int_array(dev_t, dev_info_t *, uint_t, const char *, int **, uint_t *);
extern int ddi_driver_major(dev_info_t *);
extern int ddi_create_minor_node(dev_info_t *, const char *, int, minor_t, const char *, int);
extern void ddi_remove_minor_node(dev_info_t *, char *);
extern major_t getemajor(dev_t);
extern minor_t getminor(dev_t);
extern dev_t makedevice(major_t, minor_t);
typedef enum kdi_dtrace_set {
KDI_DTSET_DTRACE_ACTIVATE,
KDI_DTSET_DTRACE_DEACTIVATE,
KDI_DTSET_KMDB_BPT_ACTIVATE,
KDI_DTSET_KMDB_BPT_DEACTIVATE
} kdi_dtrace_set_t;
extern int kdi_dtrace_set(kdi_dtrace_set_t);
extern void debug_enter(char *);
#if defined(DTRACE_MEMORY_ZONES)
void dtrace_alloc_init(void);
void *dtrace_alloc(vm_size_t);
void dtrace_free(void *, vm_size_t);
#endif
#define KM_SLEEP 0x00000000
#define KM_NOSLEEP 0x00000001
typedef struct vmem vmem_t;
typedef struct kmem_cache kmem_cache_t;
#define kmem_alloc dt_kmem_alloc
#define kmem_free dt_kmem_free
#define kmem_zalloc dt_kmem_zalloc
extern void *dt_kmem_alloc(size_t, int);
extern void dt_kmem_free(void *, size_t);
extern void *dt_kmem_zalloc(size_t, int);
extern void *dt_kmem_alloc_aligned(size_t, size_t, int);
extern void *dt_kmem_zalloc_aligned(size_t, size_t, int);
extern void dt_kmem_free_aligned(void*, size_t);
extern kmem_cache_t *
kmem_cache_create(const char *, size_t, size_t, int (*)(void *, void *, int),
void (*)(void *, void *), void (*)(void *), void *, vmem_t *, int);
extern void *kmem_cache_alloc(kmem_cache_t *, int);
extern void kmem_cache_free(kmem_cache_t *, void *);
extern void kmem_cache_destroy(kmem_cache_t *);
typedef struct _kthread kthread_t;
#if 0
decl_simple_lock_data(extern,kmod_lock)
#endif
extern kmod_info_t *kmod;
#define modctl kmod_info
#define mod_modname name
#define mod_loadcnt id
#define mod_next next
#define mod_loaded info_version
#define modules kmod
#define DATAMODEL_MASK 0x0FF00000
#define DATAMODEL_ILP32 0x00100000
#define DATAMODEL_LP64 0x00200000
#define DATAMODEL_NONE 0
#if defined(__LP64__)
#define DATAMODEL_NATIVE DATAMODEL_LP64
#else
#define DATAMODEL_NATIVE DATAMODEL_ILP32
#endif
typedef unsigned int model_t;
#define TQ_SLEEP 0x00
typedef uint_t pri_t;
typedef struct taskq taskq_t;
typedef void (task_func_t)(void *);
typedef uintptr_t taskqid_t;
extern taskq_t *taskq_create(const char *, int, pri_t, int, int, uint_t);
extern taskqid_t taskq_dispatch(taskq_t *, task_func_t, void *, uint_t);
extern void taskq_destroy(taskq_t *);
extern pri_t maxclsyspri;
#define VMC_IDENTIFIER 0x00040000
#define VM_SLEEP 0x00000000
#define VM_BESTFIT 0x00000100
extern void *vmem_alloc(vmem_t *, size_t, int);
extern vmem_t *vmem_create(const char *, void *, size_t, size_t, void *,
void *, vmem_t *, size_t, int);
extern void vmem_destroy(vmem_t *);
extern void vmem_free(vmem_t *vmp, void *vaddr, size_t size);
static inline void atomic_add_32( uint32_t *theValue, int32_t theAmount )
{
(void)OSAddAtomic( theAmount, theValue );
}
#if defined(__i386__) || defined(__x86_64__)
static inline void atomic_add_64( uint64_t *theValue, int64_t theAmount )
{
(void)OSAddAtomic64( theAmount, (SInt64 *)theValue );
}
#elif defined(__ppc__)
static inline void atomic_add_64( uint64_t *theValue, int64_t theAmount )
{
(void)OSAddAtomic( (int32_t)theAmount, &(((SInt32 *)theValue)[1]));
}
#endif
typedef uintptr_t pc_t;
typedef uintptr_t greg_t;
extern struct regs *find_user_regs( thread_t thread);
extern vm_offset_t dtrace_get_cpu_int_stack_top(void);
extern vm_offset_t max_valid_stack_address(void);
extern volatile int panicwait;
#define panic_quiesce (panicwait)
#define IS_P2ALIGNED(v, a) ((((uintptr_t)(v)) & ((uintptr_t)(a) - 1)) == 0)
extern void delay( int );
extern int vuprintf(const char *, va_list);
extern hrtime_t dtrace_abs_to_nano(uint64_t);
__private_extern__ const char * strstr(const char *, const char *);
#undef proc_t
#define LIT_STRNEQL(s1, lit_s2) (0 == strncmp( (s1), (lit_s2), sizeof((lit_s2)) ))
#define LIT_STRNSTART(s1, lit_s2) (0 == strncmp( (s1), (lit_s2), sizeof((lit_s2)) - 1 ))
#define KERNELBASE VM_MIN_KERNEL_ADDRESS
#endif
#endif