#ifndef _KERN_TASK_H_
#define _KERN_TASK_H_
#include <kern/kern_types.h>
#include <mach/mach_types.h>
#include <sys/cdefs.h>
#ifdef MACH_KERNEL_PRIVATE
#include <mach/boolean.h>
#include <mach/port.h>
#include <mach/time_value.h>
#include <mach/message.h>
#include <mach/mach_param.h>
#include <mach/task_info.h>
#include <mach/exception_types.h>
#include <mach/vm_statistics.h>
#include <machine/task.h>
#include <kern/cpu_data.h>
#include <kern/queue.h>
#include <kern/exception.h>
#include <kern/lock.h>
#include <security/_label.h>
#include <ipc/ipc_labelh.h>
#endif
#ifdef XNU_KERNEL_PRIVATE
#define TASK_POLICY_CPU_RESOURCE_USAGE 0
#define TASK_POLICY_WIREDMEM_RESOURCE_USAGE 1
#define TASK_POLICY_VIRTUALMEM_RESOURCE_USAGE 2
#define TASK_POLICY_DISK_RESOURCE_USAGE 3
#define TASK_POLICY_NETWORK_RESOURCE_USAGE 4
#define TASK_POLICY_POWER_RESOURCE_USAGE 5
#define TASK_POLICY_RESOURCE_USAGE_COUNT 6
#define TASK_POLICY_CPUMON_DISABLE 0xFF
#define TASK_POLICY_CPUMON_DEFAULTS 0xFE
#define TASK_POLICY_RESOURCE_ATTRIBUTE_NONE 0x00
#define TASK_POLICY_RESOURCE_ATTRIBUTE_THROTTLE 0x01
#define TASK_POLICY_RESOURCE_ATTRIBUTE_SUSPEND 0x02
#define TASK_POLICY_RESOURCE_ATTRIBUTE_TERMINATE 0x03
#define TASK_POLICY_RESOURCE_ATTRIBUTE_NOTIFY_KQ 0x04
#define TASK_POLICY_RESOURCE_ATTRIBUTE_NOTIFY_EXC 0x05
#define TASK_POLICY_RESOURCE_ATTRIBUTE_DEFAULT TASK_POLICY_RESOURCE_ATTRIBUTE_NONE
#endif
#ifdef MACH_KERNEL_PRIVATE
#include <kern/thread.h>
struct task {
decl_lck_mtx_data(,lock)
uint32_t ref_count;
boolean_t active;
boolean_t halting;
vm_map_t map;
queue_chain_t tasks;
void *user_data;
queue_head_t threads;
processor_set_t pset_hint;
struct affinity_space *affinity_space;
int thread_count;
uint32_t active_thread_count;
int suspend_count;
integer_t user_stop_count;
integer_t legacy_stop_count;
integer_t priority;
integer_t max_priority;
integer_t importance;
security_token_t sec_token;
audit_token_t audit_token;
uint64_t total_user_time;
uint64_t total_system_time;
uint32_t vtimers;
decl_lck_mtx_data(,itk_lock_data)
struct ipc_port *itk_self;
struct ipc_port *itk_nself;
struct ipc_port *itk_sself;
struct exception_action exc_actions[EXC_TYPES_COUNT];
struct ipc_port *itk_host;
struct ipc_port *itk_bootstrap;
struct ipc_port *itk_seatbelt;
struct ipc_port *itk_gssd;
struct ipc_port *itk_task_access;
struct ipc_port *itk_resume;
struct ipc_port *itk_registered[TASK_PORT_REGISTER_MAX];
struct ipc_space *itk_space;
queue_head_t semaphore_list;
int semaphores_owned;
ledger_t ledger;
unsigned int priv_flags;
#define VM_BACKING_STORE_PRIV 0x1
MACHINE_TASK
integer_t faults;
integer_t pageins;
integer_t cow_faults;
integer_t messages_sent;
integer_t messages_received;
integer_t syscalls_mach;
integer_t syscalls_unix;
uint32_t c_switch;
uint32_t p_switch;
uint32_t ps_switch;
zinfo_usage_t tkm_zinfo;
#ifdef MACH_BSD
void *bsd_info;
#endif
struct vm_shared_region *shared_region;
uint32_t t_flags;
#define TF_64B_ADDR 0x1
#define TF_64B_DATA 0x2
#define TF_CPUMON_WARNING 0x4
#define TF_WAKEMON_WARNING 0x8
#define TF_TELEMETRY (TF_CPUMON_WARNING | TF_WAKEMON_WARNING)
#define task_has_64BitAddr(task) \
(((task)->t_flags & TF_64B_ADDR) != 0)
#define task_set_64BitAddr(task) \
((task)->t_flags |= TF_64B_ADDR)
#define task_clear_64BitAddr(task) \
((task)->t_flags &= ~TF_64B_ADDR)
#define task_has_64BitData(task) \
(((task)->t_flags & TF_64B_DATA) != 0)
mach_vm_address_t all_image_info_addr;
mach_vm_size_t all_image_info_size;
#if CONFIG_MACF_MACH
ipc_labelh_t label;
#endif
#if CONFIG_COUNTERS
#define TASK_PMC_FLAG 0x1
uint32_t t_chud;
#endif
boolean_t pidsuspended;
boolean_t frozen;
boolean_t changing_freeze_state;
uint16_t policy_ru_cpu :4,
policy_ru_cpu_ext :4,
applied_ru_cpu :4,
applied_ru_cpu_ext :4;
uint8_t rusage_cpu_flags;
uint8_t rusage_cpu_percentage;
uint64_t rusage_cpu_interval;
uint8_t rusage_cpu_perthr_percentage;
uint64_t rusage_cpu_perthr_interval;
uint64_t rusage_cpu_deadline;
thread_call_t rusage_cpu_callt;
#if IMPORTANCE_INHERITANCE
uint32_t imp_receiver :1,
imp_donor :1,
imp_reserved :30;
uint32_t task_imp_assertcnt;
uint32_t task_imp_externcnt;
#endif
vm_extmod_statistics_data_t extmod_statistics;
#if MACH_ASSERT
int8_t suspends_outstanding;
#endif
struct task_requested_policy requested_policy;
struct task_effective_policy effective_policy;
struct task_pended_policy pended_policy;
uint32_t low_mem_notified_warn :1,
low_mem_notified_critical :1,
purged_memory_warn :1,
purged_memory_critical :1,
mem_notify_reserved :28;
uint32_t task_timer_wakeups_bin_1;
uint32_t task_timer_wakeups_bin_2;
int task_volatile_objects;
};
#define task_lock(task) lck_mtx_lock(&(task)->lock)
#define task_lock_assert_owned(task) lck_mtx_assert(&(task)->lock, LCK_MTX_ASSERT_OWNED)
#define task_lock_try(task) lck_mtx_try_lock(&(task)->lock)
#define task_unlock(task) lck_mtx_unlock(&(task)->lock)
#if CONFIG_MACF_MACH
#define maclabel label->lh_label
#define tasklabel_lock(task) lh_lock((task)->label)
#define tasklabel_unlock(task) lh_unlock((task)->label)
extern void tasklabel_lock2(task_t a, task_t b);
extern void tasklabel_unlock2(task_t a, task_t b);
#endif
#define itk_lock_init(task) lck_mtx_init(&(task)->itk_lock_data, &ipc_lck_grp, &ipc_lck_attr)
#define itk_lock_destroy(task) lck_mtx_destroy(&(task)->itk_lock_data, &ipc_lck_grp)
#define itk_lock(task) lck_mtx_lock(&(task)->itk_lock_data)
#define itk_unlock(task) lck_mtx_unlock(&(task)->itk_lock_data)
#define TASK_REFERENCE_LEAK_DEBUG 0
#if TASK_REFERENCE_LEAK_DEBUG
extern void task_reference_internal(task_t task);
extern uint32_t task_deallocate_internal(task_t task);
#else
#define task_reference_internal(task) \
(void)hw_atomic_add(&(task)->ref_count, 1)
#define task_deallocate_internal(task) \
hw_atomic_sub(&(task)->ref_count, 1)
#endif
#define task_reference(task) \
MACRO_BEGIN \
if ((task) != TASK_NULL) \
task_reference_internal(task); \
MACRO_END
extern kern_return_t kernel_task_create(
task_t task,
vm_offset_t map_base,
vm_size_t map_size,
task_t *child);
extern void task_init(void);
#define current_task_fast() (current_thread()->task)
#define current_task() current_task_fast()
extern lck_attr_t task_lck_attr;
extern lck_grp_t task_lck_grp;
#else
__BEGIN_DECLS
extern task_t current_task(void);
extern void task_reference(task_t task);
__END_DECLS
#endif
__BEGIN_DECLS
#ifdef XNU_KERNEL_PRIVATE
extern kern_return_t task_hold(
task_t task);
extern kern_return_t task_wait(
task_t task,
boolean_t until_not_runnable);
extern kern_return_t task_release(
task_t task);
extern kern_return_t task_pidsuspend(
task_t task);
extern kern_return_t task_pidsuspend_locked(
task_t task);
extern kern_return_t task_pidresume(
task_t task);
#if CONFIG_FREEZE
extern kern_return_t task_freeze(
task_t task,
uint32_t *purgeable_count,
uint32_t *wired_count,
uint32_t *clean_count,
uint32_t *dirty_count,
uint32_t dirty_budget,
boolean_t *shared,
boolean_t walk_only);
extern kern_return_t task_thaw(
task_t task);
#endif
extern kern_return_t task_start_halt(
task_t task);
extern void task_complete_halt(
task_t task);
extern kern_return_t task_terminate_internal(
task_t task);
extern kern_return_t task_create_internal(
task_t parent_task,
boolean_t inherit_memory,
boolean_t is_64bit,
task_t *child_task);
extern kern_return_t task_importance(
task_t task,
integer_t importance);
extern void task_power_info_locked(
task_t task,
task_power_info_t info);
extern void task_vtimer_set(
task_t task,
integer_t which);
extern void task_vtimer_clear(
task_t task,
integer_t which);
extern void task_vtimer_update(
task_t task,
integer_t which,
uint32_t *microsecs);
#define TASK_VTIMER_USER 0x01
#define TASK_VTIMER_PROF 0x02
#define TASK_VTIMER_RLIM 0x04
extern void task_set_64bit(
task_t task,
boolean_t is64bit);
extern void task_backing_store_privileged(
task_t task);
extern void task_set_dyld_info(
task_t task,
mach_vm_address_t addr,
mach_vm_size_t size);
extern int get_task_numacts(
task_t task);
extern int get_task_numactivethreads(task_t task);
extern void set_bsdtask_info(task_t,void *);
extern vm_map_t get_task_map_reference(task_t);
extern vm_map_t swap_task_map(task_t, thread_t, vm_map_t, boolean_t);
extern pmap_t get_task_pmap(task_t);
extern uint64_t get_task_resident_size(task_t);
extern uint64_t get_task_phys_footprint(task_t);
extern uint64_t get_task_phys_footprint_max(task_t);
extern kern_return_t task_set_phys_footprint_limit_internal(task_t, int, int *, boolean_t);
extern kern_return_t task_get_phys_footprint_limit(task_t task, int *limit_mb);
extern boolean_t is_kerneltask(task_t task);
extern kern_return_t check_actforsig(task_t task, thread_t thread, int setast);
extern kern_return_t machine_task_get_state(
task_t task,
int flavor,
thread_state_t state,
mach_msg_type_number_t *state_count);
extern kern_return_t machine_task_set_state(
task_t task,
int flavor,
thread_state_t state,
mach_msg_type_number_t state_count);
extern void machine_task_terminate(task_t task);
struct _task_ledger_indices {
int cpu_time;
int tkm_private;
int tkm_shared;
int phys_mem;
int wired_mem;
int iokit_mem;
int phys_footprint;
int phys_compressed;
int platform_idle_wakeups;
int interrupt_wakeups;
};
extern struct _task_ledger_indices task_ledgers;
#define TASK_POLICY_DISABLE 0x0
#define TASK_POLICY_ENABLE 0x1
#define TASK_POLICY_INTERNAL 0x0
#define TASK_POLICY_EXTERNAL 0x1
#define TASK_POLICY_ATTRIBUTE 0x2
#define TASK_POLICY_TASK 0x4
#define TASK_POLICY_THREAD 0x8
#define TASK_POLICY_DARWIN_BG 0x21
#define TASK_POLICY_IOPOL 0x22
#define TASK_POLICY_IO 0x23
#define TASK_POLICY_PASSIVE_IO 0x24
#define TASK_POLICY_DARWIN_BG_AND_GPU 0x25
#define TASK_POLICY_GPU_DENY 0x26
#define TASK_POLICY_DARWIN_BG_IOPOL 0x27
#define TASK_POLICY_TAL 0x28
#define TASK_POLICY_BOOST 0x29
#define TASK_POLICY_ROLE 0x2A
#define TASK_POLICY_SUPPRESSED_CPU 0x2B
#define TASK_POLICY_TERMINATED 0x2C
#define TASK_POLICY_NEW_SOCKETS_BG 0x2D
#define TASK_POLICY_LOWPRI_CPU 0x2E
#define TASK_POLICY_LATENCY_QOS 0x2F
#define TASK_POLICY_THROUGH_QOS 0x30
#define TASK_POLICY_WATCHERS_BG 0x31
#define TASK_POLICY_PIDBIND_BG 0x32
#define TASK_POLICY_WORKQ_BG 0x33
#define TASK_POLICY_MAX 0x3F
extern void proc_set_task_policy(task_t task, thread_t thread, int category, int flavor, int value);
extern int proc_get_task_policy(task_t task, thread_t thread, int category, int flavor);
extern void proc_set_task_policy_thread(task_t task, uint64_t tid, int category, int flavor, int value);
extern void proc_set_task_apptype(task_t task, int type);
#define THROTTLE_LEVEL_NONE -1
#define THROTTLE_LEVEL_TIER0 0
#define THROTTLE_LEVEL_THROTTLED 1
#define THROTTLE_LEVEL_TIER1 1
#define THROTTLE_LEVEL_TIER2 2
#define THROTTLE_LEVEL_TIER3 3
#define THROTTLE_LEVEL_START 0
#define THROTTLE_LEVEL_END 3
#define THROTTLE_LEVEL_COMPRESSOR_TIER0 THROTTLE_LEVEL_TIER0
#define THROTTLE_LEVEL_COMPRESSOR_TIER1 THROTTLE_LEVEL_TIER1
#define THROTTLE_LEVEL_COMPRESSOR_TIER2 THROTTLE_LEVEL_TIER2
#define THROTTLE_LEVEL_PAGEOUT_THROTTLED THROTTLE_LEVEL_TIER2
#define THROTTLE_LEVEL_PAGEOUT_UNTHROTTLED THROTTLE_LEVEL_TIER1
extern int proc_apply_workq_bgthreadpolicy(thread_t thread);
extern int proc_restore_workq_bgthreadpolicy(thread_t thread);
extern int proc_get_darwinbgstate(task_t task, uint32_t *flagsp);
extern boolean_t proc_task_is_tal(task_t task);
extern integer_t task_grab_latency_qos(task_t task);
extern void task_policy_create(task_t task, int parent_boosted);
extern int proc_get_effective_task_policy(task_t task, int flavor);
extern int proc_get_effective_thread_policy(thread_t thread, int flavor);
int proc_setthread_saved_importance(thread_t thread, int importance);
int proc_get_task_ruse_cpu(task_t task, uint32_t *policyp, uint8_t *percentagep, uint64_t *intervalp, uint64_t *deadlinep);
int proc_set_task_ruse_cpu(task_t task, uint32_t policy, uint8_t percentage, uint64_t interval, uint64_t deadline, int cpumon_entitled);
int proc_clear_task_ruse_cpu(task_t task, int cpumon_entitled);
thread_t task_findtid(task_t, uint64_t);
void set_thread_iotier_override(thread_t, int policy);
#define TASK_RUSECPU_FLAGS_PROC_LIMIT 0x01
#define TASK_RUSECPU_FLAGS_PERTHR_LIMIT 0x02
#define TASK_RUSECPU_FLAGS_DEADLINE 0x04
#define TASK_RUSECPU_FLAGS_FATAL_CPUMON 0x08
#define TASK_RUSECPU_FLAGS_FATAL_WAKEUPSMON 0x10
#define TASK_RUSECPU_FLAGS_PHYS_FOOTPRINT_EXCEPTION 0x20
extern int proc_apply_resource_actions(void * p, int type, int action);
extern int proc_restore_resource_actions(void * p, int type, int action);
extern int task_restore_resource_actions(task_t task, int type);
extern int task_clear_cpuusage(task_t task, int cpumon_entitled);
extern kern_return_t task_wakeups_monitor_ctl(task_t task, uint32_t *rate_hz, int32_t *flags);
extern kern_return_t task_cpu_usage_monitor_ctl(task_t task, uint32_t *flags);
void task_importance_mark_donor(task_t task, boolean_t donating);
#if IMPORTANCE_INHERITANCE
extern boolean_t task_is_importance_donor(task_t task);
extern boolean_t task_is_importance_receiver(task_t task);
extern int task_importance_hold_internal_assertion(task_t target_task, uint32_t count);
extern int task_importance_drop_internal_assertion(task_t target_task, uint32_t count);
extern int task_importance_hold_external_assertion(task_t target_task, uint32_t count);
extern int task_importance_drop_external_assertion(task_t target_task, uint32_t count);
extern int task_importance_externalize_assertion(task_t target_task, uint32_t count, int sender_pid);
#endif
extern void task_hold_multiple_assertion(task_t task, uint32_t count);
extern void task_add_importance_watchport(task_t task, int pid, mach_port_t port, int *boostp);
extern boolean_t task_has_been_notified(task_t task, int pressurelevel);
extern boolean_t task_used_for_purging(task_t task, int pressurelevel);
extern void task_mark_has_been_notified(task_t task, int pressurelevel);
extern void task_mark_used_for_purging(task_t task, int pressurelevel);
extern void task_clear_has_been_notified(task_t task, int pressurelevel);
extern void task_clear_used_for_purging(task_t task);
extern int task_importance_estimate(task_t task);
#define audit_token_pid_from_task(task) ((task)->audit_token.val[5])
#endif
#ifdef KERNEL_PRIVATE
extern void *get_bsdtask_info(task_t);
extern void *get_bsdthreadtask_info(thread_t);
extern vm_map_t get_task_map(task_t);
extern ledger_t get_task_ledger(task_t);
extern boolean_t get_task_pidsuspended(task_t);
extern boolean_t get_task_frozen(task_t);
extern ipc_port_t convert_task_to_port(task_t);
extern ipc_port_t convert_task_name_to_port(task_name_t);
extern ipc_port_t convert_task_suspension_token_to_port(task_suspension_token_t task);
extern task_suspension_token_t convert_port_to_task_suspension_token(ipc_port_t port);
extern boolean_t task_suspension_notify(mach_msg_header_t *);
#endif
extern task_t kernel_task;
extern void task_deallocate(
task_t task);
extern void task_name_deallocate(
task_name_t task_name);
extern void task_suspension_token_deallocate(
task_suspension_token_t token);
__END_DECLS
#endif