#ifndef _KERN_TASK_H_
#define _KERN_TASK_H_
#include <kern/kern_types.h>
#include <mach/mach_types.h>
#include <sys/cdefs.h>
#ifdef XNU_KERNEL_PRIVATE
#include <kern/kern_cdata.h>
#include <mach/sfi_class.h>
#include <kern/queue.h>
#endif
#ifdef MACH_KERNEL_PRIVATE
#include <mach/boolean.h>
#include <mach/port.h>
#include <mach/time_value.h>
#include <mach/message.h>
#include <mach/mach_param.h>
#include <mach/task_info.h>
#include <mach/exception_types.h>
#include <mach/vm_statistics.h>
#include <machine/task.h>
#include <kern/cpu_data.h>
#include <kern/queue.h>
#include <kern/exception.h>
#include <kern/locks.h>
#include <security/_label.h>
#include <ipc/ipc_port.h>
#include <kern/thread.h>
#include <mach/coalition.h>
#ifdef CONFIG_ATM
#include <atm/atm_internal.h>
#endif
struct _cpu_time_qos_stats {
uint64_t cpu_time_qos_default;
uint64_t cpu_time_qos_maintenance;
uint64_t cpu_time_qos_background;
uint64_t cpu_time_qos_utility;
uint64_t cpu_time_qos_legacy;
uint64_t cpu_time_qos_user_initiated;
uint64_t cpu_time_qos_user_interactive;
};
#ifdef CONFIG_BANK
#include <bank/bank_internal.h>
#endif
struct task {
decl_lck_mtx_data(,lock)
uint32_t ref_count;
boolean_t active;
boolean_t halting;
vm_map_t map;
queue_chain_t tasks;
void *user_data;
#if defined(CONFIG_SCHED_MULTIQ)
sched_group_t sched_group;
#endif
queue_head_t threads;
processor_set_t pset_hint;
struct affinity_space *affinity_space;
int thread_count;
uint32_t active_thread_count;
int suspend_count;
integer_t user_stop_count;
integer_t legacy_stop_count;
integer_t priority;
integer_t max_priority;
integer_t importance;
security_token_t sec_token;
audit_token_t audit_token;
uint64_t total_user_time;
uint64_t total_system_time;
uint32_t vtimers;
decl_lck_mtx_data(,itk_lock_data)
struct ipc_port *itk_self;
struct ipc_port *itk_nself;
struct ipc_port *itk_sself;
struct exception_action exc_actions[EXC_TYPES_COUNT];
struct ipc_port *itk_host;
struct ipc_port *itk_bootstrap;
struct ipc_port *itk_seatbelt;
struct ipc_port *itk_gssd;
struct ipc_port *itk_debug_control;
struct ipc_port *itk_task_access;
struct ipc_port *itk_resume;
struct ipc_port *itk_registered[TASK_PORT_REGISTER_MAX];
struct ipc_space *itk_space;
queue_head_t semaphore_list;
int semaphores_owned;
ledger_t ledger;
unsigned int priv_flags;
#define VM_BACKING_STORE_PRIV 0x1
MACHINE_TASK
integer_t faults;
integer_t pageins;
integer_t cow_faults;
integer_t messages_sent;
integer_t messages_received;
integer_t syscalls_mach;
integer_t syscalls_unix;
uint32_t c_switch;
uint32_t p_switch;
uint32_t ps_switch;
#ifdef MACH_BSD
void *bsd_info;
#endif
kcdata_descriptor_t corpse_info;
void * corpse_info_kernel;
queue_chain_t corpse_tasks;
#ifdef CONFIG_MACF
struct label * crash_label;
#endif
struct vm_shared_region *shared_region;
volatile uint32_t t_flags;
#define TF_NONE 0
#define TF_64B_ADDR 0x00000001
#define TF_64B_DATA 0x00000002
#define TF_CPUMON_WARNING 0x00000004
#define TF_WAKEMON_WARNING 0x00000008
#define TF_TELEMETRY (TF_CPUMON_WARNING | TF_WAKEMON_WARNING)
#define TF_GPU_DENIED 0x00000010
#define TF_CORPSE 0x00000020
#define TF_PENDING_CORPSE 0x00000040
#define TF_CORPSE_FORK 0x00000080
#define TF_LRETURNWAIT 0x00000100
#define TF_LRETURNWAITER 0x00000200
#define task_has_64BitAddr(task) \
(((task)->t_flags & TF_64B_ADDR) != 0)
#define task_set_64BitAddr(task) \
((task)->t_flags |= TF_64B_ADDR)
#define task_clear_64BitAddr(task) \
((task)->t_flags &= ~TF_64B_ADDR)
#define task_has_64BitData(task) \
(((task)->t_flags & TF_64B_DATA) != 0)
#define task_is_a_corpse(task) \
(((task)->t_flags & TF_CORPSE) != 0)
#define task_set_corpse(task) \
((task)->t_flags |= TF_CORPSE)
#define task_corpse_pending_report(task) \
(((task)->t_flags & TF_PENDING_CORPSE) != 0)
#define task_set_corpse_pending_report(task) \
((task)->t_flags |= TF_PENDING_CORPSE)
#define task_clear_corpse_pending_report(task) \
((task)->t_flags &= ~TF_PENDING_CORPSE)
#define task_is_a_corpse_fork(task) \
(((task)->t_flags & TF_CORPSE_FORK) != 0)
uint32_t t_procflags;
#define TPF_NONE 0
#define TPF_DID_EXEC 0x00000001
#define TPF_EXEC_COPY 0x00000002
#define task_did_exec_internal(task) \
(((task)->t_procflags & TPF_DID_EXEC) != 0)
#define task_is_exec_copy_internal(task) \
(((task)->t_procflags & TPF_EXEC_COPY) != 0)
mach_vm_address_t all_image_info_addr;
mach_vm_size_t all_image_info_size;
#if KPERF
#define TASK_PMC_FLAG 0x1
#define TASK_KPC_FORCED_ALL_CTRS 0x2
uint32_t t_chud;
#endif
boolean_t pidsuspended;
boolean_t frozen;
boolean_t changing_freeze_state;
uint16_t policy_ru_cpu :4,
policy_ru_cpu_ext :4,
applied_ru_cpu :4,
applied_ru_cpu_ext :4;
uint8_t rusage_cpu_flags;
uint8_t rusage_cpu_percentage;
uint64_t rusage_cpu_interval;
uint8_t rusage_cpu_perthr_percentage;
uint64_t rusage_cpu_perthr_interval;
uint64_t rusage_cpu_deadline;
thread_call_t rusage_cpu_callt;
#if CONFIG_ATM
struct atm_task_descriptor *atm_context;
#endif
#if CONFIG_BANK
struct bank_task *bank_context;
#endif
#if IMPORTANCE_INHERITANCE
struct ipc_importance_task *task_imp_base;
#endif
vm_extmod_statistics_data_t extmod_statistics;
#if MACH_ASSERT
int8_t suspends_outstanding;
#endif
struct task_requested_policy requested_policy;
struct task_effective_policy effective_policy;
uint32_t low_mem_notified_warn :1,
low_mem_notified_critical :1,
purged_memory_warn :1,
purged_memory_critical :1,
low_mem_privileged_listener :1,
mem_notify_reserved :27;
io_stat_info_t task_io_stats;
uint64_t task_immediate_writes __attribute__((aligned(8)));
uint64_t task_deferred_writes __attribute__((aligned(8)));
uint64_t task_invalidated_writes __attribute__((aligned(8)));
uint64_t task_metadata_writes __attribute__((aligned(8)));
struct _cpu_time_qos_stats cpu_time_qos_stats;
uint32_t task_timer_wakeups_bin_1;
uint32_t task_timer_wakeups_bin_2;
uint64_t task_gpu_ns;
uint64_t task_energy;
int task_volatile_objects;
int task_nonvolatile_objects;
boolean_t task_purgeable_disowning;
boolean_t task_purgeable_disowned;
coalition_t coalition[COALITION_NUM_TYPES];
queue_chain_t task_coalition[COALITION_NUM_TYPES];
uint64_t dispatchqueue_offset;
#if DEVELOPMENT || DEBUG
boolean_t task_unnested;
int task_disconnected_count;
#endif
#if HYPERVISOR
void *hv_task_target;
#endif
#if CONFIG_SECLUDED_MEMORY
boolean_t task_can_use_secluded_mem;
boolean_t task_could_use_secluded_mem;
boolean_t task_could_also_use_secluded_mem;
#endif
queue_head_t io_user_clients;
uint32_t exec_token;
};
#define task_lock(task) lck_mtx_lock(&(task)->lock)
#define task_lock_assert_owned(task) lck_mtx_assert(&(task)->lock, LCK_MTX_ASSERT_OWNED)
#define task_lock_try(task) lck_mtx_try_lock(&(task)->lock)
#define task_unlock(task) lck_mtx_unlock(&(task)->lock)
#define itk_lock_init(task) lck_mtx_init(&(task)->itk_lock_data, &ipc_lck_grp, &ipc_lck_attr)
#define itk_lock_destroy(task) lck_mtx_destroy(&(task)->itk_lock_data, &ipc_lck_grp)
#define itk_lock(task) lck_mtx_lock(&(task)->itk_lock_data)
#define itk_unlock(task) lck_mtx_unlock(&(task)->itk_lock_data)
#define TASK_REFERENCE_LEAK_DEBUG 0
#if TASK_REFERENCE_LEAK_DEBUG
extern void task_reference_internal(task_t task);
extern uint32_t task_deallocate_internal(task_t task);
#else
#define task_reference_internal(task) \
(void)hw_atomic_add(&(task)->ref_count, 1)
#define task_deallocate_internal(task) \
hw_atomic_sub(&(task)->ref_count, 1)
#endif
#define task_reference(task) \
MACRO_BEGIN \
if ((task) != TASK_NULL) \
task_reference_internal(task); \
MACRO_END
extern kern_return_t kernel_task_create(
task_t task,
vm_offset_t map_base,
vm_size_t map_size,
task_t *child);
extern void task_init(void);
extern void init_task_ledgers(void);
#define current_task_fast() (current_thread()->task)
#define current_task() current_task_fast()
extern lck_attr_t task_lck_attr;
extern lck_grp_t task_lck_grp;
#else
__BEGIN_DECLS
extern task_t current_task(void);
extern void task_reference(task_t task);
#define TF_NONE 0
#define TF_LRETURNWAIT 0x00000100
#define TF_LRETURNWAITER 0x00000200
#define TPF_NONE 0
#define TPF_EXEC_COPY 0x00000002
__END_DECLS
#endif
__BEGIN_DECLS
#ifdef XNU_KERNEL_PRIVATE
extern kern_return_t task_hold(
task_t task);
extern kern_return_t task_wait(
task_t task,
boolean_t until_not_runnable);
extern kern_return_t task_release(
task_t task);
extern kern_return_t task_suspend_internal( task_t task);
extern kern_return_t task_resume_internal( task_t task);
extern kern_return_t task_pidsuspend(
task_t task);
extern kern_return_t task_pidsuspend_locked(
task_t task);
extern kern_return_t task_pidresume(
task_t task);
extern kern_return_t task_send_trace_memory(
task_t task,
uint32_t pid,
uint64_t uniqueid);
#if DEVELOPMENT || DEBUG
extern kern_return_t task_disconnect_page_mappings(
task_t task);
#endif
extern void tasks_system_suspend(boolean_t suspend);
#if CONFIG_FREEZE
extern kern_return_t task_freeze(
task_t task,
uint32_t *purgeable_count,
uint32_t *wired_count,
uint32_t *clean_count,
uint32_t *dirty_count,
uint32_t dirty_budget,
boolean_t *shared,
boolean_t walk_only);
extern kern_return_t task_thaw(
task_t task);
#endif
extern kern_return_t task_start_halt(
task_t task);
extern void task_complete_halt(
task_t task);
extern kern_return_t task_terminate_internal(
task_t task);
extern kern_return_t task_create_internal(
task_t parent_task,
coalition_t *parent_coalitions,
boolean_t inherit_memory,
boolean_t is_64bit,
uint32_t flags,
uint32_t procflags,
task_t *child_task);
extern void task_power_info_locked(
task_t task,
task_power_info_t info,
gpu_energy_data_t gpu_energy,
uint64_t *task_power);
extern uint64_t task_gpu_utilisation(
task_t task);
extern uint64_t task_energy(
task_t task);
extern void task_vtimer_set(
task_t task,
integer_t which);
extern void task_vtimer_clear(
task_t task,
integer_t which);
extern void task_vtimer_update(
task_t task,
integer_t which,
uint32_t *microsecs);
#define TASK_VTIMER_USER 0x01
#define TASK_VTIMER_PROF 0x02
#define TASK_VTIMER_RLIM 0x04
extern void task_set_64bit(
task_t task,
boolean_t is64bit);
extern void task_backing_store_privileged(
task_t task);
extern void task_set_dyld_info(
task_t task,
mach_vm_address_t addr,
mach_vm_size_t size);
extern int get_task_numacts(
task_t task);
extern int get_task_numactivethreads(task_t task);
extern kern_return_t task_collect_crash_info(task_t task, struct proc *p, int is_corpse_fork);
void task_port_notify(mach_msg_header_t *msg);
void task_wait_till_threads_terminate_locked(task_t task);
extern void set_bsdtask_info(task_t,void *);
extern vm_map_t get_task_map_reference(task_t);
extern vm_map_t swap_task_map(task_t, thread_t, vm_map_t, boolean_t);
extern pmap_t get_task_pmap(task_t);
extern uint64_t get_task_resident_size(task_t);
extern uint64_t get_task_compressed(task_t);
extern uint64_t get_task_resident_max(task_t);
extern uint64_t get_task_phys_footprint(task_t);
extern uint64_t get_task_phys_footprint_max(task_t);
extern uint64_t get_task_phys_footprint_limit(task_t);
extern uint64_t get_task_purgeable_size(task_t);
extern uint64_t get_task_cpu_time(task_t);
extern uint64_t get_task_dispatchqueue_offset(task_t);
extern uint64_t get_task_dispatchqueue_serialno_offset(task_t);
extern uint64_t get_task_uniqueid(task_t);
extern uint64_t get_task_internal(task_t);
extern uint64_t get_task_internal_compressed(task_t);
extern uint64_t get_task_purgeable_nonvolatile(task_t);
extern uint64_t get_task_purgeable_nonvolatile_compressed(task_t);
extern uint64_t get_task_iokit_mapped(task_t);
extern uint64_t get_task_alternate_accounting(task_t);
extern uint64_t get_task_alternate_accounting_compressed(task_t);
extern uint64_t get_task_memory_region_count(task_t);
extern uint64_t get_task_page_table(task_t);
extern kern_return_t task_convert_phys_footprint_limit(int, int *);
extern kern_return_t task_set_phys_footprint_limit_internal(task_t, int, int *, boolean_t);
extern kern_return_t task_get_phys_footprint_limit(task_t task, int *limit_mb);
extern boolean_t is_kerneltask(task_t task);
extern boolean_t is_corpsetask(task_t task);
extern kern_return_t check_actforsig(task_t task, thread_t thread, int setast);
extern kern_return_t machine_task_get_state(
task_t task,
int flavor,
thread_state_t state,
mach_msg_type_number_t *state_count);
extern kern_return_t machine_task_set_state(
task_t task,
int flavor,
thread_state_t state,
mach_msg_type_number_t state_count);
extern void machine_task_terminate(task_t task);
struct _task_ledger_indices {
int cpu_time;
int tkm_private;
int tkm_shared;
int phys_mem;
int wired_mem;
int internal;
int iokit_mapped;
int alternate_accounting;
int alternate_accounting_compressed;
int page_table;
int phys_footprint;
int internal_compressed;
int purgeable_volatile;
int purgeable_nonvolatile;
int purgeable_volatile_compressed;
int purgeable_nonvolatile_compressed;
int platform_idle_wakeups;
int interrupt_wakeups;
#if CONFIG_SCHED_SFI
int sfi_wait_times[MAX_SFI_CLASS_ID];
#endif
#ifdef CONFIG_BANK
int cpu_time_billed_to_me;
int cpu_time_billed_to_others;
#endif
int physical_writes;
int logical_writes;
};
extern struct _task_ledger_indices task_ledgers;
thread_t task_findtid(task_t task, uint64_t tid);
extern kern_return_t task_wakeups_monitor_ctl(task_t task, uint32_t *rate_hz, int32_t *flags);
extern kern_return_t task_cpu_usage_monitor_ctl(task_t task, uint32_t *flags);
extern void task_rollup_accounting_info(task_t new_task, task_t parent_task);
extern kern_return_t task_io_monitor_ctl(task_t task, uint32_t *flags);
extern void task_set_did_exec_flag(task_t task);
extern void task_clear_exec_copy_flag(task_t task);
extern boolean_t task_is_exec_copy(task_t);
extern boolean_t task_did_exec(task_t task);
extern boolean_t task_is_active(task_t task);
extern void task_clear_return_wait(task_t task);
extern void task_wait_to_return(void);
extern event_t task_get_return_wait_event(task_t task);
extern void task_atm_reset(task_t task);
extern void task_bank_reset(task_t task);
extern void task_bank_init(task_t task);
extern int task_pid(task_t task);
extern boolean_t task_has_assertions(task_t task);
extern void task_set_gpu_denied(task_t task, boolean_t denied);
extern boolean_t task_is_gpu_denied(task_t task);
extern queue_head_t * task_io_user_clients(task_t task);
#endif
#ifdef KERNEL_PRIVATE
extern void *get_bsdtask_info(task_t);
extern void *get_bsdthreadtask_info(thread_t);
extern void task_bsdtask_kill(task_t);
extern vm_map_t get_task_map(task_t);
extern ledger_t get_task_ledger(task_t);
extern boolean_t get_task_pidsuspended(task_t);
extern boolean_t get_task_frozen(task_t);
extern ipc_port_t convert_task_to_port(task_t);
extern ipc_port_t convert_task_name_to_port(task_name_t);
extern ipc_port_t convert_task_suspension_token_to_port(task_suspension_token_t task);
extern task_suspension_token_t convert_port_to_task_suspension_token(ipc_port_t port);
extern boolean_t task_suspension_notify(mach_msg_header_t *);
#define TASK_WRITE_IMMEDIATE 0x1
#define TASK_WRITE_DEFERRED 0x2
#define TASK_WRITE_INVALIDATED 0x4
#define TASK_WRITE_METADATA 0x8
extern void task_update_logical_writes(task_t task, uint32_t io_size, int flags, void *vp);
#if CONFIG_SECLUDED_MEMORY
extern void task_set_can_use_secluded_mem(
task_t task,
boolean_t can_use_secluded_mem);
extern void task_set_could_use_secluded_mem(
task_t task,
boolean_t could_use_secluded_mem);
extern void task_set_could_also_use_secluded_mem(
task_t task,
boolean_t could_also_use_secluded_mem);
extern boolean_t task_can_use_secluded_mem(task_t task);
extern boolean_t task_could_use_secluded_mem(task_t task);
#endif
#if CONFIG_MACF
extern struct label *get_task_crash_label(task_t task);
extern void set_task_crash_label(task_t task, struct label *label);
#endif
#endif
extern task_t kernel_task;
extern void task_deallocate(
task_t task);
extern void task_name_deallocate(
task_name_t task_name);
extern void task_suspension_token_deallocate(
task_suspension_token_t token);
__END_DECLS
#endif