workqueue_internal.h [plain text]
#ifndef _WORKQUEUE_INTERNAL_H_
#define _WORKQUEUE_INTERNAL_H_
#define WQOPS_THREAD_RETURN 4
#define WQOPS_QUEUE_NEWSPISUPP 0x10
#define WQOPS_QUEUE_REQTHREADS 0x20
#define WQOPS_QUEUE_REQTHREADS2 0x30
#define WQ_FLAG_THREAD_PRIOMASK 0x0000ffff
#define WQ_FLAG_THREAD_PRIOSHIFT (8ull)
#define WQ_FLAG_THREAD_OVERCOMMIT 0x00010000
#define WQ_FLAG_THREAD_REUSE 0x00020000
#define WQ_FLAG_THREAD_NEWSPI 0x00040000
#ifdef KERNEL
#define SCHED_CALL_BLOCK 0x1
#define SCHED_CALL_UNBLOCK 0x2
enum {
KWE_THREAD_INWAIT = 1,
KWE_THREAD_PREPOST,
KWE_THREAD_BROADCAST,
};
#define WORKQUEUE_HIGH_PRIOQUEUE 0
#define WORKQUEUE_DEFAULT_PRIOQUEUE 1
#define WORKQUEUE_LOW_PRIOQUEUE 2
#define WORKQUEUE_BG_PRIOQUEUE 3
#define WORKQUEUE_NUM_BUCKETS 6
#define WORKQUEUE_CONSTRAINED_FACTOR 5
#define WORKQUEUE_OVERCOMMIT 0x10000
struct threadlist {
TAILQ_ENTRY(threadlist) th_entry;
thread_t th_thread;
int th_flags;
uint8_t th_priority;
uint8_t th_policy;
struct workqueue *th_workq;
mach_vm_size_t th_stacksize;
mach_vm_size_t th_allocsize;
mach_vm_offset_t th_stackaddr;
mach_port_name_t th_thport;
};
#define TH_LIST_INITED 0x01
#define TH_LIST_RUNNING 0x02
#define TH_LIST_BLOCKED 0x04
#define TH_LIST_SUSPENDED 0x08
#define TH_LIST_BUSY 0x10
#define TH_LIST_NEED_WAKEUP 0x20
#define TH_LIST_CONSTRAINED 0x40
struct workqueue {
proc_t wq_proc;
vm_map_t wq_map;
task_t wq_task;
thread_call_t wq_atimer_call;
int wq_flags;
int wq_lflags;
uint64_t wq_thread_yielded_timestamp;
uint32_t wq_thread_yielded_count;
uint32_t wq_timer_interval;
uint32_t wq_max_concurrency;
uint32_t wq_threads_scheduled;
uint32_t wq_constrained_threads_scheduled;
uint32_t wq_nthreads;
uint32_t wq_thidlecount;
uint32_t wq_reqcount;
TAILQ_HEAD(, threadlist) wq_thrunlist;
TAILQ_HEAD(, threadlist) wq_thidlelist;
uint16_t wq_requests[WORKQUEUE_NUM_BUCKETS];
uint16_t wq_ocrequests[WORKQUEUE_NUM_BUCKETS];
uint16_t wq_reqconc[WORKQUEUE_NUM_BUCKETS];
uint16_t wq_thscheduled_count[WORKQUEUE_NUM_BUCKETS];
uint32_t wq_thactive_count[WORKQUEUE_NUM_BUCKETS] __attribute__((aligned(4)));
uint64_t wq_lastblocked_ts[WORKQUEUE_NUM_BUCKETS] __attribute__((aligned(8)));
};
#define WQ_LIST_INITED 0x01
#define WQ_ATIMER_RUNNING 0x02
#define WQ_EXITING 0x04
#define WQL_ATIMER_BUSY 0x01
#define WQL_ATIMER_WAITING 0x02
#define WQL_EXCEEDED_CONSTRAINED_THREAD_LIMIT 0x04
#define WQL_EXCEEDED_TOTAL_THREAD_LIMIT 0x08
#define WQ_VECT_SET_BIT(vector, bit) \
vector[(bit) / 32] |= (1 << ((bit) % 32))
#define WQ_VECT_CLEAR_BIT(vector, bit) \
vector[(bit) / 32] &= ~(1 << ((bit) % 32))
#define WQ_VECT_TEST_BIT(vector, bit) \
vector[(bit) / 32] & (1 << ((bit) % 32))
#define WORKQUEUE_MAXTHREADS 512
#define WQ_YIELDED_THRESHOLD 2000
#define WQ_YIELDED_WINDOW_USECS 30000
#define WQ_STALLED_WINDOW_USECS 200
#define WQ_REDUCE_POOL_WINDOW_USECS 5000000
#define WQ_MAX_TIMER_INTERVAL_USECS 50000
#endif // KERNEL
#endif // _WORKQUEUE_INTERNAL_H_