pthread_internals.h [plain text]
#ifndef _POSIX_PTHREAD_INTERNALS_H
#define _POSIX_PTHREAD_INTERNALS_H
#define _PTHREAD_ATTR_T
struct _pthread_attr_t;
typedef struct _pthread_attr_t pthread_attr_t;
#include <assert.h>
#include <stddef.h>
#include <stdint.h>
#include <stdlib.h>
#include <limits.h>
#include <errno.h>
#include <mach/mach.h>
#include <mach/mach_error.h>
#include <libkern/OSAtomic.h>
#ifndef __POSIX_LIB__
#define __POSIX_LIB__
#endif
#include "posix_sched.h"
#include <sys/queue.h>
#include "pthread_machdep.h"
#include "pthread_spinlock.h"
TAILQ_HEAD(__pthread_list, _pthread);
extern int __pthread_lock_debug;
extern int __pthread_lock_old;
extern struct __pthread_list __pthread_head;
extern pthread_lock_t _pthread_list_lock;
extern size_t pthreadsize;
#define _EXTERNAL_POSIX_THREAD_KEYS_MAX 512
#define _INTERNAL_POSIX_THREAD_KEYS_MAX 256
#define _INTERNAL_POSIX_THREAD_KEYS_END 768
#define MAXTHREADNAMESIZE 64
#define _PTHREAD_T
typedef struct _pthread
{
long sig;
struct __darwin_pthread_handler_rec *__cleanup_stack;
pthread_lock_t lock;
uint32_t detached:8,
inherit:8,
policy:8,
freeStackOnExit:1,
newstyle:1,
kernalloc:1,
schedset:1,
wqthread:1,
wqkillset:1,
pad:2;
size_t guardsize;
#if !defined(__LP64__)
int pad0;
#endif
struct sched_param param;
uint32_t cancel_error;
#if defined(__LP64__)
uint32_t cancel_pad;
#endif
struct _pthread *joiner;
#if !defined(__LP64__)
int pad1;
#endif
void *exit_value;
semaphore_t death;
mach_port_t kernel_thread;
void *(*fun)(void*);
void *arg;
int cancel_state;
int err_no;
void *tsd[_EXTERNAL_POSIX_THREAD_KEYS_MAX + _INTERNAL_POSIX_THREAD_KEYS_MAX];
void *stackaddr;
size_t stacksize;
mach_port_t reply_port;
#if defined(__LP64__)
int pad2;
#endif
void *cthread_self;
uint32_t childrun:1,
parentcheck:1,
childexit:1,
pad3:29;
#if defined(__LP64__)
int pad4;
#endif
TAILQ_ENTRY(_pthread) plist;
void * freeaddr;
size_t freesize;
mach_port_t joiner_notify;
char pthread_name[MAXTHREADNAMESIZE];
int max_tsd_key;
void * cur_workq;
void * cur_workitem;
uint64_t thread_id;
} *pthread_t;
struct _pthread_attr_t
{
long sig;
pthread_lock_t lock;
uint32_t detached:8,
inherit:8,
policy:8,
freeStackOnExit:1,
fastpath:1,
schedset:1,
reserved1:5;
size_t guardsize;
int reserved2;
struct sched_param param;
void *stackaddr;
size_t stacksize;
boolean_t reserved3;
};
#define _PTHREAD_MUTEX_POLICY_NONE 0
#define _PTHREAD_MUTEX_POLICY_FAIRSHARE 1
#define _PTHREAD_MUTEX_POLICY_FIRSTFIT 2
#define _PTHREAD_MUTEX_POLICY_REALTIME 3
#define _PTHREAD_MUTEX_POLICY_ADAPTIVE 4
#define _PTHREAD_MUTEX_POLICY_PRIPROTECT 5
#define _PTHREAD_MUTEX_POLICY_PRIINHERIT 6
#define _PTHREAD_MUTEXATTR_T
typedef struct
{
long sig;
int prioceiling;
uint32_t protocol:2,
type:2,
pshared:2,
policy:3,
rfu:23;
} pthread_mutexattr_t;
struct _pthread_mutex_options {
uint32_t protocol:2,
type:2,
pshared:2,
policy:3,
hold:2,
misalign:1,
notify:1,
mutex:1,
rfu:2,
lock_count:16;
};
#define _PTHREAD_MTX_OPT_PSHARED 0x010
#define _PTHREAD_MTX_OPT_HOLD 0x200
#define _PTHREAD_MTX_OPT_NOMTX 0x400
#define _PTHREAD_MTX_OPT_NOTIFY 0x1000
#define _PTHREAD_MTX_OPT_MUTEX 0x2000
#define _PTHREAD_MUTEX_T
typedef struct _pthread_mutex
{
long sig;
pthread_lock_t lock;
union {
uint32_t value;
struct _pthread_mutex_options options;
} mtxopts;
int16_t prioceiling;
int16_t priority;
uint32_t waiters;
pthread_t owner;
struct _pthread_mutex *next, *prev;
struct _pthread_cond *busy;
semaphore_t sem;
semaphore_t order;
} pthread_mutex_t;
typedef struct _npthread_mutex
{
long sig;
pthread_lock_t lock;
union {
uint32_t value;
struct _pthread_mutex_options options;
} mtxopts;
int16_t prioceiling;
int16_t priority;
uint32_t m_seq[3];
#if defined(__LP64__)
uint64_t m_tid;
uint32_t * m_lseqaddr;
uint32_t * m_useqaddr;
uint32_t reserved[2];
#else
uint32_t * m_lseqaddr;
uint64_t m_tid;
uint32_t * m_useqaddr;
#endif
} npthread_mutex_t;
#define _PTHREAD_CONDATTR_T
typedef struct
{
long sig;
uint32_t pshared:2,
unsupported:30;
} pthread_condattr_t;
#define _PTHREAD_COND_T
typedef struct _pthread_cond
{
long sig;
pthread_lock_t lock;
uint32_t waiters:15,
sigspending:15,
pshared:2;
struct _pthread_cond *next, *prev;
struct _pthread_mutex *busy;
semaphore_t sem;
} pthread_cond_t;
typedef struct _npthread_cond
{
long sig;
pthread_lock_t lock;
uint32_t rfu:29,
misalign: 1,
pshared:2;
struct _npthread_mutex *busy;
uint32_t c_seq[3];
#if defined(__LP64__)
uint32_t reserved[3];
#endif
} npthread_cond_t;
#define _PTHREAD_ONCE_T
typedef struct
{
long sig;
pthread_lock_t lock;
} pthread_once_t;
#define _PTHREAD_RWLOCKATTR_T
typedef struct {
long sig;
int pshared;
int rfu[2];
} pthread_rwlockattr_t;
#define _PTHREAD_RWLOCK_T
typedef struct {
long sig;
pthread_mutex_t lock;
int state;
pthread_cond_t read_signal;
pthread_cond_t write_signal;
int blocked_writers;
int reserved;
pthread_t owner;
int rfu[1];
int pshared;
} pthread_rwlock_t;
#define PTHRW_RFU_64BIT 124
#define PTHRW_RFU_32BIT 72
#define _PTHREAD_RWLOCK_T
typedef struct {
long sig;
pthread_lock_t lock;
#if defined(__LP64__)
int reserv;
volatile uint32_t rw_seq[4];
pthread_t rw_owner;
#else
volatile uint32_t rw_seq[4];
pthread_t rw_owner;
int reserv;
#endif
volatile uint32_t * rw_lcntaddr;
volatile uint32_t * rw_seqaddr;
volatile uint32_t * rw_ucntaddr;
uint32_t rw_flags;
int misalign;
#if defined(__LP64__)
char rfu[PTHRW_RFU_64BIT];
#else
char rfu[PTHRW_RFU_32BIT];
#endif
int pshared;
} npthread_rwlock_t;
#define PTHRW_KERN_PROCESS_SHARED 0x10
#define PTHRW_KERN_PROCESS_PRIVATE 0x20
#define PTHRW_KERN_PROCESS_FLAGS_MASK 0x30
#define _PTHREAD_RWLOCK_UPGRADE_TRY 0x10000
#define PTH_RWL_KBIT 0x01
#define PTH_RWL_EBIT 0x02
#define PTH_RWL_WBIT 0x04
#define PTH_RWL_PBIT 0x04
#define PTH_RWL_YBIT 0x08
#define PTH_RWL_RETRYBIT 0x08
#define PTH_RWL_LBIT 0x10
#define PTH_RWL_MTXNONE 0x10
#define PTH_RWL_UBIT 0x20
#define PTH_RWL_MTX_WAIT 0x20
#define PTH_RWL_RBIT 0x40
#define PTH_RWL_MBIT 0x40
#define PTH_RWL_TRYLKBIT 0x40
#define PTH_RWL_IBIT 0x80
#define PTH_RWU_SBIT 0x01
#define PTH_RWU_BBIT 0x02
#define PTHRW_RWL_INIT PTH_RWL_IBIT
#define PTHRW_RWLOCK_INIT (PTH_RWL_IBIT | PTH_RWL_RBIT)
#define PTH_RWLOCK_RESET_RBIT 0xffffffbf
#define PTHRW_INC 0x100
#define PTHRW_BIT_MASK 0x000000ff
#define PTHRW_UN_BIT_MASK 0x000000bf
#define PTH_RWS_SBIT 0x01
#define PTH_RWS_IBIT 0x02
#define PTH_RWS_CV_CBIT PTH_RWS_SBIT
#define PTH_RWS_CV_PBIT PTH_RWS_IBIT
#define PTH_RWS_CV_BITSALL (PTH_RWS_CV_CBIT | PTH_RWS_CV_PBIT)
#define PTH_RWS_CV_MBIT PTH_RWL_MBIT
#define PTH_RWS_CV_RESET_PBIT 0xfffffffd
#define PTH_RWS_WSVBIT 0x04
#define PTH_RWS_USVBIT 0x08
#define PTH_RWS_YSVBIT 0x10
#define PTHRW_RWS_INIT PTH_RWS_SBIT
#define PTHRW_RWS_SAVEMASK (PTH_RWS_WSVBIT|PTH_RWS_USVBIT|PTH_RWS_YSVBIT)
#define PTHRW_SW_Reset_BIT_MASK 0x000000fe
#define PTHRW_COUNT_SHIFT 8
#define PTHRW_COUNT_MASK 0xffffff00
#define PTHRW_MAX_READERS 0xffffff00
#define PTHREAD_MTX_TID_SWITCHING (uint64_t)-1
#define can_rwl_readinuser(x) ((((x) & (PTH_RWL_UBIT | PTH_RWL_WBIT | PTH_RWL_KBIT)) == 0)||(((x) & PTH_RWL_LBIT) != 0))
#define can_rwl_longreadinuser(x) (((x) & (PTH_RWL_UBIT | PTH_RWL_WBIT | PTH_RWL_KBIT | PTH_RWL_YBIT)) == 0)
#define is_rwl_ebit_set(x) (((x) & PTH_RWL_EBIT) != 0)
#define is_rwl_eubit_set(x) (((x) & (PTH_RWL_EBIT | PTH_RWL_UBIT)) != 0)
#define is_rwl_wbit_set(x) (((x) & PTH_RWL_WBIT) != 0)
#define is_rwl_lbit_set(x) (((x) & PTH_RWL_LBIT) != 0)
#define is_rwl_ebit_clear(x) (((x) & PTH_RWL_EBIT) == 0)
#define is_rwl_lbit_clear(x) (((x) & PTH_RWL_LBIT) == 0)
#define is_rwl_readoverlap(x) (((x) & PTH_RWL_MBIT) != 0)
#define is_rws_setseq(x) (((x) & PTH_RWS_SBIT))
#define is_rws_setunlockinit(x) (((x) & PTH_RWS_IBIT))
static inline int is_seqlower(uint32_t x, uint32_t y) {
if (x < y) {
if ((y-x) < (PTHRW_MAX_READERS/2))
return(1);
} else {
if ((x-y) > (PTHRW_MAX_READERS/2))
return(1);
}
return(0);
}
static inline int is_seqlower_eq(uint32_t x, uint32_t y) {
if (x==y)
return(1);
else
return(is_seqlower(x,y));
}
static inline int is_seqhigher(uint32_t x, uint32_t y) {
if (x > y) {
if ((x-y) < (PTHRW_MAX_READERS/2))
return(1);
} else {
if ((y-x) > (PTHRW_MAX_READERS/2))
return(1);
}
return(0);
}
static inline int diff_genseq(uint32_t x, uint32_t y) {
if (x == y) {
return(0);
} else if (x > y) {
return(x-y);
} else {
return((PTHRW_MAX_READERS - y) + x + PTHRW_INC);
}
}
#define _PTHREAD_WORKQUEUE_ATTR_T
typedef struct {
uint32_t sig;
int queueprio;
int overcommit;
unsigned int resv2[13];
} pthread_workqueue_attr_t;
#define _PTHREAD_WORKITEM_T
typedef struct _pthread_workitem {
TAILQ_ENTRY(_pthread_workitem) item_entry;
void (*func)(void *);
void * func_arg;
struct _pthread_workqueue * workq;
unsigned int flags;
unsigned int fromcache;
} * pthread_workitem_t;
#define PTH_WQITEM_INKERNEL_QUEUE 1
#define PTH_WQITEM_RUNNING 2
#define PTH_WQITEM_COMPLETED 4
#define PTH_WQITEM_REMOVED 8
#define PTH_WQITEM_BARRIER 0x10
#define PTH_WQITEM_DESTROY 0x20
#define PTH_WQITEM_NOTINLIST 0x40
#define PTH_WQITEM_APPLIED 0x80
#define PTH_WQITEM_KERN_COUNT 0x100
#define WORKITEM_POOL_SIZE 680
#define WORKITEM_CHUNK_SIZE 40
#define WORKITEM_STARTPOOL_SIZE WORKITEM_CHUNK_SIZE
TAILQ_HEAD(__pthread_workitem_pool, _pthread_workitem);
extern struct __pthread_workitem_pool __pthread_workitem_pool_head;
#define _PTHREAD_WORKQUEUE_HEAD_T
typedef struct _pthread_workqueue_head {
TAILQ_HEAD(, _pthread_workqueue) wqhead;
struct _pthread_workqueue * next_workq;
} * pthread_workqueue_head_t;
#define _PTHREAD_WORKQUEUE_T
typedef struct _pthread_workqueue {
unsigned int sig;
pthread_lock_t lock;
TAILQ_ENTRY(_pthread_workqueue) wq_list;
TAILQ_HEAD(, _pthread_workitem) item_listhead;
TAILQ_HEAD(, _pthread_workitem) item_kernhead;
unsigned int flags;
size_t stacksize;
int istimeshare;
int importance;
int affinity;
int queueprio;
int barrier_count;
int kq_count;
void (*term_callback)(struct _pthread_workqueue *,void *);
void * term_callarg;
pthread_workqueue_head_t headp;
int overcommit;
#if !defined(__LP64__)
unsigned int rev2[12];
#endif
} * pthread_workqueue_t;
#define PTHREAD_WORKQ_IN_CREATION 1
#define PTHREAD_WORKQ_IN_TERMINATE 2
#define PTHREAD_WORKQ_BARRIER_ON 4
#define PTHREAD_WORKQ_TERM_ON 8
#define PTHREAD_WORKQ_DESTROYED 0x10
#define PTHREAD_WORKQ_REQUEUED 0x20
#define PTHREAD_WORKQ_SUSPEND 0x40
#define WORKQUEUE_POOL_SIZE 16
TAILQ_HEAD(__pthread_workqueue_pool, _pthread_workqueue);
extern struct __pthread_workqueue_pool __pthread_workqueue_pool_head;
#include "pthread_spis.h"
#if defined(__i386__) || defined(__ppc64__) || defined(__x86_64__) || (defined(__arm__) && (defined(_ARM_ARCH_7) || !defined(_ARM_ARCH_6) || !defined(__thumb__)))
inline static pthread_t __attribute__((__pure__))
_pthread_self_direct(void)
{
pthread_t ret;
#if defined(__i386__) || defined(__x86_64__)
ret = _pthread_getspecific_direct(0);
#elif defined(__ppc64__)
register const pthread_t __pthread_self asm ("r13");
ret = __pthread_self;
#elif defined(__arm__) && defined(_ARM_ARCH_6)
ret = _pthread_getspecific_direct(0);
#elif defined(__arm__) && !defined(_ARM_ARCH_6)
ret = _pthread_getspecific_direct(0);
#endif
return ret;
}
#define pthread_self() _pthread_self_direct()
#endif
#define _PTHREAD_DEFAULT_INHERITSCHED PTHREAD_INHERIT_SCHED
#define _PTHREAD_DEFAULT_PROTOCOL PTHREAD_PRIO_NONE
#define _PTHREAD_DEFAULT_PRIOCEILING 0
#define _PTHREAD_DEFAULT_POLICY SCHED_OTHER
#define _PTHREAD_DEFAULT_STACKSIZE 0x80000
#define _PTHREAD_DEFAULT_PSHARED PTHREAD_PROCESS_PRIVATE
#define _PTHREAD_NO_SIG 0x00000000
#define _PTHREAD_MUTEX_ATTR_SIG 0x4D545841
#define _PTHREAD_MUTEX_SIG 0x4D555458
#define _PTHREAD_MUTEX_SIG_init 0x32AAABA7
#define _PTHREAD_ERRORCHECK_MUTEX_SIG_init 0x32AAABA1
#define _PTHREAD_RECURSIVE_MUTEX_SIG_init 0x32AAABA2
#define _PTHREAD_FIRSTFIT_MUTEX_SIG_init 0x32AAABA3
#define _PTHREAD_MUTEX_SIG_init_MASK 0xfffffff0
#define _PTHREAD_MUTEX_SIG_CMP 0x32AAABA0
#define _PTHREAD_COND_ATTR_SIG 0x434E4441
#define _PTHREAD_COND_SIG 0x434F4E44
#define _PTHREAD_COND_SIG_init 0x3CB0B1BB
#define _PTHREAD_ATTR_SIG 0x54484441
#define _PTHREAD_ONCE_SIG 0x4F4E4345
#define _PTHREAD_ONCE_SIG_init 0x30B1BCBA
#define _PTHREAD_SIG 0x54485244
#define _PTHREAD_RWLOCK_ATTR_SIG 0x52574C41
#define _PTHREAD_RWLOCK_SIG 0x52574C4B
#define _PTHREAD_RWLOCK_SIG_init 0x2DA8B3B4
#define _PTHREAD_KERN_COND_SIG 0x12345678
#define _PTHREAD_KERN_MUTEX_SIG 0x34567812
#define _PTHREAD_KERN_RWLOCK_SIG 0x56781234
#define _PTHREAD_CREATE_PARENT 4
#define _PTHREAD_EXITED 8
#define _PTHREAD_WASCANCEL 0x10
#if defined(DEBUG)
#define _PTHREAD_MUTEX_OWNER_SELF pthread_self()
#else
#define _PTHREAD_MUTEX_OWNER_SELF (pthread_t)0x12141968
#endif
#define _PTHREAD_MUTEX_OWNER_SWITCHING (pthread_t)(~0)
#define _PTHREAD_CANCEL_STATE_MASK 0x01
#define _PTHREAD_CANCEL_TYPE_MASK 0x02
#define _PTHREAD_CANCEL_PENDING 0x10
extern boolean_t swtch_pri(int);
#ifndef PTHREAD_MACH_CALL
#define PTHREAD_MACH_CALL(expr, ret) (ret) = (expr)
#endif
extern vm_address_t _sp(void);
extern vm_address_t _adjust_sp(vm_address_t sp);
extern void _pthread_setup(pthread_t th, void (*f)(pthread_t), void *sp, int suspended, int needresume);
extern void _pthread_tsd_cleanup(pthread_t self);
__private_extern__ void __mtx_holdlock(npthread_mutex_t *mutex, uint32_t diff, uint32_t * flagp, uint32_t ** pmtxp, uint32_t * mgenp, uint32_t * ugenp, uint64_t *tidp);
__private_extern__ int __mtx_droplock(npthread_mutex_t *mutex, uint32_t diff, uint32_t * flagp, uint32_t ** pmtxp, uint32_t * mgenp, uint32_t * ugenp);
__private_extern__ int __mtx_updatebits(npthread_mutex_t *mutex, uint32_t updateval, int firstfiti, int fromcond, uint64_t selfid);
extern uint32_t __psynch_mutexwait(pthread_mutex_t * mutex, uint32_t mgen, uint32_t ugen, uint64_t tid, uint32_t flags);
extern uint32_t __psynch_mutexdrop(pthread_mutex_t * mutex, uint32_t mgen, uint32_t ugen, uint64_t tid, uint32_t flags);
extern uint32_t __psynch_cvbroad(pthread_cond_t * cv, uint64_t cvlsgen, uint64_t cvudgen, uint32_t flags, pthread_mutex_t * mutex, uint64_t mugen, uint64_t tid);
extern uint32_t __psynch_cvsignal(pthread_cond_t * cv, uint64_t cvlsgen, uint32_t cvugen, int thread_port, pthread_mutex_t * mutex, uint64_t mugen, uint64_t tid, uint32_t flags);
extern uint32_t __psynch_cvwait(pthread_cond_t * cv, uint64_t cvlsgen, uint32_t cvugen, pthread_mutex_t * mutex, uint64_t mugen, uint32_t flags, int64_t sec, uint32_t nsec);
extern uint32_t __psynch_cvclrprepost(void * cv, uint32_t cvgen, uint32_t cvugen, uint32_t cvsgen, uint32_t prepocnt, uint32_t preposeq, uint32_t flags);
extern uint32_t __psynch_rw_longrdlock(pthread_rwlock_t * rwlock, uint32_t lgenval, uint32_t ugenval, uint32_t rw_wc, int flags);
extern uint32_t __psynch_rw_yieldwrlock(pthread_rwlock_t * rwlock, uint32_t lgenval, uint32_t ugenval, uint32_t rw_wc, int flags);
extern int __psynch_rw_downgrade(pthread_rwlock_t * rwlock, uint32_t lgenval, uint32_t ugenval, uint32_t rw_wc, int flags);
extern uint32_t __psynch_rw_upgrade(pthread_rwlock_t * rwlock, uint32_t lgenval, uint32_t ugenval, uint32_t rw_wc, int flags);
extern uint32_t __psynch_rw_rdlock(pthread_rwlock_t * rwlock, uint32_t lgenval, uint32_t ugenval, uint32_t rw_wc, int flags);
extern uint32_t __psynch_rw_wrlock(pthread_rwlock_t * rwlock, uint32_t lgenval, uint32_t ugenval, uint32_t rw_wc, int flags);
extern uint32_t __psynch_rw_unlock(pthread_rwlock_t * rwlock, uint32_t lgenval, uint32_t ugenval, uint32_t rw_wc, int flags);
extern uint32_t __psynch_rw_unlock2(pthread_rwlock_t * rwlock, uint32_t lgenval, uint32_t ugenval, uint32_t rw_wc, int flags);
__private_extern__ semaphore_t new_sem_from_pool(void);
__private_extern__ void restore_sem_to_pool(semaphore_t);
__private_extern__ void _pthread_atfork_queue_init(void);
int _pthread_lookup_thread(pthread_t thread, mach_port_t * port, int only_joinable);
int _pthread_join_cleanup(pthread_t thread, void ** value_ptr, int conforming);
__private_extern__ int proc_setthreadname(void * buffer, int buffersize);
#endif