#ifndef _SYS_VNODE_INTERNAL_H_
#define _SYS_VNODE_INTERNAL_H_
#include <sys/appleapiopts.h>
#include <sys/cdefs.h>
#include <sys/queue.h>
#include <sys/lock.h>
#include <sys/time.h>
#include <sys/uio.h>
#include <sys/vm.h>
#include <sys/systm.h>
#include <kern/locks.h>
#include <vm/vm_kern.h>
#include <sys/vnode.h>
#include <sys/namei.h>
#include <sys/vfs_context.h>
#include <sys/sysctl.h>
struct lockf;
struct label;
LIST_HEAD(buflists, buf);
#if CONFIG_TRIGGERS
struct vnode_resolve {
lck_mtx_t vr_lock;
trigger_vnode_resolve_callback_t vr_resolve_func;
trigger_vnode_unresolve_callback_t vr_unresolve_func;
trigger_vnode_rearm_callback_t vr_rearm_func;
trigger_vnode_reclaim_callback_t vr_reclaim_func;
void * vr_data;
uint32_t vr_flags;
uint32_t vr_lastseq;
};
typedef struct vnode_resolve *vnode_resolve_t;
#define VNT_RESOLVED (1UL << 31)
#define VNT_VFS_UNMOUNTED (1UL << 30)
#define VNT_EXTERNAL (1UL << 29)
#endif
struct vnode {
lck_mtx_t v_lock;
TAILQ_ENTRY(vnode) v_freelist;
TAILQ_ENTRY(vnode) v_mntvnodes;
TAILQ_HEAD(, namecache) v_ncchildren;
LIST_HEAD(, namecache) v_nclinks;
vnode_t v_defer_reclaimlist;
uint32_t v_listflag;
uint32_t v_flag;
uint16_t v_lflag;
uint8_t v_iterblkflags;
uint8_t v_references;
int32_t v_kusecount;
int32_t v_usecount;
int32_t v_iocount;
void * v_owner;
uint16_t v_type;
uint16_t v_tag;
uint32_t v_id;
union {
struct mount *vu_mountedhere;
struct socket *vu_socket;
struct specinfo *vu_specinfo;
struct fifoinfo *vu_fifoinfo;
struct ubc_info *vu_ubcinfo;
} v_un;
struct buflists v_cleanblkhd;
struct buflists v_dirtyblkhd;
struct klist v_knotes;
kauth_cred_t v_cred;
kauth_action_t v_authorized_actions;
int v_cred_timestamp;
int v_nc_generation;
int32_t v_numoutput;
int32_t v_writecount;
const char *v_name;
vnode_t v_parent;
struct lockf *v_lockf;
int(**v_op)(void *);
mount_t v_mount;
void * v_data;
#if CONFIG_MACF
struct label *v_label;
#endif
#if CONFIG_TRIGGERS
vnode_resolve_t v_resolve;
#endif
#if CONFIG_FIRMLINKS
vnode_t v_fmlink;
#endif
};
#define v_mountedhere v_un.vu_mountedhere
#define v_socket v_un.vu_socket
#define v_specinfo v_un.vu_specinfo
#define v_fifoinfo v_un.vu_fifoinfo
#define v_ubcinfo v_un.vu_ubcinfo
#define VBI_ITER 0x1
#define VBI_ITERWANT 0x2
#define VBI_CLEAN 0x4
#define VBI_DIRTY 0x8
#define VBI_NEWBUF 0x10
#define VLIST_RAGE 0x01
#define VLIST_DEAD 0x02
#define VLIST_ASYNC_WORK 0x04
#define VL_SUSPENDED 0x0001
#define VL_DRAIN 0x0002
#define VL_TERMINATE 0x0004
#define VL_TERMWANT 0x0008
#define VL_DEAD 0x0010
#define VL_MARKTERM 0x0020
#define VL_NEEDINACTIVE 0x0080
#define VL_LABEL 0x0100
#define VL_LABELWAIT 0x0200
#define VL_LABELED 0x0400
#define VL_LWARNED 0x0800
#define VL_HASSTREAMS 0x1000
#define VNAMED_UBC 0x2000
#define VNAMED_MOUNT 0x4000
#define VNAMED_FSHASH 0x8000
#define VROOT 0x000001
#define VTEXT 0x000002
#define VSYSTEM 0x000004
#define VISTTY 0x000008
#define VRAGE 0x000010
#define VBDEVVP 0x000020
#define VDEVFLUSH 0x000040
#define VMOUNT 0x000080
#define VBWAIT 0x000100
#define VSHARED_DYLD 0x000200
#define VNOCACHE_DATA 0x000400
#define VSTANDARD 0x000800
#define VAGE 0x001000
#define VRAOFF 0x002000
#define VNCACHEABLE 0x004000
#if NAMEDSTREAMS
#define VISSHADOW 0x008000
#endif
#define VSWAP 0x010000
#define VTHROTTLED 0x020000
#define VNOFLUSH 0x040000
#define VLOCKLOCAL 0x080000
#define VISHARDLINK 0x100000
#define VISUNION 0x200000
#define VISNAMEDSTREAM 0x400000
#define VOPENEVT 0x800000
#define VNEEDSSNAPSHOT 0x1000000
#define VNOCS 0x2000000
#define VISDIRTY 0x4000000
#define VFASTDEVCANDIDATE 0x8000000
#define VAUTOCANDIDATE 0x10000000
#define VFMLINKTARGET 0x20000000
struct fd_vn_data {
lck_mtx_t fv_lock;
off_t fv_offset;
void *fv_dircookie;
caddr_t fv_buf;
size_t fv_bufsiz;
size_t fv_bufdone;
size_t fv_bufallocsiz;
off_t fv_soff;
off_t fv_eoff;
int fv_eofflag;
};
#define FV_DIRBUF_DIRENTRY_SIZ (sizeof(struct direntry))
#define FV_DIRBUF_START_SIZ FV_DIRBUF_DIRENTRY_SIZ
#define FV_DIRBUF_MAX_SIZ (4*(sizeof(struct direntry)))
#define FV_LOCK(fvd) lck_mtx_lock(&(((struct fd_vn_data *)fvd)->fv_lock))
#define FV_UNLOCK(fvd) lck_mtx_unlock(&(((struct fd_vn_data *)fvd)->fv_lock))
extern struct vnode *rootvnode;
#ifdef CONFIG_IMGSRC_ACCESS
#define MAX_IMAGEBOOT_NESTING 2
extern struct vnode *imgsrc_rootvnodes[];
#endif
#define VDESC_MAX_VPS 16
#define VDESC_VP0_WILLRELE 0x00001
#define VDESC_VP1_WILLRELE 0x00002
#define VDESC_VP2_WILLRELE 0x00004
#define VDESC_VP3_WILLRELE 0x00008
#define VDESC_NOMAP_VPP 0x00100
#define VDESC_VPP_WILLRELE 0x00200
#define VDESC_DISABLED 0x10000
#define VDESC_NO_OFFSET -1
struct vnodeop_desc {
int vdesc_offset;
const char *vdesc_name;
int vdesc_flags;
int *vdesc_vp_offsets;
int vdesc_vpp_offset;
int vdesc_cred_offset;
int vdesc_proc_offset;
int vdesc_componentname_offset;
int vdesc_context_offset;
caddr_t *vdesc_transports;
};
extern struct vnodeop_desc *vnodeop_descs[];
#define VOPARG_OFFSET(p_type, field) \
((int) (((char *) (&(((p_type)NULL)->field))) - ((char *) NULL)))
#define VOPARG_OFFSETOF(s_type, field) \
VOPARG_OFFSET(s_type*,field)
#define VOPARG_OFFSETTO(S_TYPE, S_OFFSET, STRUCT_P) \
((S_TYPE)(((char*)(STRUCT_P))+(S_OFFSET)))
#define VOCALL(OPSV, OFF, AP) (( *((OPSV)[(OFF)])) (AP))
#define VCALL(VP, OFF, AP) VOCALL((VP)->v_op,(OFF),(AP))
#define VDESC(OP) (& __CONCAT(OP,_desc))
#define VOFFSET(OP) (VDESC(OP)->vdesc_offset)
struct ostat;
void cvtstat(struct stat *st, struct ostat *ost);
void vprint(const char *label, struct vnode *vp);
__private_extern__ int set_package_extensions_table(user_addr_t data, int nentries, int maxwidth);
int vn_rdwr_64(enum uio_rw rw, struct vnode *vp, uint64_t base,
int64_t len, off_t offset, enum uio_seg segflg,
int ioflg, kauth_cred_t cred, int64_t *aresid,
struct proc *p);
#if CONFIG_MACF
int vn_setlabel(struct vnode *vp, struct label *intlabel,
vfs_context_t context);
#endif
void fifo_printinfo(struct vnode *vp);
int vn_open(struct nameidata *ndp, int fmode, int cmode);
int vn_open_modflags(struct nameidata *ndp, int *fmode, int cmode);
int vn_open_auth(struct nameidata *ndp, int *fmode, struct vnode_attr *);
int vn_close(vnode_t, int flags, vfs_context_t ctx);
errno_t vn_remove(vnode_t dvp, vnode_t *vpp, struct nameidata *ndp, int32_t flags, struct vnode_attr *vap, vfs_context_t ctx);
errno_t vn_rename(struct vnode *fdvp, struct vnode **fvpp, struct componentname *fcnp, struct vnode_attr *fvap,
struct vnode *tdvp, struct vnode **tvpp, struct componentname *tcnp, struct vnode_attr *tvap,
uint32_t flags, vfs_context_t ctx);
void lock_vnode_and_post(vnode_t, int);
#define post_event_if_success(_vp, _error, _event) \
do { \
if (0 == (_error)) { \
lock_vnode_and_post((_vp), (_event)); \
} \
} while (0)
int vn_authorize_open_existing(vnode_t vp, struct componentname *cnp, int fmode, vfs_context_t ctx, void *reserved);
int vn_authorize_create(vnode_t, struct componentname *, struct vnode_attr *, vfs_context_t, void*);
int vn_attribute_prepare(vnode_t dvp, struct vnode_attr *vap, uint32_t *defaulted_fieldsp, vfs_context_t ctx);
void vn_attribute_cleanup(struct vnode_attr *vap, uint32_t defaulted_fields);
int vn_authorize_rename(struct vnode *fdvp, struct vnode *fvp, struct componentname *fcnp,
struct vnode *tdvp, struct vnode *tvp, struct componentname *tcnp,
vfs_context_t ctx, void *reserved);
int vn_authorize_renamex(struct vnode *fdvp, struct vnode *fvp, struct componentname *fcnp,
struct vnode *tdvp, struct vnode *tvp, struct componentname *tcnp,
vfs_context_t ctx, vfs_rename_flags_t flags, void *reserved);
int vn_authorize_renamex_with_paths(struct vnode *fdvp, struct vnode *fvp, struct componentname *fcnp, const char *from_path,
struct vnode *tdvp, struct vnode *tvp, struct componentname *tcnp, const char *to_path,
vfs_context_t ctx, vfs_rename_flags_t flags, void *reserved);
typedef int (*vn_create_authorizer_t)(vnode_t, struct componentname *, struct vnode_attr *, vfs_context_t, void*);
int vn_authorize_mkdir(vnode_t, struct componentname *, struct vnode_attr *, vfs_context_t, void*);
int vn_authorize_null(vnode_t, struct componentname *, struct vnode_attr *, vfs_context_t, void*);
int vnode_attr_authorize_dir_clone(struct vnode_attr *vap, kauth_action_t action,
struct vnode_attr *dvap, vnode_t sdvp, mount_t mp, dir_clone_authorizer_op_t vattr_op,
uint32_t flags, vfs_context_t ctx, void *reserved);
#define VN_CREATE_NOAUTH (1<<0)
#define VN_CREATE_NOINHERIT (1<<1)
#define VN_CREATE_UNION (1<<2)
#define VN_CREATE_NOLABEL (1<<3)
#define VN_CREATE_DOOPEN (1<<4)
errno_t vn_create(vnode_t, vnode_t *, struct nameidata *, struct vnode_attr *, uint32_t, int, uint32_t*, vfs_context_t);
int vn_mkdir(vnode_t dvp, vnode_t *vpp, struct nameidata *ndp, struct vnode_attr *vap, vfs_context_t ctx);
int vn_rmdir(vnode_t dvp, vnode_t *vpp, struct nameidata *ndp, struct vnode_attr *vap, vfs_context_t ctx);
int vn_getxattr(vnode_t, const char *, uio_t, size_t *, int, vfs_context_t);
int vn_setxattr(vnode_t, const char *, uio_t, int, vfs_context_t);
int vn_removexattr(vnode_t, const char *, int, vfs_context_t);
int vn_listxattr(vnode_t, uio_t, size_t *, int, vfs_context_t);
#if NAMEDSTREAMS
errno_t vnode_getnamedstream(vnode_t, vnode_t *, const char *, enum nsoperation, int, vfs_context_t);
errno_t vnode_makenamedstream(vnode_t, vnode_t *, const char *, int, vfs_context_t);
errno_t vnode_removenamedstream(vnode_t, vnode_t, const char *, int, vfs_context_t);
errno_t vnode_flushnamedstream(vnode_t vp, vnode_t svp, vfs_context_t context);
errno_t vnode_relenamedstream(vnode_t vp, vnode_t svp);
errno_t vnode_verifynamedstream(vnode_t vp);
#endif
void nchinit(void);
int resize_namecache(int newsize);
void name_cache_lock_shared(void);
void name_cache_lock(void);
void name_cache_unlock(void);
void cache_enter_with_gen(vnode_t dvp, vnode_t vp, struct componentname *cnp, int gen);
const char *cache_enter_create(vnode_t dvp, vnode_t vp, struct componentname *cnp);
extern int nc_disabled;
#define vnode_lock_convert(v) lck_mtx_convert_spin(&(v)->v_lock)
void vnode_lock_spin(vnode_t);
void vnode_list_lock(void);
void vnode_list_unlock(void);
#define VNODE_REF_FORCE 0x1
int vnode_ref_ext(vnode_t, int, int);
void vnode_rele_internal(vnode_t, int, int, int);
#ifdef BSD_KERNEL_PRIVATE
int vnode_getalways(vnode_t);
int vget_internal(vnode_t, int, int);
errno_t vnode_getiocount(vnode_t, unsigned int, int);
#endif
int vnode_get_locked(vnode_t);
int vnode_put_locked(vnode_t);
int vnode_issock(vnode_t);
int vnode_isaliased(vnode_t);
void unlock_fsnode(vnode_t, int *);
int lock_fsnode(vnode_t, int *);
errno_t vnode_resume(vnode_t);
errno_t vnode_suspend(vnode_t);
errno_t vnode_mtime(vnode_t, struct timespec *, vfs_context_t);
errno_t vnode_flags(vnode_t, uint32_t *, vfs_context_t);
errno_t vnode_size(vnode_t, off_t *, vfs_context_t);
errno_t vnode_setsize(vnode_t, off_t, int ioflag, vfs_context_t);
int vnode_setattr_fallback(vnode_t vp, struct vnode_attr *vap, vfs_context_t ctx);
int vnode_isspec(vnode_t vp);
#ifdef BSD_KERNEL_PRIVATE
typedef uint32_t compound_vnop_id_t;
#define COMPOUND_VNOP_OPEN 0x01
#define COMPOUND_VNOP_MKDIR 0x02
#define COMPOUND_VNOP_RENAME 0x04
#define COMPOUND_VNOP_REMOVE 0x08
#define COMPOUND_VNOP_RMDIR 0x10
int vnode_compound_rename_available(vnode_t vp);
int vnode_compound_rmdir_available(vnode_t vp);
int vnode_compound_mkdir_available(vnode_t vp);
int vnode_compound_remove_available(vnode_t vp);
int vnode_compound_open_available(vnode_t vp);
int vnode_compound_op_available(vnode_t, compound_vnop_id_t);
#endif
void vn_setunionwait(vnode_t);
void vn_checkunionwait(vnode_t);
void vn_clearunionwait(vnode_t, int);
void SPECHASH_LOCK(void);
void SPECHASH_UNLOCK(void);
void vnode_authorize_init(void);
void vfsinit(void);
void vnode_lock(vnode_t);
void vnode_unlock(vnode_t);
void vn_print_state(vnode_t , const char * , ...)
__printflike(2, 3);
#if DEVELOPMENT || DEBUG
#define VNASSERT(exp, vp, msg) \
do { \
if (__improbable(!(exp))) { \
vn_print_state(vp, "VNASSERT failed %s:%d\n", __FILE__, \
__LINE__); \
panic msg; \
} \
} while (0)
#else
#define VNASSERT(exp, vp, msg)
#endif
void vfs_op_init(void);
void vfs_opv_init(void);
#ifdef BSD_KERNEL_PRIVATE
int vfs_sysctl_node SYSCTL_HANDLER_ARGS;
void vnode_setneedinactive(vnode_t);
int vnode_hasnamedstreams(vnode_t);
errno_t
vnode_readdir64(struct vnode *vp, struct uio *uio, int flags, int *eofflag,
int *numdirent, vfs_context_t ctxp);
void vnode_setswapmount(vnode_t);
int64_t vnode_getswappin_avail(vnode_t);
int vnode_get_snapdir(vnode_t, vnode_t *, vfs_context_t);
#if CONFIG_TRIGGERS
int vnode_trigger_resolve(vnode_t, struct nameidata *, vfs_context_t);
void vnode_trigger_rearm(vnode_t, vfs_context_t);
void vfs_nested_trigger_unmounts(mount_t, int, vfs_context_t);
#endif
int build_path_with_parent(vnode_t, vnode_t , char *, int, int *, int, vfs_context_t);
void nspace_resolver_init(void);
void nspace_resolver_exited(struct proc *);
int vnode_materialize_dataless_file(vnode_t, uint64_t);
#endif
#endif