#include <sys/param.h>
#include <sys/systm.h>
#include <sys/filedesc.h>
#include <sys/kernel.h>
#include <sys/vnode_internal.h>
#include <sys/proc_internal.h>
#include <sys/kauth.h>
#include <sys/file_internal.h>
#include <sys/guarded.h>
#include <sys/priv.h>
#include <sys/socket.h>
#include <sys/socketvar.h>
#include <sys/stat.h>
#include <sys/ioctl.h>
#include <sys/fcntl.h>
#include <sys/fsctl.h>
#include <sys/malloc.h>
#include <sys/mman.h>
#include <sys/syslog.h>
#include <sys/unistd.h>
#include <sys/resourcevar.h>
#include <sys/aio_kern.h>
#include <sys/ev.h>
#include <kern/locks.h>
#include <sys/uio_internal.h>
#include <sys/codesign.h>
#include <sys/codedir_internal.h>
#include <security/audit/audit.h>
#include <sys/mount_internal.h>
#include <sys/kdebug.h>
#include <sys/sysproto.h>
#include <sys/pipe.h>
#include <sys/spawn.h>
#include <sys/cprotect.h>
#include <kern/kern_types.h>
#include <kern/kalloc.h>
#include <kern/waitq.h>
#include <libkern/OSAtomic.h>
#include <sys/ubc_internal.h>
#include <kern/ipc_misc.h>
#include <vm/vm_protos.h>
#include <mach/mach_port.h>
#include <stdbool.h>
#if CONFIG_MACF
#include <security/mac_framework.h>
#endif
kern_return_t ipc_object_copyin(ipc_space_t, mach_port_name_t,
mach_msg_type_name_t, ipc_port_t *);
void ipc_port_release_send(ipc_port_t);
struct psemnode;
struct pshmnode;
static int finishdup(proc_t p,
struct filedesc *fdp, int old, int new, int flags, int32_t *retval);
int falloc_locked(proc_t p, struct fileproc **resultfp, int *resultfd, vfs_context_t ctx, int locked);
void fg_drop(struct fileproc * fp);
void fg_free(struct fileglob *fg);
void fg_ref(struct fileproc * fp);
void fileport_releasefg(struct fileglob *fg);
#define FD_DUP2RESV 1
__private_extern__
int unlink1(vfs_context_t, vnode_t, user_addr_t, enum uio_seg, int);
static void _fdrelse(struct proc * p, int fd);
extern void file_lock_init(void);
extern kauth_scope_t kauth_scope_fileop;
extern struct waitq select_conflict_queue;
#ifndef HFS_GET_BOOT_INFO
#define HFS_GET_BOOT_INFO (FCNTL_FS_SPECIFIC_BASE + 0x00004)
#endif
#ifndef HFS_SET_BOOT_INFO
#define HFS_SET_BOOT_INFO (FCNTL_FS_SPECIFIC_BASE + 0x00005)
#endif
#ifndef APFSIOC_REVERT_TO_SNAPSHOT
#define APFSIOC_REVERT_TO_SNAPSHOT _IOW('J', 1, u_int64_t)
#endif
#define f_flag f_fglob->fg_flag
#define f_type f_fglob->fg_ops->fo_type
#define f_msgcount f_fglob->fg_msgcount
#define f_cred f_fglob->fg_cred
#define f_ops f_fglob->fg_ops
#define f_offset f_fglob->fg_offset
#define f_data f_fglob->fg_data
#define CHECK_ADD_OVERFLOW_INT64L(x, y) \
(((((x) > 0) && ((y) > 0) && ((x) > LLONG_MAX - (y))) || \
(((x) < 0) && ((y) < 0) && ((x) < LLONG_MIN - (y)))) \
? 1 : 0)
struct fmsglist fmsghead;
struct fmsglist fmsg_ithead;
int nfiles;
lck_grp_attr_t * file_lck_grp_attr;
lck_grp_t * file_lck_grp;
lck_attr_t * file_lck_attr;
lck_mtx_t * uipc_lock;
static int
check_file_seek_range(struct flock *fl, off_t cur_file_offset)
{
if (fl->l_whence == SEEK_CUR) {
if (CHECK_ADD_OVERFLOW_INT64L(fl->l_start, cur_file_offset)) {
if (fl->l_start < 0) {
return EINVAL;
}
return EOVERFLOW;
}
if (fl->l_start + cur_file_offset < 0) {
return EINVAL;
}
if ((fl->l_len > 0) && (CHECK_ADD_OVERFLOW_INT64L(fl->l_start +
cur_file_offset, fl->l_len - 1))) {
return EOVERFLOW;
}
if ((fl->l_len <= 0) && (fl->l_start + cur_file_offset +
fl->l_len < 0)) {
return EINVAL;
}
} else if (fl->l_whence == SEEK_SET) {
if (fl->l_start < 0) {
return EINVAL;
}
if ((fl->l_len > 0) &&
CHECK_ADD_OVERFLOW_INT64L(fl->l_start, fl->l_len - 1)) {
return EOVERFLOW;
}
if ((fl->l_len < 0) && fl->l_start + fl->l_len < 0) {
return EINVAL;
}
}
return 0;
}
void
file_lock_init(void)
{
file_lck_grp_attr= lck_grp_attr_alloc_init();
file_lck_grp = lck_grp_alloc_init("file", file_lck_grp_attr);
file_lck_attr = lck_attr_alloc_init();
uipc_lock = lck_mtx_alloc_init(file_lck_grp, file_lck_attr);
}
void
proc_fdlock(proc_t p)
{
lck_mtx_lock(&p->p_fdmlock);
}
void
proc_fdlock_spin(proc_t p)
{
lck_mtx_lock_spin(&p->p_fdmlock);
}
void
proc_fdlock_assert(proc_t p, int assertflags)
{
lck_mtx_assert(&p->p_fdmlock, assertflags);
}
void
proc_fdunlock(proc_t p)
{
lck_mtx_unlock(&p->p_fdmlock);
}
int
getdtablesize(proc_t p, __unused struct getdtablesize_args *uap, int32_t *retval)
{
proc_fdlock_spin(p);
*retval = min((int)p->p_rlimit[RLIMIT_NOFILE].rlim_cur, maxfiles);
proc_fdunlock(p);
return (0);
}
void
procfdtbl_reservefd(struct proc * p, int fd)
{
p->p_fd->fd_ofiles[fd] = NULL;
p->p_fd->fd_ofileflags[fd] |= UF_RESERVED;
}
void
procfdtbl_markclosefd(struct proc * p, int fd)
{
p->p_fd->fd_ofileflags[fd] |= (UF_RESERVED | UF_CLOSING);
}
void
procfdtbl_releasefd(struct proc * p, int fd, struct fileproc * fp)
{
if (fp != NULL)
p->p_fd->fd_ofiles[fd] = fp;
p->p_fd->fd_ofileflags[fd] &= ~UF_RESERVED;
if ((p->p_fd->fd_ofileflags[fd] & UF_RESVWAIT) == UF_RESVWAIT) {
p->p_fd->fd_ofileflags[fd] &= ~UF_RESVWAIT;
wakeup(&p->p_fd);
}
}
void
procfdtbl_waitfd(struct proc * p, int fd)
{
p->p_fd->fd_ofileflags[fd] |= UF_RESVWAIT;
msleep(&p->p_fd, &p->p_fdmlock, PRIBIO, "ftbl_waitfd", NULL);
}
void
procfdtbl_clearfd(struct proc * p, int fd)
{
int waiting;
waiting = (p->p_fd->fd_ofileflags[fd] & UF_RESVWAIT);
p->p_fd->fd_ofiles[fd] = NULL;
p->p_fd->fd_ofileflags[fd] = 0;
if ( waiting == UF_RESVWAIT) {
wakeup(&p->p_fd);
}
}
static void
_fdrelse(struct proc * p, int fd)
{
struct filedesc *fdp = p->p_fd;
int nfd = 0;
if (fd < fdp->fd_freefile)
fdp->fd_freefile = fd;
#if DIAGNOSTIC
if (fd > fdp->fd_lastfile)
panic("fdrelse: fd_lastfile inconsistent");
#endif
procfdtbl_clearfd(p, fd);
while ((nfd = fdp->fd_lastfile) > 0 &&
fdp->fd_ofiles[nfd] == NULL &&
!(fdp->fd_ofileflags[nfd] & UF_RESERVED))
fdp->fd_lastfile--;
}
int
fd_rdwr(
int fd,
enum uio_rw rw,
uint64_t base,
int64_t len,
enum uio_seg segflg,
off_t offset,
int io_flg,
int64_t *aresid)
{
struct fileproc *fp;
proc_t p;
int error = 0;
int flags = 0;
int spacetype;
uio_t auio = NULL;
char uio_buf[ UIO_SIZEOF(1) ];
struct vfs_context context = *(vfs_context_current());
bool wrote_some = false;
p = current_proc();
error = fp_lookup(p, fd, &fp, 0);
if (error)
return(error);
if (fp->f_type != DTYPE_VNODE && fp->f_type != DTYPE_PIPE && fp->f_type != DTYPE_SOCKET) {
error = EINVAL;
goto out;
}
if (rw == UIO_WRITE && !(fp->f_flag & FWRITE)) {
error = EBADF;
goto out;
}
if (rw == UIO_READ && !(fp->f_flag & FREAD)) {
error = EBADF;
goto out;
}
context.vc_ucred = fp->f_fglob->fg_cred;
if (UIO_SEG_IS_USER_SPACE(segflg))
spacetype = proc_is64bit(p) ? UIO_USERSPACE64 : UIO_USERSPACE32;
else
spacetype = UIO_SYSSPACE;
auio = uio_createwithbuffer(1, offset, spacetype, rw, &uio_buf[0], sizeof(uio_buf));
uio_addiov(auio, base, len);
if ( !(io_flg & IO_APPEND))
flags = FOF_OFFSET;
if (rw == UIO_WRITE) {
user_ssize_t orig_resid = uio_resid(auio);
error = fo_write(fp, auio, flags, &context);
wrote_some = uio_resid(auio) < orig_resid;
} else
error = fo_read(fp, auio, flags, &context);
if (aresid)
*aresid = uio_resid(auio);
else {
if (uio_resid(auio) && error == 0)
error = EIO;
}
out:
if (wrote_some)
fp_drop_written(p, fd, fp);
else
fp_drop(p, fd, fp, 0);
return error;
}
int
dup(proc_t p, struct dup_args *uap, int32_t *retval)
{
struct filedesc *fdp = p->p_fd;
int old = uap->fd;
int new, error;
struct fileproc *fp;
proc_fdlock(p);
if ( (error = fp_lookup(p, old, &fp, 1)) ) {
proc_fdunlock(p);
return(error);
}
if (FP_ISGUARDED(fp, GUARD_DUP)) {
error = fp_guard_exception(p, old, fp, kGUARD_EXC_DUP);
(void) fp_drop(p, old, fp, 1);
proc_fdunlock(p);
return (error);
}
if ( (error = fdalloc(p, 0, &new)) ) {
fp_drop(p, old, fp, 1);
proc_fdunlock(p);
return (error);
}
error = finishdup(p, fdp, old, new, 0, retval);
fp_drop(p, old, fp, 1);
proc_fdunlock(p);
if (ENTR_SHOULDTRACE && fp->f_type == DTYPE_SOCKET) {
KERNEL_ENERGYTRACE(kEnTrActKernSocket, DBG_FUNC_START,
new, 0, (int64_t)VM_KERNEL_ADDRPERM(fp->f_data));
}
return (error);
}
int
dup2(proc_t p, struct dup2_args *uap, int32_t *retval)
{
struct filedesc *fdp = p->p_fd;
int old = uap->from, new = uap->to;
int i, error;
struct fileproc *fp, *nfp;
proc_fdlock(p);
startover:
if ( (error = fp_lookup(p, old, &fp, 1)) ) {
proc_fdunlock(p);
return(error);
}
if (FP_ISGUARDED(fp, GUARD_DUP)) {
error = fp_guard_exception(p, old, fp, kGUARD_EXC_DUP);
(void) fp_drop(p, old, fp, 1);
proc_fdunlock(p);
return (error);
}
if (new < 0 ||
(rlim_t)new >= p->p_rlimit[RLIMIT_NOFILE].rlim_cur ||
new >= maxfiles) {
fp_drop(p, old, fp, 1);
proc_fdunlock(p);
return (EBADF);
}
if (old == new) {
fp_drop(p, old, fp, 1);
*retval = new;
proc_fdunlock(p);
return (0);
}
if (new < 0 || new >= fdp->fd_nfiles) {
if ( (error = fdalloc(p, new, &i)) ) {
fp_drop(p, old, fp, 1);
proc_fdunlock(p);
return (error);
}
if (new != i) {
fdrelse(p, i);
goto closeit;
}
} else {
closeit:
while ((fdp->fd_ofileflags[new] & UF_RESERVED) == UF_RESERVED) {
fp_drop(p, old, fp, 1);
procfdtbl_waitfd(p, new);
#if DIAGNOSTIC
proc_fdlock_assert(p, LCK_MTX_ASSERT_OWNED);
#endif
goto startover;
}
if ((fdp->fd_ofiles[new] != NULL) &&
((error = fp_lookup(p, new, &nfp, 1)) == 0)) {
fp_drop(p, old, fp, 1);
if (FP_ISGUARDED(nfp, GUARD_CLOSE)) {
error = fp_guard_exception(p,
new, nfp, kGUARD_EXC_CLOSE);
(void) fp_drop(p, new, nfp, 1);
proc_fdunlock(p);
return (error);
}
(void)close_internal_locked(p, new, nfp, FD_DUP2RESV);
#if DIAGNOSTIC
proc_fdlock_assert(p, LCK_MTX_ASSERT_OWNED);
#endif
procfdtbl_clearfd(p, new);
goto startover;
} else {
#if DIAGNOSTIC
if (fdp->fd_ofiles[new] != NULL)
panic("dup2: no ref on fileproc %d", new);
#endif
procfdtbl_reservefd(p, new);
}
#if DIAGNOSTIC
proc_fdlock_assert(p, LCK_MTX_ASSERT_OWNED);
#endif
}
#if DIAGNOSTIC
if (fdp->fd_ofiles[new] != 0)
panic("dup2: overwriting fd_ofiles with new %d", new);
if ((fdp->fd_ofileflags[new] & UF_RESERVED) == 0)
panic("dup2: unreserved fileflags with new %d", new);
#endif
error = finishdup(p, fdp, old, new, 0, retval);
fp_drop(p, old, fp, 1);
proc_fdunlock(p);
return(error);
}
int
fcntl(proc_t p, struct fcntl_args *uap, int32_t *retval)
{
__pthread_testcancel(1);
return(fcntl_nocancel(p, (struct fcntl_nocancel_args *)uap, retval));
}
int
fcntl_nocancel(proc_t p, struct fcntl_nocancel_args *uap, int32_t *retval)
{
int fd = uap->fd;
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
char *pop;
struct vnode *vp = NULLVP;
int i, tmp, error, error2, flg = 0;
struct flock fl = {};
struct flocktimeout fltimeout;
struct timespec *timeout = NULL;
struct vfs_context context;
off_t offset;
int newmin;
daddr64_t lbn, bn;
unsigned int fflag;
user_addr_t argp;
boolean_t is64bit;
AUDIT_ARG(fd, uap->fd);
AUDIT_ARG(cmd, uap->cmd);
proc_fdlock(p);
if ( (error = fp_lookup(p, fd, &fp, 1)) ) {
proc_fdunlock(p);
return(error);
}
context.vc_thread = current_thread();
context.vc_ucred = fp->f_cred;
is64bit = proc_is64bit(p);
if (is64bit) {
argp = uap->arg;
}
else {
argp = CAST_USER_ADDR_T((uint32_t)uap->arg);
}
pop = &fdp->fd_ofileflags[fd];
#if CONFIG_MACF
error = mac_file_check_fcntl(proc_ucred(p), fp->f_fglob, uap->cmd,
uap->arg);
if (error)
goto out;
#endif
switch (uap->cmd) {
case F_DUPFD:
case F_DUPFD_CLOEXEC:
if (FP_ISGUARDED(fp, GUARD_DUP)) {
error = fp_guard_exception(p, fd, fp, kGUARD_EXC_DUP);
goto out;
}
newmin = CAST_DOWN_EXPLICIT(int, uap->arg);
AUDIT_ARG(value32, newmin);
if ((u_int)newmin >= p->p_rlimit[RLIMIT_NOFILE].rlim_cur ||
newmin >= maxfiles) {
error = EINVAL;
goto out;
}
if ( (error = fdalloc(p, newmin, &i)) )
goto out;
error = finishdup(p, fdp, fd, i,
uap->cmd == F_DUPFD_CLOEXEC ? UF_EXCLOSE : 0, retval);
goto out;
case F_GETFD:
*retval = (*pop & UF_EXCLOSE)? FD_CLOEXEC : 0;
error = 0;
goto out;
case F_SETFD:
AUDIT_ARG(value32, uap->arg);
if (uap->arg & FD_CLOEXEC)
*pop |= UF_EXCLOSE;
else {
if (FILEPROC_TYPE(fp) == FTYPE_GUARDED) {
error = fp_guard_exception(p,
fd, fp, kGUARD_EXC_NOCLOEXEC);
goto out;
}
*pop &= ~UF_EXCLOSE;
}
error = 0;
goto out;
case F_GETFL:
*retval = OFLAGS(fp->f_flag);
error = 0;
goto out;
case F_SETFL:
fp->f_flag &= ~FCNTLFLAGS;
tmp = CAST_DOWN_EXPLICIT(int, uap->arg);
AUDIT_ARG(value32, tmp);
fp->f_flag |= FFLAGS(tmp) & FCNTLFLAGS;
tmp = fp->f_flag & FNONBLOCK;
error = fo_ioctl(fp, FIONBIO, (caddr_t)&tmp, &context);
if (error)
goto out;
tmp = fp->f_flag & FASYNC;
error = fo_ioctl(fp, FIOASYNC, (caddr_t)&tmp, &context);
if (!error)
goto out;
fp->f_flag &= ~FNONBLOCK;
tmp = 0;
(void)fo_ioctl(fp, FIONBIO, (caddr_t)&tmp, &context);
goto out;
case F_GETOWN:
if (fp->f_type == DTYPE_SOCKET) {
*retval = ((struct socket *)fp->f_data)->so_pgid;
error = 0;
goto out;
}
error = fo_ioctl(fp, (int)TIOCGPGRP, (caddr_t)retval, &context);
*retval = -*retval;
goto out;
case F_SETOWN:
tmp = CAST_DOWN_EXPLICIT(pid_t, uap->arg);
AUDIT_ARG(value32, tmp);
if (fp->f_type == DTYPE_SOCKET) {
((struct socket *)fp->f_data)->so_pgid = tmp;
error =0;
goto out;
}
if (fp->f_type == DTYPE_PIPE) {
error = fo_ioctl(fp, TIOCSPGRP, (caddr_t)&tmp, &context);
goto out;
}
if (tmp <= 0) {
tmp = -tmp;
} else {
proc_t p1 = proc_find(tmp);
if (p1 == 0) {
error = ESRCH;
goto out;
}
tmp = (int)p1->p_pgrpid;
proc_rele(p1);
}
error = fo_ioctl(fp, (int)TIOCSPGRP, (caddr_t)&tmp, &context);
goto out;
case F_SETNOSIGPIPE:
tmp = CAST_DOWN_EXPLICIT(int, uap->arg);
if (fp->f_type == DTYPE_SOCKET) {
#if SOCKETS
error = sock_setsockopt((struct socket *)fp->f_data,
SOL_SOCKET, SO_NOSIGPIPE, &tmp, sizeof (tmp));
#else
error = EINVAL;
#endif
} else {
struct fileglob *fg = fp->f_fglob;
lck_mtx_lock_spin(&fg->fg_lock);
if (tmp)
fg->fg_lflags |= FG_NOSIGPIPE;
else
fg->fg_lflags &= FG_NOSIGPIPE;
lck_mtx_unlock(&fg->fg_lock);
error = 0;
}
goto out;
case F_GETNOSIGPIPE:
if (fp->f_type == DTYPE_SOCKET) {
#if SOCKETS
int retsize = sizeof (*retval);
error = sock_getsockopt((struct socket *)fp->f_data,
SOL_SOCKET, SO_NOSIGPIPE, retval, &retsize);
#else
error = EINVAL;
#endif
} else {
*retval = (fp->f_fglob->fg_lflags & FG_NOSIGPIPE) ?
1 : 0;
error = 0;
}
goto out;
case F_SETCONFINED:
if (CAST_DOWN_EXPLICIT(int, uap->arg)) {
struct fileglob *fg = fp->f_fglob;
lck_mtx_lock_spin(&fg->fg_lock);
if (fg->fg_lflags & FG_CONFINED)
error = 0;
else if (1 != fg->fg_count)
error = EAGAIN;
else if (UF_FORKCLOSE == (*pop & UF_FORKCLOSE)) {
fg->fg_lflags |= FG_CONFINED;
error = 0;
} else
error = EBADF;
lck_mtx_unlock(&fg->fg_lock);
} else {
error = EPERM;
}
goto out;
case F_GETCONFINED:
*retval = (fp->f_fglob->fg_lflags & FG_CONFINED) ? 1 : 0;
error = 0;
goto out;
case F_SETLKWTIMEOUT:
case F_SETLKW:
case F_OFD_SETLKWTIMEOUT:
case F_OFD_SETLKW:
flg |= F_WAIT;
case F_SETLK:
case F_OFD_SETLK:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
fflag = fp->f_flag;
offset = fp->f_offset;
proc_fdunlock(p);
if (F_SETLKWTIMEOUT == uap->cmd ||
F_OFD_SETLKWTIMEOUT == uap->cmd) {
error = copyin(argp, (caddr_t) &fltimeout, sizeof(fltimeout));
if (error) {
goto outdrop;
}
fl = fltimeout.fl;
timeout = &fltimeout.timeout;
} else {
error = copyin(argp, (caddr_t)&fl, sizeof(fl));
if (error) {
goto outdrop;
}
}
error = check_file_seek_range(&fl, offset);
if (error) {
goto outdrop;
}
if ( (error = vnode_getwithref(vp)) ) {
goto outdrop;
}
if (fl.l_whence == SEEK_CUR)
fl.l_start += offset;
#if CONFIG_MACF
error = mac_file_check_lock(proc_ucred(p), fp->f_fglob,
F_SETLK, &fl);
if (error) {
(void)vnode_put(vp);
goto outdrop;
}
#endif
switch (uap->cmd) {
case F_OFD_SETLK:
case F_OFD_SETLKW:
case F_OFD_SETLKWTIMEOUT:
flg |= F_OFD_LOCK;
switch (fl.l_type) {
case F_RDLCK:
if ((fflag & FREAD) == 0) {
error = EBADF;
break;
}
error = VNOP_ADVLOCK(vp, (caddr_t)fp->f_fglob,
F_SETLK, &fl, flg, &context, timeout);
break;
case F_WRLCK:
if ((fflag & FWRITE) == 0) {
error = EBADF;
break;
}
error = VNOP_ADVLOCK(vp, (caddr_t)fp->f_fglob,
F_SETLK, &fl, flg, &context, timeout);
break;
case F_UNLCK:
error = VNOP_ADVLOCK(vp, (caddr_t)fp->f_fglob,
F_UNLCK, &fl, F_OFD_LOCK, &context,
timeout);
break;
default:
error = EINVAL;
break;
}
if (0 == error &&
(F_RDLCK == fl.l_type || F_WRLCK == fl.l_type)) {
struct fileglob *fg = fp->f_fglob;
if ((fg->fg_lflags & FG_HAS_OFDLOCK) == 0) {
lck_mtx_lock_spin(&fg->fg_lock);
fg->fg_lflags |= FG_HAS_OFDLOCK;
lck_mtx_unlock(&fg->fg_lock);
}
}
break;
default:
flg |= F_POSIX;
switch (fl.l_type) {
case F_RDLCK:
if ((fflag & FREAD) == 0) {
error = EBADF;
break;
}
OSBitOrAtomic(P_LADVLOCK, &p->p_ladvflag);
error = VNOP_ADVLOCK(vp, (caddr_t)p,
F_SETLK, &fl, flg, &context, timeout);
break;
case F_WRLCK:
if ((fflag & FWRITE) == 0) {
error = EBADF;
break;
}
OSBitOrAtomic(P_LADVLOCK, &p->p_ladvflag);
error = VNOP_ADVLOCK(vp, (caddr_t)p,
F_SETLK, &fl, flg, &context, timeout);
break;
case F_UNLCK:
error = VNOP_ADVLOCK(vp, (caddr_t)p,
F_UNLCK, &fl, F_POSIX, &context, timeout);
break;
default:
error = EINVAL;
break;
}
break;
}
(void) vnode_put(vp);
goto outdrop;
case F_GETLK:
case F_OFD_GETLK:
case F_GETLKPID:
case F_OFD_GETLKPID:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
offset = fp->f_offset;
proc_fdunlock(p);
error = copyin(argp, (caddr_t)&fl, sizeof(fl));
if (error)
goto outdrop;
error = check_file_seek_range(&fl, offset);
if (error) {
goto outdrop;
}
if ((fl.l_whence == SEEK_SET) && (fl.l_start < 0)) {
error = EINVAL;
goto outdrop;
}
switch (fl.l_type) {
case F_RDLCK:
case F_UNLCK:
case F_WRLCK:
break;
default:
error = EINVAL;
goto outdrop;
}
switch (fl.l_whence) {
case SEEK_CUR:
case SEEK_SET:
case SEEK_END:
break;
default:
error = EINVAL;
goto outdrop;
}
if ( (error = vnode_getwithref(vp)) == 0 ) {
if (fl.l_whence == SEEK_CUR)
fl.l_start += offset;
#if CONFIG_MACF
error = mac_file_check_lock(proc_ucred(p), fp->f_fglob,
uap->cmd, &fl);
if (error == 0)
#endif
switch (uap->cmd) {
case F_OFD_GETLK:
error = VNOP_ADVLOCK(vp, (caddr_t)fp->f_fglob,
F_GETLK, &fl, F_OFD_LOCK, &context, NULL);
break;
case F_OFD_GETLKPID:
error = VNOP_ADVLOCK(vp, (caddr_t)fp->f_fglob,
F_GETLKPID, &fl, F_OFD_LOCK, &context, NULL);
break;
default:
error = VNOP_ADVLOCK(vp, (caddr_t)p,
uap->cmd, &fl, F_POSIX, &context, NULL);
break;
}
(void)vnode_put(vp);
if (error == 0)
error = copyout((caddr_t)&fl, argp, sizeof(fl));
}
goto outdrop;
case F_PREALLOCATE: {
fstore_t alloc_struct;
u_int32_t alloc_flags = 0;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ((fp->f_flag & FWRITE) == 0) {
error = EBADF;
goto outdrop;
}
error = copyin(argp, (caddr_t)&alloc_struct, sizeof(alloc_struct));
if (error)
goto outdrop;
alloc_struct.fst_bytesalloc = 0;
alloc_flags |= PREALLOCATE;
if (alloc_struct.fst_flags & F_ALLOCATECONTIG)
alloc_flags |= ALLOCATECONTIG;
if (alloc_struct.fst_flags & F_ALLOCATEALL)
alloc_flags |= ALLOCATEALL;
switch (alloc_struct.fst_posmode) {
case F_PEOFPOSMODE:
if (alloc_struct.fst_offset != 0) {
error = EINVAL;
goto outdrop;
}
alloc_flags |= ALLOCATEFROMPEOF;
break;
case F_VOLPOSMODE:
if (alloc_struct.fst_offset <= 0) {
error = EINVAL;
goto outdrop;
}
alloc_flags |= ALLOCATEFROMVOL;
break;
default: {
error = EINVAL;
goto outdrop;
}
}
if ( (error = vnode_getwithref(vp)) == 0 ) {
error = VNOP_ALLOCATE(vp,alloc_struct.fst_length,alloc_flags,
&alloc_struct.fst_bytesalloc, alloc_struct.fst_offset,
&context);
(void)vnode_put(vp);
error2 = copyout((caddr_t)&alloc_struct, argp, sizeof(alloc_struct));
if (error == 0)
error = error2;
}
goto outdrop;
}
case F_PUNCHHOLE: {
fpunchhole_t args;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ((fp->f_flag & FWRITE) == 0) {
error = EPERM;
goto outdrop;
}
if ((error = copyin(argp, (caddr_t)&args, sizeof(args)))) {
goto outdrop;
}
if ((error = vnode_getwithref(vp))) {
goto outdrop;
}
#if CONFIG_MACF
if ((error = mac_vnode_check_write(&context, fp->f_fglob->fg_cred, vp))) {
(void)vnode_put(vp);
goto outdrop;
}
#endif
error = VNOP_IOCTL(vp, F_PUNCHHOLE, (caddr_t)&args, 0, &context);
(void)vnode_put(vp);
goto outdrop;
}
case F_TRIM_ACTIVE_FILE: {
ftrimactivefile_t args;
if (priv_check_cred(kauth_cred_get(), PRIV_TRIM_ACTIVE_FILE, 0)) {
error = EACCES;
goto out;
}
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ((fp->f_flag & FWRITE) == 0) {
error = EPERM;
goto outdrop;
}
if ((error = copyin(argp, (caddr_t)&args, sizeof(args)))) {
goto outdrop;
}
if ((error = vnode_getwithref(vp))) {
goto outdrop;
}
error = VNOP_IOCTL(vp, F_TRIM_ACTIVE_FILE, (caddr_t)&args, 0, &context);
(void)vnode_put(vp);
goto outdrop;
}
case F_SETSIZE:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
error = copyin(argp, (caddr_t)&offset, sizeof (off_t));
if (error)
goto outdrop;
AUDIT_ARG(value64, offset);
error = vnode_getwithref(vp);
if (error)
goto outdrop;
#if CONFIG_MACF
error = mac_vnode_check_truncate(&context,
fp->f_fglob->fg_cred, vp);
if (error) {
(void)vnode_put(vp);
goto outdrop;
}
#endif
if (!kauth_cred_issuser(kauth_cred_get())) {
error = EACCES;
} else {
error = vnode_setsize(vp, offset, IO_NOZEROFILL,
&context);
#if CONFIG_MACF
if (error == 0)
mac_vnode_notify_truncate(&context, fp->f_fglob->fg_cred, vp);
#endif
}
(void)vnode_put(vp);
goto outdrop;
case F_RDAHEAD:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
if (uap->arg)
fp->f_fglob->fg_flag &= ~FNORDAHEAD;
else
fp->f_fglob->fg_flag |= FNORDAHEAD;
goto out;
case F_NOCACHE:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
if (uap->arg)
fp->f_fglob->fg_flag |= FNOCACHE;
else
fp->f_fglob->fg_flag &= ~FNOCACHE;
goto out;
case F_NODIRECT:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
if (uap->arg)
fp->f_fglob->fg_flag |= FNODIRECT;
else
fp->f_fglob->fg_flag &= ~FNODIRECT;
goto out;
case F_SINGLE_WRITER:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
if (uap->arg)
fp->f_fglob->fg_flag |= FSINGLE_WRITER;
else
fp->f_fglob->fg_flag &= ~FSINGLE_WRITER;
goto out;
case F_GLOBAL_NOCACHE:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ( (error = vnode_getwithref(vp)) == 0 ) {
*retval = vnode_isnocache(vp);
if (uap->arg)
vnode_setnocache(vp);
else
vnode_clearnocache(vp);
(void)vnode_put(vp);
}
goto outdrop;
case F_CHECK_OPENEVT:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ( (error = vnode_getwithref(vp)) == 0 ) {
*retval = vnode_is_openevt(vp);
if (uap->arg)
vnode_set_openevt(vp);
else
vnode_clear_openevt(vp);
(void)vnode_put(vp);
}
goto outdrop;
case F_RDADVISE: {
struct radvisory ra_struct;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ( (error = copyin(argp, (caddr_t)&ra_struct, sizeof(ra_struct))) )
goto outdrop;
if ( (error = vnode_getwithref(vp)) == 0 ) {
error = VNOP_IOCTL(vp, F_RDADVISE, (caddr_t)&ra_struct, 0, &context);
(void)vnode_put(vp);
}
goto outdrop;
}
case F_FLUSH_DATA:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ( (error = vnode_getwithref(vp)) == 0 ) {
error = VNOP_FSYNC(vp, MNT_NOWAIT, &context);
(void)vnode_put(vp);
}
goto outdrop;
case F_LOG2PHYS:
case F_LOG2PHYS_EXT: {
struct log2phys l2p_struct = {};
int devBlockSize;
off_t file_offset = 0;
size_t a_size = 0;
size_t run = 0;
if (uap->cmd == F_LOG2PHYS_EXT) {
error = copyin(argp, (caddr_t)&l2p_struct, sizeof(l2p_struct));
if (error)
goto out;
file_offset = l2p_struct.l2p_devoffset;
} else {
file_offset = fp->f_offset;
}
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ( (error = vnode_getwithref(vp)) ) {
goto outdrop;
}
error = VNOP_OFFTOBLK(vp, file_offset, &lbn);
if (error) {
(void)vnode_put(vp);
goto outdrop;
}
error = VNOP_BLKTOOFF(vp, lbn, &offset);
if (error) {
(void)vnode_put(vp);
goto outdrop;
}
devBlockSize = vfs_devblocksize(vnode_mount(vp));
if (uap->cmd == F_LOG2PHYS_EXT) {
if (l2p_struct.l2p_contigbytes < 0) {
vnode_put(vp);
error = EINVAL;
goto outdrop;
}
a_size = MIN((uint64_t)l2p_struct.l2p_contigbytes, SIZE_MAX);
} else {
a_size = devBlockSize;
}
error = VNOP_BLOCKMAP(vp, offset, a_size, &bn, &run, NULL, 0, &context);
(void)vnode_put(vp);
if (!error) {
l2p_struct.l2p_flags = 0;
if (uap->cmd == F_LOG2PHYS_EXT) {
l2p_struct.l2p_contigbytes = run - (file_offset - offset);
} else {
l2p_struct.l2p_contigbytes = 0;
}
if (bn == -1) {
l2p_struct.l2p_devoffset = bn;
}
else {
l2p_struct.l2p_devoffset = bn * devBlockSize;
l2p_struct.l2p_devoffset += file_offset - offset;
}
error = copyout((caddr_t)&l2p_struct, argp, sizeof(l2p_struct));
}
goto outdrop;
}
case F_GETPATH: {
char *pathbufp;
int pathlen;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
pathlen = MAXPATHLEN;
MALLOC(pathbufp, char *, pathlen, M_TEMP, M_WAITOK);
if (pathbufp == NULL) {
error = ENOMEM;
goto outdrop;
}
if ( (error = vnode_getwithref(vp)) == 0 ) {
error = vn_getpath(vp, pathbufp, &pathlen);
(void)vnode_put(vp);
if (error == 0)
error = copyout((caddr_t)pathbufp, argp, pathlen);
}
FREE(pathbufp, M_TEMP);
goto outdrop;
}
case F_PATHPKG_CHECK: {
char *pathbufp;
size_t pathlen;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
pathlen = MAXPATHLEN;
pathbufp = kalloc(MAXPATHLEN);
if ( (error = copyinstr(argp, pathbufp, MAXPATHLEN, &pathlen)) == 0 ) {
if ( (error = vnode_getwithref(vp)) == 0 ) {
AUDIT_ARG(text, pathbufp);
error = vn_path_package_check(vp, pathbufp, pathlen, retval);
(void)vnode_put(vp);
}
}
kfree(pathbufp, MAXPATHLEN);
goto outdrop;
}
case F_CHKCLEAN: case F_FULLFSYNC: case F_BARRIERFSYNC: case F_FREEZE_FS: case F_THAW_FS: { if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ( (error = vnode_getwithref(vp)) == 0 ) {
error = VNOP_IOCTL(vp, uap->cmd, (caddr_t)NULL, 0, &context);
(void)vnode_put(vp);
}
break;
}
case F_OPENFROM: {
struct user_fopenfrom fopen;
struct vnode_attr va;
struct nameidata nd;
int cmode;
if ((fp->f_type != DTYPE_VNODE) ||
(fp->f_flag & FREAD) == 0) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
if (vp->v_type != VDIR) {
vnode_put(vp);
error = ENOTDIR;
goto outdrop;
}
if (IS_64BIT_PROCESS(p)) {
error = copyin(argp, &fopen, sizeof(fopen));
} else {
struct user32_fopenfrom fopen32;
error = copyin(argp, &fopen32, sizeof(fopen32));
fopen.o_flags = fopen32.o_flags;
fopen.o_mode = fopen32.o_mode;
fopen.o_pathname = CAST_USER_ADDR_T(fopen32.o_pathname);
}
if (error) {
vnode_put(vp);
goto outdrop;
}
AUDIT_ARG(fflags, fopen.o_flags);
AUDIT_ARG(mode, fopen.o_mode);
VATTR_INIT(&va);
cmode = ((fopen.o_mode &~ fdp->fd_cmask) & ALLPERMS) & ~S_ISTXT;
VATTR_SET(&va, va_mode, cmode & ACCESSPERMS);
NDINIT(&nd, LOOKUP, OP_OPEN, USEDVP | FOLLOW | AUDITVNPATH1, UIO_USERSPACE,
fopen.o_pathname, &context);
nd.ni_dvp = vp;
error = open1(&context, &nd, fopen.o_flags, &va,
fileproc_alloc_init, NULL, retval);
vnode_put(vp);
break;
}
case F_UNLINKFROM: {
user_addr_t pathname;
if ((fp->f_type != DTYPE_VNODE) ||
(fp->f_flag & FREAD) == 0) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
if (vp->v_type != VDIR) {
vnode_put(vp);
error = ENOTDIR;
goto outdrop;
}
if (IS_64BIT_PROCESS(p)) {
pathname = (user_addr_t)argp;
} else {
pathname = CAST_USER_ADDR_T(argp);
}
error = unlink1(&context, vp, pathname, UIO_USERSPACE, 0);
vnode_put(vp);
break;
}
case F_ADDSIGS:
case F_ADDFILESIGS:
case F_ADDFILESIGS_FOR_DYLD_SIM:
case F_ADDFILESIGS_RETURN:
{
struct cs_blob *blob = NULL;
struct user_fsignatures fs;
kern_return_t kr;
vm_offset_t kernel_blob_addr;
vm_size_t kernel_blob_size;
int blob_add_flags = 0;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if (uap->cmd == F_ADDFILESIGS_FOR_DYLD_SIM) {
blob_add_flags |= MAC_VNODE_CHECK_DYLD_SIM;
if ((p->p_csflags & CS_KILL) == 0) {
proc_lock(p);
p->p_csflags |= CS_KILL;
proc_unlock(p);
}
}
error = vnode_getwithref(vp);
if (error)
goto outdrop;
if (IS_64BIT_PROCESS(p)) {
error = copyin(argp, &fs, sizeof (fs));
} else {
struct user32_fsignatures fs32;
error = copyin(argp, &fs32, sizeof (fs32));
fs.fs_file_start = fs32.fs_file_start;
fs.fs_blob_start = CAST_USER_ADDR_T(fs32.fs_blob_start);
fs.fs_blob_size = fs32.fs_blob_size;
}
if (error) {
vnode_put(vp);
goto outdrop;
}
blob = ubc_cs_blob_get(vp, CPU_TYPE_ANY, fs.fs_file_start);
if (blob != NULL)
{
if (uap->cmd == F_ADDFILESIGS_FOR_DYLD_SIM) {
error = ubc_cs_blob_revalidate(vp, blob, NULL, blob_add_flags);
if (error) {
blob = NULL;
if (error != EAGAIN) {
vnode_put(vp);
goto outdrop;
}
}
}
}
if (blob == NULL) {
#define CS_MAX_BLOB_SIZE (40ULL * 1024ULL * 1024ULL)
if (fs.fs_blob_size > CS_MAX_BLOB_SIZE) {
error = E2BIG;
vnode_put(vp);
goto outdrop;
}
kernel_blob_size = CAST_DOWN(vm_size_t, fs.fs_blob_size);
kr = ubc_cs_blob_allocate(&kernel_blob_addr, &kernel_blob_size);
if (kr != KERN_SUCCESS) {
error = ENOMEM;
vnode_put(vp);
goto outdrop;
}
if(uap->cmd == F_ADDSIGS) {
error = copyin(fs.fs_blob_start,
(void *) kernel_blob_addr,
kernel_blob_size);
} else {
int resid;
error = vn_rdwr(UIO_READ,
vp,
(caddr_t) kernel_blob_addr,
kernel_blob_size,
fs.fs_file_start + fs.fs_blob_start,
UIO_SYSSPACE,
0,
kauth_cred_get(),
&resid,
p);
if ((error == 0) && resid) {
memset((void *)(kernel_blob_addr + (kernel_blob_size - resid)), 0x0, resid);
}
}
if (error) {
ubc_cs_blob_deallocate(kernel_blob_addr,
kernel_blob_size);
vnode_put(vp);
goto outdrop;
}
blob = NULL;
error = ubc_cs_blob_add(vp,
CPU_TYPE_ANY,
fs.fs_file_start,
&kernel_blob_addr,
kernel_blob_size,
NULL,
blob_add_flags,
&blob);
if (error) {
if (kernel_blob_addr) {
ubc_cs_blob_deallocate(kernel_blob_addr,
kernel_blob_size);
}
vnode_put(vp);
goto outdrop;
} else {
#if CHECK_CS_VALIDATION_BITMAP
ubc_cs_validation_bitmap_allocate( vp );
#endif
}
}
if (uap->cmd == F_ADDFILESIGS_RETURN || uap->cmd == F_ADDFILESIGS_FOR_DYLD_SIM) {
off_t end_offset = 0;
if (blob)
end_offset = blob->csb_end_offset;
error = copyout(&end_offset, argp, sizeof (end_offset));
}
(void) vnode_put(vp);
break;
}
case F_GETCODEDIR:
case F_FINDSIGS: {
error = ENOTSUP;
goto out;
}
case F_CHECK_LV: {
struct fileglob *fg;
fchecklv_t lv;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
fg = fp->f_fglob;
proc_fdunlock(p);
if (IS_64BIT_PROCESS(p)) {
error = copyin(argp, &lv, sizeof (lv));
} else {
struct user32_fchecklv lv32;
error = copyin(argp, &lv32, sizeof (lv32));
lv.lv_file_start = lv32.lv_file_start;
lv.lv_error_message = (void *)(uintptr_t)lv32.lv_error_message;
lv.lv_error_message_size = lv32.lv_error_message;
}
if (error)
goto outdrop;
#if CONFIG_MACF
error = mac_file_check_library_validation(p, fg, lv.lv_file_start,
(user_long_t)lv.lv_error_message, lv.lv_error_message_size);
#endif
break;
}
#if CONFIG_PROTECT
case F_GETPROTECTIONCLASS: {
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
struct vnode_attr va;
VATTR_INIT(&va);
VATTR_WANTED(&va, va_dataprotect_class);
error = VNOP_GETATTR(vp, &va, &context);
if (!error) {
if (VATTR_IS_SUPPORTED(&va, va_dataprotect_class))
*retval = va.va_dataprotect_class;
else
error = ENOTSUP;
}
vnode_put(vp);
break;
}
case F_SETPROTECTIONCLASS: {
tmp = CAST_DOWN_EXPLICIT(uint32_t, uap->arg);
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
vfs_context_t ctx = vfs_context_current();
if(vnode_authorize(vp, NULLVP, (KAUTH_VNODE_ACCESS | KAUTH_VNODE_WRITE_DATA), ctx) != 0) {
vnode_put(vp);
error = EBADF;
goto outdrop;
}
struct vnode_attr va;
VATTR_INIT(&va);
VATTR_SET(&va, va_dataprotect_class, tmp);
error = VNOP_SETATTR(vp, &va, ctx);
vnode_put(vp);
break;
}
case F_TRANSCODEKEY: {
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
cp_key_t k = {
.len = CP_MAX_WRAPPEDKEYSIZE,
};
MALLOC(k.key, char *, k.len, M_TEMP, M_WAITOK | M_ZERO);
error = VNOP_IOCTL(vp, F_TRANSCODEKEY, (caddr_t)&k, 1, &context);
vnode_put(vp);
if (error == 0) {
error = copyout(k.key, argp, k.len);
*retval = k.len;
}
FREE(k.key, M_TEMP);
break;
}
case F_GETPROTECTIONLEVEL: {
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode*) fp->f_data;
proc_fdunlock (p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
error = VNOP_IOCTL(vp, F_GETPROTECTIONLEVEL, (caddr_t)retval, 0, &context);
vnode_put (vp);
break;
}
case F_GETDEFAULTPROTLEVEL: {
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode*) fp->f_data;
proc_fdunlock (p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
error = VNOP_IOCTL(vp, F_GETDEFAULTPROTLEVEL, (caddr_t)retval, 0, &context);
vnode_put (vp);
break;
}
#endif
case F_MOVEDATAEXTENTS: {
struct fileproc *fp2 = NULL;
struct vnode *src_vp = NULLVP;
struct vnode *dst_vp = NULLVP;
int fd2 = CAST_DOWN_EXPLICIT(int32_t, uap->arg);
error = priv_check_cred(kauth_cred_get(), PRIV_VFS_MOVE_DATA_EXTENTS, 0);
if (error)
goto out;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
src_vp = (struct vnode *)fp->f_data;
if (src_vp->v_tag != VT_HFS) {
error = ENOTSUP;
goto out;
}
if ( (error = fp_lookup(p, fd2, &fp2, 1)) ) {
error = EBADF;
goto out;
}
if (fp2->f_type != DTYPE_VNODE) {
fp_drop(p, fd2, fp2, 1);
error = EBADF;
goto out;
}
dst_vp = (struct vnode *)fp2->f_data;
if (dst_vp->v_tag != VT_HFS) {
fp_drop(p, fd2, fp2, 1);
error = ENOTSUP;
goto out;
}
#if CONFIG_MACF
error = mac_file_check_fcntl(proc_ucred(p), fp2->f_fglob, uap->cmd, 0);
if (error) {
fp_drop(p, fd2, fp2, 1);
goto out;
}
#endif
AUDIT_ARG(fd, fd2);
proc_fdunlock(p);
if (vnode_getwithref(src_vp)) {
fp_drop(p, fd2, fp2, 0);
error = ENOENT;
goto outdrop;
}
if (vnode_getwithref(dst_vp)) {
vnode_put (src_vp);
fp_drop(p, fd2, fp2, 0);
error = ENOENT;
goto outdrop;
}
if (dst_vp == src_vp) {
vnode_put (src_vp);
vnode_put (dst_vp);
fp_drop (p, fd2, fp2, 0);
error = EINVAL;
goto outdrop;
}
if (dst_vp->v_mount != src_vp->v_mount) {
vnode_put (src_vp);
vnode_put (dst_vp);
fp_drop (p, fd2, fp2, 0);
error = EXDEV;
goto outdrop;
}
if(vnode_authorize(src_vp, NULLVP,
(KAUTH_VNODE_ACCESS | KAUTH_VNODE_WRITE_DATA), &context) != 0) {
vnode_put(src_vp);
vnode_put(dst_vp);
fp_drop(p, fd2, fp2, 0);
error = EBADF;
goto outdrop;
}
if(vnode_authorize(dst_vp, NULLVP,
(KAUTH_VNODE_ACCESS | KAUTH_VNODE_WRITE_DATA), &context) != 0) {
vnode_put(src_vp);
vnode_put(dst_vp);
fp_drop(p, fd2, fp2, 0);
error = EBADF;
goto outdrop;
}
if ( !vnode_isreg(src_vp) || !vnode_isreg(dst_vp)) {
error = EINVAL;
vnode_put (src_vp);
vnode_put (dst_vp);
fp_drop (p, fd2, fp2, 0);
goto outdrop;
}
error = VNOP_EXCHANGE(src_vp, dst_vp, FSOPT_EXCHANGE_DATA_ONLY, &context);
vnode_put (src_vp);
vnode_put (dst_vp);
fp_drop(p, fd2, fp2, 0);
break;
}
case F_MAKECOMPRESSED: {
uint32_t gcounter = CAST_DOWN_EXPLICIT(uint32_t, uap->arg);
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode*) fp->f_data;
proc_fdunlock (p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
if ((vnode_isreg(vp) == 0) && (vnode_islnk(vp) == 0)) {
vnode_put(vp);
error = EBADF;
goto outdrop;
}
vfs_context_t ctx = vfs_context_current();
if(vnode_authorize(vp, NULLVP, (KAUTH_VNODE_ACCESS | KAUTH_VNODE_WRITE_DATA), ctx) != 0) {
vnode_put(vp);
error = EBADF;
goto outdrop;
}
error = VNOP_IOCTL(vp, uap->cmd, (caddr_t)&gcounter, 0, &context);
vnode_put (vp);
break;
}
case F_SET_GREEDY_MODE:
case F_SETSTATICCONTENT: {
caddr_t ioctl_arg = NULL;
if (uap->arg) {
ioctl_arg = (caddr_t) 1;
}
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
error = vnode_getwithref(vp);
if (error) {
error = ENOENT;
goto outdrop;
}
vfs_context_t ctx = vfs_context_current();
if(vnode_authorize(vp, NULLVP, (KAUTH_VNODE_ACCESS | KAUTH_VNODE_WRITE_DATA), ctx) != 0) {
vnode_put(vp);
error = EBADF;
goto outdrop;
}
error = VNOP_IOCTL(vp, uap->cmd, ioctl_arg, 0, &context);
(void)vnode_put(vp);
break;
}
case F_SETIOTYPE: {
caddr_t param_ptr;
uint32_t param;
if (uap->arg) {
param_ptr = (caddr_t) uap->arg;
param = (uint32_t) param_ptr;
}
else {
error = EINVAL;
goto out;
}
switch (param) {
case F_IOTYPE_ISOCHRONOUS:
break;
default:
error = EINVAL;
goto out;
}
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
error = vnode_getwithref(vp);
if (error) {
error = ENOENT;
goto outdrop;
}
vfs_context_t ctx = vfs_context_current();
if(vnode_authorize(vp, NULLVP, (KAUTH_VNODE_ACCESS | KAUTH_VNODE_WRITE_DATA), ctx) != 0) {
vnode_put(vp);
error = EBADF;
goto outdrop;
}
error = VNOP_IOCTL(vp, uap->cmd, param_ptr, 0, &context);
(void)vnode_put(vp);
break;
}
case F_SETBACKINGSTORE: {
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
if (vp->v_tag != VT_HFS) {
error = EINVAL;
goto out;
}
proc_fdunlock(p);
if (vnode_getwithref(vp)) {
error = ENOENT;
goto outdrop;
}
vfs_context_t ctx = vfs_context_current();
if(vnode_authorize(vp, NULLVP, (KAUTH_VNODE_ACCESS | KAUTH_VNODE_WRITE_DATA), ctx) != 0) {
vnode_put(vp);
error = EBADF;
goto outdrop;
}
if (uap->arg) {
error = VNOP_IOCTL (vp, uap->cmd, (caddr_t)1, 0, &context);
}
else {
error = VNOP_IOCTL (vp, uap->cmd, (caddr_t)NULL, 0, &context);
}
vnode_put(vp);
break;
}
case F_GETPATH_MTMINFO: {
char *pathbufp;
int pathlen;
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
pathlen = MAXPATHLEN;
MALLOC(pathbufp, char *, pathlen, M_TEMP, M_WAITOK);
if (pathbufp == NULL) {
error = ENOMEM;
goto outdrop;
}
if ( (error = vnode_getwithref(vp)) == 0 ) {
int backingstore = 0;
if ((error = vn_getpath(vp, pathbufp, &pathlen)) == 0) {
if (vp->v_tag == VT_HFS) {
error = VNOP_IOCTL (vp, uap->cmd, (caddr_t) &backingstore, 0, &context);
}
(void)vnode_put(vp);
if (error == 0) {
error = copyout((caddr_t)pathbufp, argp, pathlen);
}
if (error == 0) {
if (backingstore) {
error = EBUSY;
}
}
} else
(void)vnode_put(vp);
}
FREE(pathbufp, M_TEMP);
goto outdrop;
}
#if DEBUG || DEVELOPMENT
case F_RECYCLE:
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
vnode_recycle(vp);
break;
#endif
default:
if((uap->cmd & IOC_VOID) && (uap->cmd & IOC_INOUT)){
error = EINVAL;
goto out;
}
switch (uap->cmd) {
case (int)APFSIOC_REVERT_TO_SNAPSHOT:
case (int)FSIOC_FIOSEEKHOLE:
case (int)FSIOC_FIOSEEKDATA:
case HFS_GET_BOOT_INFO:
case HFS_SET_BOOT_INFO:
case FIOPINSWAP:
case F_MARKDEPENDENCY:
error = EINVAL;
goto out;
default:
break;
}
if (fp->f_type != DTYPE_VNODE) {
error = EBADF;
goto out;
}
vp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
if ( (error = vnode_getwithref(vp)) == 0 ) {
#define STK_PARAMS 128
char stkbuf[STK_PARAMS] = {0};
unsigned int size;
caddr_t data, memp;
size = IOCPARM_LEN(uap->cmd);
if (size > IOCPARM_MAX) {
(void)vnode_put(vp);
error = EINVAL;
break;
}
memp = NULL;
if (size > sizeof (stkbuf)) {
if ((memp = (caddr_t)kalloc(size)) == 0) {
(void)vnode_put(vp);
error = ENOMEM;
goto outdrop;
}
data = memp;
} else {
data = &stkbuf[0];
}
if (uap->cmd & IOC_IN) {
if (size) {
error = copyin(argp, data, size);
if (error) {
(void)vnode_put(vp);
if (memp)
kfree(memp, size);
goto outdrop;
}
if (size <= sizeof(stkbuf)) {
bzero ( (((uint8_t*)data) + size), (sizeof(stkbuf) - size));
}
} else {
if (is64bit) {
*(user_addr_t *)data = argp;
} else {
*(uint32_t *)data = (uint32_t)argp;
}
};
} else if ((uap->cmd & IOC_OUT) && size) {
bzero(data, size);
} else if (uap->cmd & IOC_VOID) {
if (is64bit) {
*(user_addr_t *)data = argp;
} else {
*(uint32_t *)data = (uint32_t)argp;
}
}
error = VNOP_IOCTL(vp, uap->cmd, CAST_DOWN(caddr_t, data), 0, &context);
(void)vnode_put(vp);
if (error == 0 && (uap->cmd & IOC_OUT) && size)
error = copyout(data, argp, size);
if (memp)
kfree(memp, size);
}
break;
}
outdrop:
AUDIT_ARG(vnpath_withref, vp, ARG_VNODE1);
fp_drop(p, fd, fp, 0);
return(error);
out:
fp_drop(p, fd, fp, 1);
proc_fdunlock(p);
return(error);
}
int
finishdup(proc_t p,
struct filedesc *fdp, int old, int new, int fd_flags, int32_t *retval)
{
struct fileproc *nfp;
struct fileproc *ofp;
#if CONFIG_MACF
int error;
#endif
#if DIAGNOSTIC
proc_fdlock_assert(p, LCK_MTX_ASSERT_OWNED);
#endif
if ((ofp = fdp->fd_ofiles[old]) == NULL ||
(fdp->fd_ofileflags[old] & UF_RESERVED)) {
fdrelse(p, new);
return (EBADF);
}
fg_ref(ofp);
#if CONFIG_MACF
error = mac_file_check_dup(proc_ucred(p), ofp->f_fglob, new);
if (error) {
fg_drop(ofp);
fdrelse(p, new);
return (error);
}
#endif
proc_fdunlock(p);
nfp = fileproc_alloc_init(NULL);
proc_fdlock(p);
if (nfp == NULL) {
fg_drop(ofp);
fdrelse(p, new);
return (ENOMEM);
}
nfp->f_fglob = ofp->f_fglob;
#if DIAGNOSTIC
if (fdp->fd_ofiles[new] != 0)
panic("finishdup: overwriting fd_ofiles with new %d", new);
if ((fdp->fd_ofileflags[new] & UF_RESERVED) == 0)
panic("finishdup: unreserved fileflags with new %d", new);
#endif
if (new > fdp->fd_lastfile)
fdp->fd_lastfile = new;
*fdflags(p, new) |= fd_flags;
procfdtbl_releasefd(p, new, nfp);
*retval = new;
return (0);
}
int
close(proc_t p, struct close_args *uap, int32_t *retval)
{
__pthread_testcancel(1);
return(close_nocancel(p, (struct close_nocancel_args *)uap, retval));
}
int
close_nocancel(proc_t p, struct close_nocancel_args *uap, __unused int32_t *retval)
{
struct fileproc *fp;
int fd = uap->fd;
int error;
AUDIT_SYSCLOSE(p, fd);
proc_fdlock(p);
if ( (error = fp_lookup(p,fd,&fp, 1)) ) {
proc_fdunlock(p);
return(error);
}
if (FP_ISGUARDED(fp, GUARD_CLOSE)) {
error = fp_guard_exception(p, fd, fp, kGUARD_EXC_CLOSE);
(void) fp_drop(p, fd, fp, 1);
proc_fdunlock(p);
return (error);
}
error = close_internal_locked(p, fd, fp, 0);
proc_fdunlock(p);
return (error);
}
int
close_internal_locked(proc_t p, int fd, struct fileproc *fp, int flags)
{
struct filedesc *fdp = p->p_fd;
int error =0;
int resvfd = flags & FD_DUP2RESV;
#if DIAGNOSTIC
proc_fdlock_assert(p, LCK_MTX_ASSERT_OWNED);
#endif
procfdtbl_markclosefd(p, fd);
if ((fp->f_flags & FP_CLOSING) == FP_CLOSING) {
panic("close_internal_locked: being called on already closing fd");
}
#if DIAGNOSTIC
if ((fdp->fd_ofileflags[fd] & UF_RESERVED) == 0)
panic("close_internal: unreserved fileflags with fd %d", fd);
#endif
fp->f_flags |= FP_CLOSING;
if ( (fp->f_flags & FP_AIOISSUED) || kauth_authorize_fileop_has_listeners() ) {
proc_fdunlock(p);
if ( (fp->f_type == DTYPE_VNODE) && kauth_authorize_fileop_has_listeners() ) {
if (vnode_getwithref((vnode_t)fp->f_data) == 0) {
u_int fileop_flags = 0;
if ((fp->f_flags & FP_WRITTEN) != 0)
fileop_flags |= KAUTH_FILEOP_CLOSE_MODIFIED;
kauth_authorize_fileop(fp->f_fglob->fg_cred, KAUTH_FILEOP_CLOSE,
(uintptr_t)fp->f_data, (uintptr_t)fileop_flags);
vnode_put((vnode_t)fp->f_data);
}
}
if (fp->f_flags & FP_AIOISSUED)
_aio_close( p, fd );
proc_fdlock(p);
}
if (fd < fdp->fd_knlistsize)
knote_fdclose(p, fd);
if (fp->f_flags & FP_WAITEVENT)
(void)waitevent_close(p, fp);
fileproc_drain(p, fp);
if (resvfd == 0) {
_fdrelse(p, fd);
} else {
procfdtbl_reservefd(p, fd);
}
if (ENTR_SHOULDTRACE && fp->f_type == DTYPE_SOCKET)
KERNEL_ENERGYTRACE(kEnTrActKernSocket, DBG_FUNC_END,
fd, 0, (int64_t)VM_KERNEL_ADDRPERM(fp->f_data));
error = closef_locked(fp, fp->f_fglob, p);
if ((fp->f_flags & FP_WAITCLOSE) == FP_WAITCLOSE)
wakeup(&fp->f_flags);
fp->f_flags &= ~(FP_WAITCLOSE | FP_CLOSING);
proc_fdunlock(p);
fileproc_free(fp);
proc_fdlock(p);
#if DIAGNOSTIC
if (resvfd != 0) {
if ((fdp->fd_ofileflags[fd] & UF_RESERVED) == 0)
panic("close with reserved fd returns with freed fd:%d: proc: %p", fd, p);
}
#endif
return(error);
}
static int
fstat1(proc_t p, int fd, user_addr_t ub, user_addr_t xsecurity, user_addr_t xsecurity_size, int isstat64)
{
struct fileproc *fp;
union {
struct stat sb;
struct stat64 sb64;
} source;
union {
struct user64_stat user64_sb;
struct user32_stat user32_sb;
struct user64_stat64 user64_sb64;
struct user32_stat64 user32_sb64;
} dest;
int error, my_size;
file_type_t type;
caddr_t data;
kauth_filesec_t fsec;
user_size_t xsecurity_bufsize;
vfs_context_t ctx = vfs_context_current();
void * sbptr;
AUDIT_ARG(fd, fd);
if ((error = fp_lookup(p, fd, &fp, 0)) != 0) {
return(error);
}
type = fp->f_type;
data = fp->f_data;
fsec = KAUTH_FILESEC_NONE;
sbptr = (void *)&source;
switch (type) {
case DTYPE_VNODE:
if ((error = vnode_getwithref((vnode_t)data)) == 0) {
if (xsecurity == USER_ADDR_NULL) {
error = vn_stat_noauth((vnode_t)data, sbptr, NULL, isstat64, ctx,
fp->f_fglob->fg_cred);
} else {
error = vn_stat((vnode_t)data, sbptr, &fsec, isstat64, ctx);
}
AUDIT_ARG(vnpath, (struct vnode *)data, ARG_VNODE1);
(void)vnode_put((vnode_t)data);
}
break;
#if SOCKETS
case DTYPE_SOCKET:
error = soo_stat((struct socket *)data, sbptr, isstat64);
break;
#endif
case DTYPE_PIPE:
error = pipe_stat((void *)data, sbptr, isstat64);
break;
case DTYPE_PSXSHM:
error = pshm_stat((void *)data, sbptr, isstat64);
break;
case DTYPE_KQUEUE:
error = kqueue_stat((void *)data, sbptr, isstat64, p);
break;
default:
error = EBADF;
goto out;
}
if (error == 0) {
caddr_t sbp;
if (isstat64 != 0) {
source.sb64.st_lspare = 0;
source.sb64.st_qspare[0] = 0LL;
source.sb64.st_qspare[1] = 0LL;
if (IS_64BIT_PROCESS(current_proc())) {
munge_user64_stat64(&source.sb64, &dest.user64_sb64);
my_size = sizeof(dest.user64_sb64);
sbp = (caddr_t)&dest.user64_sb64;
} else {
munge_user32_stat64(&source.sb64, &dest.user32_sb64);
my_size = sizeof(dest.user32_sb64);
sbp = (caddr_t)&dest.user32_sb64;
}
} else {
source.sb.st_lspare = 0;
source.sb.st_qspare[0] = 0LL;
source.sb.st_qspare[1] = 0LL;
if (IS_64BIT_PROCESS(current_proc())) {
munge_user64_stat(&source.sb, &dest.user64_sb);
my_size = sizeof(dest.user64_sb);
sbp = (caddr_t)&dest.user64_sb;
} else {
munge_user32_stat(&source.sb, &dest.user32_sb);
my_size = sizeof(dest.user32_sb);
sbp = (caddr_t)&dest.user32_sb;
}
}
error = copyout(sbp, ub, my_size);
}
if (xsecurity != USER_ADDR_NULL) {
if (fsec == KAUTH_FILESEC_NONE) {
if (susize(xsecurity_size, 0) != 0) {
error = EFAULT;
goto out;
}
} else {
xsecurity_bufsize = fusize(xsecurity_size);
if (susize(xsecurity_size, KAUTH_FILESEC_COPYSIZE(fsec)) != 0) {
error = EFAULT;
goto out;
}
if (xsecurity_bufsize >= KAUTH_FILESEC_COPYSIZE(fsec))
error = copyout(fsec, xsecurity, KAUTH_FILESEC_COPYSIZE(fsec));
}
}
out:
fp_drop(p, fd, fp, 0);
if (fsec != NULL)
kauth_filesec_free(fsec);
return (error);
}
int
fstat_extended(proc_t p, struct fstat_extended_args *uap, __unused int32_t *retval)
{
return(fstat1(p, uap->fd, uap->ub, uap->xsecurity, uap->xsecurity_size, 0));
}
int
fstat(proc_t p, struct fstat_args *uap, __unused int32_t *retval)
{
return(fstat1(p, uap->fd, uap->ub, 0, 0, 0));
}
int
fstat64_extended(proc_t p, struct fstat64_extended_args *uap, __unused int32_t *retval)
{
return(fstat1(p, uap->fd, uap->ub, uap->xsecurity, uap->xsecurity_size, 1));
}
int
fstat64(proc_t p, struct fstat64_args *uap, __unused int32_t *retval)
{
return(fstat1(p, uap->fd, uap->ub, 0, 0, 1));
}
int
fpathconf(proc_t p, struct fpathconf_args *uap, int32_t *retval)
{
int fd = uap->fd;
struct fileproc *fp;
struct vnode *vp;
int error = 0;
file_type_t type;
caddr_t data;
AUDIT_ARG(fd, uap->fd);
if ( (error = fp_lookup(p, fd, &fp, 0)) )
return(error);
type = fp->f_type;
data = fp->f_data;
switch (type) {
case DTYPE_SOCKET:
if (uap->name != _PC_PIPE_BUF) {
error = EINVAL;
goto out;
}
*retval = PIPE_BUF;
error = 0;
goto out;
case DTYPE_PIPE:
if (uap->name != _PC_PIPE_BUF) {
error = EINVAL;
goto out;
}
*retval = PIPE_BUF;
error = 0;
goto out;
case DTYPE_VNODE:
vp = (struct vnode *)data;
if ( (error = vnode_getwithref(vp)) == 0) {
AUDIT_ARG(vnpath, vp, ARG_VNODE1);
error = vn_pathconf(vp, uap->name, retval, vfs_context_current());
(void)vnode_put(vp);
}
goto out;
default:
error = EINVAL;
goto out;
}
out:
fp_drop(p, fd, fp, 0);
return(error);
}
int fdexpand;
int
fdalloc(proc_t p, int want, int *result)
{
struct filedesc *fdp = p->p_fd;
int i;
int lim, last, numfiles, oldnfiles;
struct fileproc **newofiles, **ofiles;
char *newofileflags;
#if DIAGNOSTIC
proc_fdlock_assert(p, LCK_MTX_ASSERT_OWNED);
#endif
lim = min((int)p->p_rlimit[RLIMIT_NOFILE].rlim_cur, maxfiles);
for (;;) {
last = min(fdp->fd_nfiles, lim);
if ((i = want) < fdp->fd_freefile)
i = fdp->fd_freefile;
for (; i < last; i++) {
if (fdp->fd_ofiles[i] == NULL && !(fdp->fd_ofileflags[i] & UF_RESERVED)) {
procfdtbl_reservefd(p, i);
if (i > fdp->fd_lastfile)
fdp->fd_lastfile = i;
if (want <= fdp->fd_freefile)
fdp->fd_freefile = i;
*result = i;
return (0);
}
}
if (fdp->fd_nfiles >= lim)
return (EMFILE);
if (fdp->fd_nfiles < NDEXTENT)
numfiles = NDEXTENT;
else
numfiles = 2 * fdp->fd_nfiles;
if (numfiles > lim)
numfiles = lim;
proc_fdunlock(p);
MALLOC_ZONE(newofiles, struct fileproc **,
numfiles * OFILESIZE, M_OFILETABL, M_WAITOK);
proc_fdlock(p);
if (newofiles == NULL) {
return (ENOMEM);
}
if (fdp->fd_nfiles >= numfiles) {
FREE_ZONE(newofiles, numfiles * OFILESIZE, M_OFILETABL);
continue;
}
newofileflags = (char *) &newofiles[numfiles];
oldnfiles = fdp->fd_nfiles;
(void) memcpy(newofiles, fdp->fd_ofiles,
oldnfiles * sizeof(*fdp->fd_ofiles));
(void) memset(&newofiles[oldnfiles], 0,
(numfiles - oldnfiles) * sizeof(*fdp->fd_ofiles));
(void) memcpy(newofileflags, fdp->fd_ofileflags,
oldnfiles * sizeof(*fdp->fd_ofileflags));
(void) memset(&newofileflags[oldnfiles], 0,
(numfiles - oldnfiles) *
sizeof(*fdp->fd_ofileflags));
ofiles = fdp->fd_ofiles;
fdp->fd_ofiles = newofiles;
fdp->fd_ofileflags = newofileflags;
fdp->fd_nfiles = numfiles;
FREE_ZONE(ofiles, oldnfiles * OFILESIZE, M_OFILETABL);
fdexpand++;
}
}
int
fdavail(proc_t p, int n)
{
struct filedesc *fdp = p->p_fd;
struct fileproc **fpp;
char *flags;
int i, lim;
lim = min((int)p->p_rlimit[RLIMIT_NOFILE].rlim_cur, maxfiles);
if ((i = lim - fdp->fd_nfiles) > 0 && (n -= i) <= 0)
return (1);
fpp = &fdp->fd_ofiles[fdp->fd_freefile];
flags = &fdp->fd_ofileflags[fdp->fd_freefile];
for (i = fdp->fd_nfiles - fdp->fd_freefile; --i >= 0; fpp++, flags++)
if (*fpp == NULL && !(*flags & UF_RESERVED) && --n <= 0)
return (1);
return (0);
}
void
fdrelse(proc_t p, int fd)
{
_fdrelse(p, fd);
}
int
fdgetf_noref(proc_t p, int fd, struct fileproc **resultfp)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
if (fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
return (EBADF);
}
if (resultfp)
*resultfp = fp;
return (0);
}
int
fp_getfvp(proc_t p, int fd, struct fileproc **resultfp, struct vnode **resultvp)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
proc_fdlock_spin(p);
if (fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
proc_fdunlock(p);
return (EBADF);
}
if (fp->f_type != DTYPE_VNODE) {
proc_fdunlock(p);
return(ENOTSUP);
}
fp->f_iocount++;
if (resultfp)
*resultfp = fp;
if (resultvp)
*resultvp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
return (0);
}
int
fp_getfvpandvid(proc_t p, int fd, struct fileproc **resultfp,
struct vnode **resultvp, uint32_t *vidp)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
proc_fdlock_spin(p);
if (fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
proc_fdunlock(p);
return (EBADF);
}
if (fp->f_type != DTYPE_VNODE) {
proc_fdunlock(p);
return(ENOTSUP);
}
fp->f_iocount++;
if (resultfp)
*resultfp = fp;
if (resultvp)
*resultvp = (struct vnode *)fp->f_data;
if (vidp)
*vidp = (uint32_t)vnode_vid((struct vnode *)fp->f_data);
proc_fdunlock(p);
return (0);
}
int
fp_getfsock(proc_t p, int fd, struct fileproc **resultfp,
struct socket **results)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
proc_fdlock_spin(p);
if (fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
proc_fdunlock(p);
return (EBADF);
}
if (fp->f_type != DTYPE_SOCKET) {
proc_fdunlock(p);
return(EOPNOTSUPP);
}
fp->f_iocount++;
if (resultfp)
*resultfp = fp;
if (results)
*results = (struct socket *)fp->f_data;
proc_fdunlock(p);
return (0);
}
int
fp_getfkq(proc_t p, int fd, struct fileproc **resultfp,
struct kqueue **resultkq)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
proc_fdlock_spin(p);
if ( fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
proc_fdunlock(p);
return (EBADF);
}
if (fp->f_type != DTYPE_KQUEUE) {
proc_fdunlock(p);
return(EBADF);
}
fp->f_iocount++;
if (resultfp)
*resultfp = fp;
if (resultkq)
*resultkq = (struct kqueue *)fp->f_data;
proc_fdunlock(p);
return (0);
}
int
fp_getfpshm(proc_t p, int fd, struct fileproc **resultfp,
struct pshmnode **resultpshm)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
proc_fdlock_spin(p);
if (fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
proc_fdunlock(p);
return (EBADF);
}
if (fp->f_type != DTYPE_PSXSHM) {
proc_fdunlock(p);
return(EBADF);
}
fp->f_iocount++;
if (resultfp)
*resultfp = fp;
if (resultpshm)
*resultpshm = (struct pshmnode *)fp->f_data;
proc_fdunlock(p);
return (0);
}
int
fp_getfpsem(proc_t p, int fd, struct fileproc **resultfp,
struct psemnode **resultpsem)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
proc_fdlock_spin(p);
if (fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
proc_fdunlock(p);
return (EBADF);
}
if (fp->f_type != DTYPE_PSXSEM) {
proc_fdunlock(p);
return(EBADF);
}
fp->f_iocount++;
if (resultfp)
*resultfp = fp;
if (resultpsem)
*resultpsem = (struct psemnode *)fp->f_data;
proc_fdunlock(p);
return (0);
}
int
fp_getfpipe(proc_t p, int fd, struct fileproc **resultfp,
struct pipe **resultpipe)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
proc_fdlock_spin(p);
if (fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
proc_fdunlock(p);
return (EBADF);
}
if (fp->f_type != DTYPE_PIPE) {
proc_fdunlock(p);
return(EBADF);
}
fp->f_iocount++;
if (resultfp)
*resultfp = fp;
if (resultpipe)
*resultpipe = (struct pipe *)fp->f_data;
proc_fdunlock(p);
return (0);
}
int
fp_lookup(proc_t p, int fd, struct fileproc **resultfp, int locked)
{
struct filedesc *fdp = p->p_fd;
struct fileproc *fp;
if (!locked)
proc_fdlock_spin(p);
if (fd < 0 || fdp == NULL || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
(fdp->fd_ofileflags[fd] & UF_RESERVED)) {
if (!locked)
proc_fdunlock(p);
return (EBADF);
}
fp->f_iocount++;
if (resultfp)
*resultfp = fp;
if (!locked)
proc_fdunlock(p);
return (0);
}
int
fp_tryswap(proc_t p, int fd, struct fileproc *nfp)
{
struct fileproc *fp;
int error;
proc_fdlock_assert(p, LCK_MTX_ASSERT_OWNED);
if (0 != (error = fp_lookup(p, fd, &fp, 1)))
return (error);
if (fp->f_iocount < 2) {
panic("f_iocount too small %d", fp->f_iocount);
} else if (2 == fp->f_iocount) {
nfp->f_flags = (nfp->f_flags & FP_TYPEMASK) |
(fp->f_flags & ~FP_TYPEMASK);
nfp->f_iocount = fp->f_iocount;
nfp->f_fglob = fp->f_fglob;
nfp->f_wset = fp->f_wset;
p->p_fd->fd_ofiles[fd] = nfp;
(void) fp_drop(p, fd, nfp, 1);
} else {
p->p_fpdrainwait = 1;
error = msleep(&p->p_fpdrainwait, &p->p_fdmlock,
PRIBIO | PCATCH, "tryswap fpdrain", NULL);
if (0 == error) {
error = EKEEPLOOKING;
printf("%s: lookup collision fd %d\n", __func__, fd);
}
(void) fp_drop(p, fd, fp, 1);
}
return (error);
}
int
fp_drop_written(proc_t p, int fd, struct fileproc *fp)
{
int error;
proc_fdlock_spin(p);
fp->f_flags |= FP_WRITTEN;
error = fp_drop(p, fd, fp, 1);
proc_fdunlock(p);
return (error);
}
int
fp_drop_event(proc_t p, int fd, struct fileproc *fp)
{
int error;
proc_fdlock_spin(p);
fp->f_flags |= FP_WAITEVENT;
error = fp_drop(p, fd, fp, 1);
proc_fdunlock(p);
return (error);
}
int
fp_drop(proc_t p, int fd, struct fileproc *fp, int locked)
{
struct filedesc *fdp = p->p_fd;
int needwakeup = 0;
if (!locked)
proc_fdlock_spin(p);
if ((fp == FILEPROC_NULL) && (fd < 0 || fd >= fdp->fd_nfiles ||
(fp = fdp->fd_ofiles[fd]) == NULL ||
((fdp->fd_ofileflags[fd] & UF_RESERVED) &&
!(fdp->fd_ofileflags[fd] & UF_CLOSING)))) {
if (!locked)
proc_fdunlock(p);
return (EBADF);
}
fp->f_iocount--;
if (fp->f_iocount == 0) {
if (fp->f_flags & FP_SELCONFLICT)
fp->f_flags &= ~FP_SELCONFLICT;
if (p->p_fpdrainwait) {
p->p_fpdrainwait = 0;
needwakeup = 1;
}
}
if (!locked)
proc_fdunlock(p);
if (needwakeup)
wakeup(&p->p_fpdrainwait);
return (0);
}
int
file_vnode(int fd, struct vnode **vpp)
{
proc_t p = current_proc();
struct fileproc *fp;
int error;
proc_fdlock_spin(p);
if ( (error = fp_lookup(p, fd, &fp, 1)) ) {
proc_fdunlock(p);
return(error);
}
if (fp->f_type != DTYPE_VNODE) {
fp_drop(p, fd, fp,1);
proc_fdunlock(p);
return(EINVAL);
}
if (vpp != NULL)
*vpp = (struct vnode *)fp->f_data;
proc_fdunlock(p);
return(0);
}
int
file_vnode_withvid(int fd, struct vnode **vpp, uint32_t * vidp)
{
proc_t p = current_proc();
struct fileproc *fp;
vnode_t vp;
int error;
proc_fdlock_spin(p);
if ( (error = fp_lookup(p, fd, &fp, 1)) ) {
proc_fdunlock(p);
return(error);
}
if (fp->f_type != DTYPE_VNODE) {
fp_drop(p, fd, fp,1);
proc_fdunlock(p);
return(EINVAL);
}
vp = (struct vnode *)fp->f_data;
if (vpp != NULL)
*vpp = vp;
if ((vidp != NULL) && (vp != NULLVP))
*vidp = (uint32_t)vp->v_id;
proc_fdunlock(p);
return(0);
}
int
file_socket(int fd, struct socket **sp)
{
proc_t p = current_proc();
struct fileproc *fp;
int error;
proc_fdlock_spin(p);
if ( (error = fp_lookup(p, fd, &fp, 1)) ) {
proc_fdunlock(p);
return(error);
}
if (fp->f_type != DTYPE_SOCKET) {
fp_drop(p, fd, fp,1);
proc_fdunlock(p);
return(ENOTSOCK);
}
*sp = (struct socket *)fp->f_data;
proc_fdunlock(p);
return(0);
}
int
file_flags(int fd, int *flags)
{
proc_t p = current_proc();
struct fileproc *fp;
int error;
proc_fdlock_spin(p);
if ( (error = fp_lookup(p, fd, &fp, 1)) ) {
proc_fdunlock(p);
return(error);
}
*flags = (int)fp->f_flag;
fp_drop(p, fd, fp,1);
proc_fdunlock(p);
return(0);
}
int
file_drop(int fd)
{
struct fileproc *fp;
proc_t p = current_proc();
int needwakeup = 0;
proc_fdlock_spin(p);
if (fd < 0 || fd >= p->p_fd->fd_nfiles ||
(fp = p->p_fd->fd_ofiles[fd]) == NULL ||
((p->p_fd->fd_ofileflags[fd] & UF_RESERVED) &&
!(p->p_fd->fd_ofileflags[fd] & UF_CLOSING))) {
proc_fdunlock(p);
return (EBADF);
}
fp->f_iocount --;
if (fp->f_iocount == 0) {
if (fp->f_flags & FP_SELCONFLICT)
fp->f_flags &= ~FP_SELCONFLICT;
if (p->p_fpdrainwait) {
p->p_fpdrainwait = 0;
needwakeup = 1;
}
}
proc_fdunlock(p);
if (needwakeup)
wakeup(&p->p_fpdrainwait);
return(0);
}
static int falloc_withalloc_locked(proc_t, struct fileproc **, int *,
vfs_context_t, struct fileproc * (*)(void *), void *, int);
int
falloc(proc_t p, struct fileproc **resultfp, int *resultfd, vfs_context_t ctx)
{
return (falloc_withalloc(p, resultfp, resultfd, ctx,
fileproc_alloc_init, NULL));
}
int
falloc_withalloc(proc_t p, struct fileproc **resultfp, int *resultfd,
vfs_context_t ctx, fp_allocfn_t fp_zalloc, void *arg)
{
int error;
proc_fdlock(p);
error = falloc_withalloc_locked(p,
resultfp, resultfd, ctx, fp_zalloc, arg, 1);
proc_fdunlock(p);
return (error);
}
static const struct fileops uninitops;
int
falloc_locked(proc_t p, struct fileproc **resultfp, int *resultfd,
vfs_context_t ctx, int locked)
{
return (falloc_withalloc_locked(p, resultfp, resultfd, ctx,
fileproc_alloc_init, NULL, locked));
}
static int
falloc_withalloc_locked(proc_t p, struct fileproc **resultfp, int *resultfd,
vfs_context_t ctx, fp_allocfn_t fp_zalloc, void *crarg,
int locked)
{
struct fileproc *fp;
struct fileglob *fg;
int error, nfd;
if (!locked)
proc_fdlock(p);
if ( (error = fdalloc(p, 0, &nfd)) ) {
if (!locked)
proc_fdunlock(p);
return (error);
}
if (nfiles >= maxfiles) {
if (!locked)
proc_fdunlock(p);
tablefull("file");
return (ENFILE);
}
#if CONFIG_MACF
error = mac_file_check_create(proc_ucred(p));
if (error) {
if (!locked)
proc_fdunlock(p);
return (error);
}
#endif
proc_fdunlock(p);
fp = (*fp_zalloc)(crarg);
if (fp == NULL) {
if (locked)
proc_fdlock(p);
return (ENOMEM);
}
MALLOC_ZONE(fg, struct fileglob *, sizeof(struct fileglob), M_FILEGLOB, M_WAITOK);
if (fg == NULL) {
fileproc_free(fp);
if (locked)
proc_fdlock(p);
return (ENOMEM);
}
bzero(fg, sizeof(struct fileglob));
lck_mtx_init(&fg->fg_lock, file_lck_grp, file_lck_attr);
fp->f_iocount = 1;
fg->fg_count = 1;
fg->fg_ops = &uninitops;
fp->f_fglob = fg;
#if CONFIG_MACF
mac_file_label_init(fg);
#endif
kauth_cred_ref(ctx->vc_ucred);
proc_fdlock(p);
fp->f_cred = ctx->vc_ucred;
#if CONFIG_MACF
mac_file_label_associate(fp->f_cred, fg);
#endif
OSAddAtomic(1, &nfiles);
p->p_fd->fd_ofiles[nfd] = fp;
if (!locked)
proc_fdunlock(p);
if (resultfp)
*resultfp = fp;
if (resultfd)
*resultfd = nfd;
return (0);
}
void
fg_free(struct fileglob *fg)
{
OSAddAtomic(-1, &nfiles);
if (fg->fg_vn_data) {
fg_vn_data_free(fg->fg_vn_data);
fg->fg_vn_data = NULL;
}
if (IS_VALID_CRED(fg->fg_cred)) {
kauth_cred_unref(&fg->fg_cred);
}
lck_mtx_destroy(&fg->fg_lock, file_lck_grp);
#if CONFIG_MACF
mac_file_label_destroy(fg);
#endif
FREE_ZONE(fg, sizeof *fg, M_FILEGLOB);
}
void
fdexec(proc_t p, short flags, int self_exec)
{
struct filedesc *fdp = p->p_fd;
int i;
boolean_t cloexec_default = (flags & POSIX_SPAWN_CLOEXEC_DEFAULT) != 0;
thread_t self = current_thread();
struct uthread *ut = get_bsdthread_info(self);
struct kqueue *dealloc_kq = NULL;
if (ut->uu_kqr_bound && self_exec) {
kqueue_threadreq_unbind(p, ut->uu_kqr_bound);
}
proc_fdlock(p);
knotes_dealloc(p);
assert(fdp->fd_knlistsize == -1);
assert(fdp->fd_knhashmask == 0);
for (i = fdp->fd_lastfile; i >= 0; i--) {
struct fileproc *fp = fdp->fd_ofiles[i];
char *flagp = &fdp->fd_ofileflags[i];
if (fp && cloexec_default) {
if ((*flagp & (UF_EXCLOSE|UF_INHERIT)) != UF_INHERIT)
*flagp |= UF_EXCLOSE;
*flagp &= ~UF_INHERIT;
}
if (
((*flagp & (UF_RESERVED|UF_EXCLOSE)) == UF_EXCLOSE)
#if CONFIG_MACF
|| (fp && mac_file_check_inherit(proc_ucred(p), fp->f_fglob))
#endif
) {
procfdtbl_clearfd(p, i);
if (i == fdp->fd_lastfile && i > 0)
fdp->fd_lastfile--;
if (i < fdp->fd_freefile)
fdp->fd_freefile = i;
while (fp->f_iocount > 0) {
p->p_fpdrainwait = 1;
msleep(&p->p_fpdrainwait, &p->p_fdmlock, PRIBIO,
"fpdrain", NULL);
}
closef_locked(fp, fp->f_fglob, p);
fileproc_free(fp);
}
}
if (fdp->fd_wqkqueue) {
dealloc_kq = fdp->fd_wqkqueue;
fdp->fd_wqkqueue = NULL;
}
proc_fdunlock(p);
if (dealloc_kq)
kqueue_dealloc(dealloc_kq);
}
struct filedesc *
fdcopy(proc_t p, vnode_t uth_cdir)
{
struct filedesc *newfdp, *fdp = p->p_fd;
int i;
struct fileproc *ofp, *fp;
vnode_t v_dir;
MALLOC_ZONE(newfdp, struct filedesc *,
sizeof(*newfdp), M_FILEDESC, M_WAITOK);
if (newfdp == NULL)
return(NULL);
proc_fdlock(p);
(void) memcpy(newfdp, fdp, sizeof(*newfdp));
if (uth_cdir != NULLVP)
newfdp->fd_cdir = uth_cdir;
if ( (v_dir = newfdp->fd_cdir) ) {
if (vnode_getwithref(v_dir) == 0) {
if ( (vnode_ref(v_dir)) )
newfdp->fd_cdir = NULL;
vnode_put(v_dir);
} else
newfdp->fd_cdir = NULL;
}
if (newfdp->fd_cdir == NULL && fdp->fd_cdir) {
vnode_rele(fdp->fd_cdir);
fdp->fd_cdir = NULL;
}
if ( (v_dir = newfdp->fd_rdir) ) {
if (vnode_getwithref(v_dir) == 0) {
if ( (vnode_ref(v_dir)) )
newfdp->fd_rdir = NULL;
vnode_put(v_dir);
} else {
newfdp->fd_rdir = NULL;
}
}
if (newfdp->fd_rdir == NULL && fdp->fd_rdir) {
if (newfdp->fd_cdir)
vnode_rele(newfdp->fd_cdir);
FREE_ZONE(newfdp, sizeof *newfdp, M_FILEDESC);
return(NULL);
}
if (newfdp->fd_lastfile < NDFILE)
i = NDFILE;
else {
i = newfdp->fd_nfiles;
while (i > 1 + 2 * NDEXTENT && i > 1 + newfdp->fd_lastfile * 2)
i /= 2;
}
proc_fdunlock(p);
MALLOC_ZONE(newfdp->fd_ofiles, struct fileproc **,
i * OFILESIZE, M_OFILETABL, M_WAITOK);
if (newfdp->fd_ofiles == NULL) {
if (newfdp->fd_cdir)
vnode_rele(newfdp->fd_cdir);
if (newfdp->fd_rdir)
vnode_rele(newfdp->fd_rdir);
FREE_ZONE(newfdp, sizeof(*newfdp), M_FILEDESC);
return(NULL);
}
(void) memset(newfdp->fd_ofiles, 0, i * OFILESIZE);
proc_fdlock(p);
newfdp->fd_ofileflags = (char *) &newfdp->fd_ofiles[i];
newfdp->fd_nfiles = i;
if (fdp->fd_nfiles > 0) {
struct fileproc **fpp;
char *flags;
(void) memcpy(newfdp->fd_ofiles, fdp->fd_ofiles,
(newfdp->fd_lastfile + 1) * sizeof(*fdp->fd_ofiles));
(void) memcpy(newfdp->fd_ofileflags, fdp->fd_ofileflags,
(newfdp->fd_lastfile + 1) * sizeof(*fdp->fd_ofileflags));
if (newfdp->fd_knlistsize != -1) {
fpp = &newfdp->fd_ofiles[newfdp->fd_lastfile];
flags = &newfdp->fd_ofileflags[newfdp->fd_lastfile];
for (i = newfdp->fd_lastfile;
i >= 0; i--, fpp--, flags--) {
if (*flags & UF_RESERVED)
continue;
if (*fpp != NULL && (*fpp)->f_type == DTYPE_KQUEUE) {
*fpp = NULL;
*flags = 0;
if (i < newfdp->fd_freefile)
newfdp->fd_freefile = i;
}
if (*fpp == NULL && i == newfdp->fd_lastfile && i > 0)
newfdp->fd_lastfile--;
}
}
fpp = newfdp->fd_ofiles;
flags = newfdp->fd_ofileflags;
for (i = newfdp->fd_lastfile + 1; --i >= 0; fpp++, flags++)
if ((ofp = *fpp) != NULL &&
0 == (ofp->f_fglob->fg_lflags & FG_CONFINED) &&
0 == (*flags & (UF_FORKCLOSE|UF_RESERVED))) {
#if DEBUG
if (FILEPROC_TYPE(ofp) != FTYPE_SIMPLE)
panic("complex fileproc");
#endif
fp = fileproc_alloc_init(NULL);
if (fp == NULL) {
*fpp = NULL;
} else {
fp->f_flags |=
(ofp->f_flags & ~FP_TYPEMASK);
fp->f_fglob = ofp->f_fglob;
(void)fg_ref(fp);
*fpp = fp;
}
} else {
if (i < newfdp->fd_freefile)
newfdp->fd_freefile = i;
*fpp = NULL;
*flags = 0;
}
}
proc_fdunlock(p);
newfdp->fd_knlist = NULL;
newfdp->fd_knlistsize = -1;
newfdp->fd_knhash = NULL;
newfdp->fd_knhashmask = 0;
newfdp->fd_kqhash = NULL;
newfdp->fd_kqhashmask = 0;
newfdp->fd_wqkqueue = NULL;
lck_mtx_init(&newfdp->fd_kqhashlock, proc_kqhashlock_grp, proc_lck_attr);
lck_mtx_init(&newfdp->fd_knhashlock, proc_knhashlock_grp, proc_lck_attr);
return (newfdp);
}
void
fdfree(proc_t p)
{
struct filedesc *fdp;
struct fileproc *fp;
struct kqueue *dealloc_kq = NULL;
int i;
proc_fdlock(p);
if (p == kernproc || NULL == (fdp = p->p_fd)) {
proc_fdunlock(p);
return;
}
extern struct filedesc filedesc0;
if (&filedesc0 == fdp)
panic("filedesc0");
knotes_dealloc(p);
assert(fdp->fd_knlistsize == -1);
assert(fdp->fd_knhashmask == 0);
kqworkloops_dealloc(p);
if (fdp->fd_nfiles > 0 && fdp->fd_ofiles) {
for (i = fdp->fd_lastfile; i >= 0; i--) {
if ((fp = fdp->fd_ofiles[i]) != NULL) {
if (fdp->fd_ofileflags[i] & UF_RESERVED)
panic("fdfree: found fp with UF_RESERVED");
procfdtbl_reservefd(p, i);
if (fp->f_flags & FP_WAITEVENT)
(void)waitevent_close(p, fp);
(void) closef_locked(fp, fp->f_fglob, p);
fileproc_free(fp);
}
}
FREE_ZONE(fdp->fd_ofiles, fdp->fd_nfiles * OFILESIZE, M_OFILETABL);
fdp->fd_ofiles = NULL;
fdp->fd_nfiles = 0;
}
if (fdp->fd_wqkqueue) {
dealloc_kq = fdp->fd_wqkqueue;
fdp->fd_wqkqueue = NULL;
}
proc_fdunlock(p);
if (dealloc_kq)
kqueue_dealloc(dealloc_kq);
if (fdp->fd_cdir)
vnode_rele(fdp->fd_cdir);
if (fdp->fd_rdir)
vnode_rele(fdp->fd_rdir);
proc_fdlock_spin(p);
p->p_fd = NULL;
proc_fdunlock(p);
if (fdp->fd_kqhash) {
for (uint32_t j = 0; j <= fdp->fd_kqhashmask; j++)
assert(SLIST_EMPTY(&fdp->fd_kqhash[j]));
FREE(fdp->fd_kqhash, M_KQUEUE);
}
lck_mtx_destroy(&fdp->fd_kqhashlock, proc_kqhashlock_grp);
lck_mtx_destroy(&fdp->fd_knhashlock, proc_knhashlock_grp);
FREE_ZONE(fdp, sizeof(*fdp), M_FILEDESC);
}
int
closef_locked(struct fileproc *fp, struct fileglob *fg, proc_t p)
{
struct vnode *vp;
struct flock lf;
struct vfs_context context;
int error;
if (fg == NULL) {
return (0);
}
if (p == current_proc())
context.vc_thread = current_thread();
else
context.vc_thread = NULL;
context.vc_ucred = fg->fg_cred;
if (p && (p->p_ladvflag & P_LADVLOCK) &&
DTYPE_VNODE == FILEGLOB_DTYPE(fg)) {
proc_fdunlock(p);
lf.l_whence = SEEK_SET;
lf.l_start = 0;
lf.l_len = 0;
lf.l_type = F_UNLCK;
vp = (struct vnode *)fg->fg_data;
if ( (error = vnode_getwithref(vp)) == 0 ) {
(void) VNOP_ADVLOCK(vp, (caddr_t)p, F_UNLCK, &lf, F_POSIX, &context, NULL);
(void)vnode_put(vp);
}
proc_fdlock(p);
}
lck_mtx_lock_spin(&fg->fg_lock);
fg->fg_count--;
if (fg->fg_count > 0) {
lck_mtx_unlock(&fg->fg_lock);
return (0);
}
#if DIAGNOSTIC
if (fg->fg_count != 0)
panic("fg %p: being freed with bad fg_count (%d)", fg, fg->fg_count);
#endif
if (fp && (fp->f_flags & FP_WRITTEN))
fg->fg_flag |= FWASWRITTEN;
fg->fg_lflags |= FG_TERM;
lck_mtx_unlock(&fg->fg_lock);
if (p)
proc_fdunlock(p);
error = fo_close(fg, &context);
fg_free(fg);
if (p)
proc_fdlock(p);
return(error);
}
void
fileproc_drain(proc_t p, struct fileproc * fp)
{
struct vfs_context context;
context.vc_thread = proc_thread(p);
context.vc_ucred = fp->f_fglob->fg_cred;
fp->f_iocount-- ;
while (fp->f_iocount) {
lck_mtx_convert_spin(&p->p_fdmlock);
if (fp->f_fglob->fg_ops->fo_drain) {
(*fp->f_fglob->fg_ops->fo_drain)(fp, &context);
}
if ((fp->f_flags & FP_INSELECT) == FP_INSELECT) {
if (waitq_wakeup64_all((struct waitq *)fp->f_wset, NO_EVENT64,
THREAD_INTERRUPTED, WAITQ_ALL_PRIORITIES) == KERN_INVALID_ARGUMENT)
panic("bad wait queue for waitq_wakeup64_all %p (fp:%p)", fp->f_wset, fp);
}
if ((fp->f_flags & FP_SELCONFLICT) == FP_SELCONFLICT) {
if (waitq_wakeup64_all(&select_conflict_queue, NO_EVENT64,
THREAD_INTERRUPTED, WAITQ_ALL_PRIORITIES) == KERN_INVALID_ARGUMENT)
panic("bad select_conflict_queue");
}
p->p_fpdrainwait = 1;
msleep(&p->p_fpdrainwait, &p->p_fdmlock, PRIBIO, "fpdrain", NULL);
}
#if DIAGNOSTIC
if ((fp->f_flags & FP_INSELECT) != 0)
panic("FP_INSELECT set on drained fp");
#endif
if ((fp->f_flags & FP_SELCONFLICT) == FP_SELCONFLICT)
fp->f_flags &= ~FP_SELCONFLICT;
}
int
fp_free(proc_t p, int fd, struct fileproc * fp)
{
proc_fdlock_spin(p);
fdrelse(p, fd);
proc_fdunlock(p);
fg_free(fp->f_fglob);
fileproc_free(fp);
return(0);
}
int
flock(proc_t p, struct flock_args *uap, __unused int32_t *retval)
{
int fd = uap->fd;
int how = uap->how;
struct fileproc *fp;
struct vnode *vp;
struct flock lf;
vfs_context_t ctx = vfs_context_current();
int error=0;
AUDIT_ARG(fd, uap->fd);
if ( (error = fp_getfvp(p, fd, &fp, &vp)) ) {
return(error);
}
if ( (error = vnode_getwithref(vp)) ) {
goto out1;
}
AUDIT_ARG(vnpath, vp, ARG_VNODE1);
lf.l_whence = SEEK_SET;
lf.l_start = 0;
lf.l_len = 0;
if (how & LOCK_UN) {
lf.l_type = F_UNLCK;
fp->f_flag &= ~FHASLOCK;
error = VNOP_ADVLOCK(vp, (caddr_t)fp->f_fglob, F_UNLCK, &lf, F_FLOCK, ctx, NULL);
goto out;
}
if (how & LOCK_EX)
lf.l_type = F_WRLCK;
else if (how & LOCK_SH)
lf.l_type = F_RDLCK;
else {
error = EBADF;
goto out;
}
#if CONFIG_MACF
error = mac_file_check_lock(proc_ucred(p), fp->f_fglob, F_SETLK, &lf);
if (error)
goto out;
#endif
error = VNOP_ADVLOCK(vp, (caddr_t)fp->f_fglob, F_SETLK, &lf,
(how & LOCK_NB ? F_FLOCK : F_FLOCK | F_WAIT),
ctx, NULL);
if (!error)
fp->f_flag |= FHASLOCK;
out:
(void)vnode_put(vp);
out1:
fp_drop(p, fd, fp, 0);
return(error);
}
int
fileport_makeport(proc_t p, struct fileport_makeport_args *uap,
__unused int *retval)
{
int err;
int fd = uap->fd;
user_addr_t user_portaddr = uap->portnamep;
struct fileproc *fp = FILEPROC_NULL;
struct fileglob *fg = NULL;
ipc_port_t fileport;
mach_port_name_t name = MACH_PORT_NULL;
proc_fdlock(p);
err = fp_lookup(p, fd, &fp, 1);
if (err != 0) {
goto out_unlock;
}
if (!file_issendable(p, fp)) {
err = EINVAL;
goto out_unlock;
}
if (FP_ISGUARDED(fp, GUARD_FILEPORT)) {
err = fp_guard_exception(p, fd, fp, kGUARD_EXC_FILEPORT);
goto out_unlock;
}
fg = fp->f_fglob;
fg_ref(fp);
proc_fdunlock(p);
fileport = fileport_alloc(fg);
if (fileport == IPC_PORT_NULL) {
err = EAGAIN;
fg_drop(fp);
goto out;
}
name = ipc_port_copyout_send(fileport, get_task_ipcspace(p->task));
if (!MACH_PORT_VALID(name)) {
err = EINVAL;
goto out;
}
err = copyout(&name, user_portaddr, sizeof(mach_port_name_t));
if (err != 0) {
goto out;
}
lck_mtx_lock_spin(&fg->fg_lock);
fg->fg_lflags |= FG_PORTMADE;
lck_mtx_unlock(&fg->fg_lock);
fp_drop(p, fd, fp, 0);
return 0;
out_unlock:
proc_fdunlock(p);
out:
if (MACH_PORT_VALID(name)) {
(void) mach_port_deallocate(get_task_ipcspace(p->task), name);
}
if (fp != FILEPROC_NULL) {
fp_drop(p, fd, fp, 0);
}
return err;
}
void
fileport_releasefg(struct fileglob *fg)
{
(void)closef_locked(NULL, fg, PROC_NULL);
return;
}
int
fileport_makefd(proc_t p, struct fileport_makefd_args *uap, int32_t *retval)
{
struct fileglob *fg;
struct fileproc *fp = FILEPROC_NULL;
ipc_port_t port = IPC_PORT_NULL;
mach_port_name_t send = uap->port;
kern_return_t res;
int fd;
int err;
res = ipc_object_copyin(get_task_ipcspace(p->task),
send, MACH_MSG_TYPE_COPY_SEND, &port);
if (res != KERN_SUCCESS) {
err = EINVAL;
goto out;
}
fg = fileport_port_to_fileglob(port);
if (fg == NULL) {
err = EINVAL;
goto out;
}
fp = fileproc_alloc_init(NULL);
if (fp == FILEPROC_NULL) {
err = ENOMEM;
goto out;
}
fp->f_fglob = fg;
fg_ref(fp);
proc_fdlock(p);
err = fdalloc(p, 0, &fd);
if (err != 0) {
proc_fdunlock(p);
fg_drop(fp);
goto out;
}
*fdflags(p, fd) |= UF_EXCLOSE;
procfdtbl_releasefd(p, fd, fp);
proc_fdunlock(p);
*retval = fd;
err = 0;
out:
if ((fp != NULL) && (0 != err)) {
fileproc_free(fp);
}
if (IPC_PORT_NULL != port) {
ipc_port_release_send(port);
}
return err;
}
int
dupfdopen(struct filedesc *fdp, int indx, int dfd, int flags, int error)
{
struct fileproc *wfp;
struct fileproc *fp;
#if CONFIG_MACF
int myerror;
#endif
proc_t p = current_proc();
proc_fdlock(p);
fp = fdp->fd_ofiles[indx];
if (dfd < 0 || dfd >= fdp->fd_nfiles ||
(wfp = fdp->fd_ofiles[dfd]) == NULL || wfp == fp ||
(fdp->fd_ofileflags[dfd] & UF_RESERVED)) {
proc_fdunlock(p);
return (EBADF);
}
#if CONFIG_MACF
myerror = mac_file_check_dup(proc_ucred(p), wfp->f_fglob, dfd);
if (myerror) {
proc_fdunlock(p);
return (myerror);
}
#endif
switch (error) {
case ENODEV:
if (FP_ISGUARDED(wfp, GUARD_DUP)) {
proc_fdunlock(p);
return (EPERM);
}
if (((flags & (FREAD|FWRITE)) | wfp->f_flag) != wfp->f_flag) {
proc_fdunlock(p);
return (EACCES);
}
if (indx > fdp->fd_lastfile)
fdp->fd_lastfile = indx;
(void)fg_ref(wfp);
if (fp->f_fglob)
fg_free(fp->f_fglob);
fp->f_fglob = wfp->f_fglob;
fdp->fd_ofileflags[indx] = fdp->fd_ofileflags[dfd] |
(flags & O_CLOEXEC) ? UF_EXCLOSE : 0;
proc_fdunlock(p);
return (0);
default:
proc_fdunlock(p);
return (error);
}
}
void
fg_ref(struct fileproc * fp)
{
struct fileglob *fg;
fg = fp->f_fglob;
lck_mtx_lock_spin(&fg->fg_lock);
#if DIAGNOSTIC
if ((fp->f_flags & ~((unsigned int)FP_VALID_FLAGS)) != 0)
panic("fg_ref: invalid bits on fp %p", fp);
if (fg->fg_count == 0)
panic("fg_ref: adding fgcount to zeroed fg: fp %p fg %p",
fp, fg);
#endif
fg->fg_count++;
lck_mtx_unlock(&fg->fg_lock);
}
void
fg_drop(struct fileproc * fp)
{
struct fileglob *fg;
fg = fp->f_fglob;
lck_mtx_lock_spin(&fg->fg_lock);
fg->fg_count--;
lck_mtx_unlock(&fg->fg_lock);
}
#if SOCKETS
boolean_t
fg_insertuipc_mark(struct fileglob * fg)
{
boolean_t insert = FALSE;
lck_mtx_lock_spin(&fg->fg_lock);
while (fg->fg_lflags & FG_RMMSGQ) {
lck_mtx_convert_spin(&fg->fg_lock);
fg->fg_lflags |= FG_WRMMSGQ;
msleep(&fg->fg_lflags, &fg->fg_lock, 0, "fg_insertuipc", NULL);
}
fg->fg_count++;
fg->fg_msgcount++;
if (fg->fg_msgcount == 1) {
fg->fg_lflags |= FG_INSMSGQ;
insert = TRUE;
}
lck_mtx_unlock(&fg->fg_lock);
return (insert);
}
void
fg_insertuipc(struct fileglob * fg)
{
if (fg->fg_lflags & FG_INSMSGQ) {
lck_mtx_lock_spin(uipc_lock);
unp_gc_wait();
LIST_INSERT_HEAD(&fmsghead, fg, f_msglist);
lck_mtx_unlock(uipc_lock);
lck_mtx_lock(&fg->fg_lock);
fg->fg_lflags &= ~FG_INSMSGQ;
if (fg->fg_lflags & FG_WINSMSGQ) {
fg->fg_lflags &= ~FG_WINSMSGQ;
wakeup(&fg->fg_lflags);
}
lck_mtx_unlock(&fg->fg_lock);
}
}
boolean_t
fg_removeuipc_mark(struct fileglob * fg)
{
boolean_t remove = FALSE;
lck_mtx_lock_spin(&fg->fg_lock);
while (fg->fg_lflags & FG_INSMSGQ) {
lck_mtx_convert_spin(&fg->fg_lock);
fg->fg_lflags |= FG_WINSMSGQ;
msleep(&fg->fg_lflags, &fg->fg_lock, 0, "fg_removeuipc", NULL);
}
fg->fg_msgcount--;
if (fg->fg_msgcount == 0) {
fg->fg_lflags |= FG_RMMSGQ;
remove = TRUE;
}
lck_mtx_unlock(&fg->fg_lock);
return (remove);
}
void
fg_removeuipc(struct fileglob * fg)
{
if (fg->fg_lflags & FG_RMMSGQ) {
lck_mtx_lock_spin(uipc_lock);
unp_gc_wait();
LIST_REMOVE(fg, f_msglist);
lck_mtx_unlock(uipc_lock);
lck_mtx_lock(&fg->fg_lock);
fg->fg_lflags &= ~FG_RMMSGQ;
if (fg->fg_lflags & FG_WRMMSGQ) {
fg->fg_lflags &= ~FG_WRMMSGQ;
wakeup(&fg->fg_lflags);
}
lck_mtx_unlock(&fg->fg_lock);
}
}
#endif
int
fo_read(struct fileproc *fp, struct uio *uio, int flags, vfs_context_t ctx)
{
return ((*fp->f_ops->fo_read)(fp, uio, flags, ctx));
}
int
fo_write(struct fileproc *fp, struct uio *uio, int flags, vfs_context_t ctx)
{
return((*fp->f_ops->fo_write)(fp, uio, flags, ctx));
}
int
fo_ioctl(struct fileproc *fp, u_long com, caddr_t data, vfs_context_t ctx)
{
int error;
proc_fdunlock(vfs_context_proc(ctx));
error = (*fp->f_ops->fo_ioctl)(fp, com, data, ctx);
proc_fdlock(vfs_context_proc(ctx));
return(error);
}
int
fo_select(struct fileproc *fp, int which, void *wql, vfs_context_t ctx)
{
return((*fp->f_ops->fo_select)(fp, which, wql, ctx));
}
int
fo_close(struct fileglob *fg, vfs_context_t ctx)
{
return((*fg->fg_ops->fo_close)(fg, ctx));
}
int
fo_kqfilter(struct fileproc *fp, struct knote *kn,
struct kevent_internal_s *kev, vfs_context_t ctx)
{
return ((*fp->f_ops->fo_kqfilter)(fp, kn, kev, ctx));
}
boolean_t
file_issendable(proc_t p, struct fileproc *fp)
{
proc_fdlock_assert(p, LCK_MTX_ASSERT_OWNED);
switch (fp->f_type) {
case DTYPE_VNODE:
case DTYPE_SOCKET:
case DTYPE_PIPE:
case DTYPE_PSXSHM:
case DTYPE_NETPOLICY:
return (0 == (fp->f_fglob->fg_lflags & FG_CONFINED));
default:
return FALSE;
}
}
struct fileproc *
fileproc_alloc_init(__unused void *arg)
{
struct fileproc *fp;
MALLOC_ZONE(fp, struct fileproc *, sizeof (*fp), M_FILEPROC, M_WAITOK);
if (fp)
bzero(fp, sizeof (*fp));
return (fp);
}
void
fileproc_free(struct fileproc *fp)
{
switch (FILEPROC_TYPE(fp)) {
case FTYPE_SIMPLE:
FREE_ZONE(fp, sizeof (*fp), M_FILEPROC);
break;
case FTYPE_GUARDED:
guarded_fileproc_free(fp);
break;
default:
panic("%s: corrupt fp %p flags %x", __func__, fp, fp->f_flags);
}
}