#include <sys/param.h>
#include <sys/mount_internal.h>
#include <sys/time.h>
#include <sys/vm.h>
#include <sys/vnode_internal.h>
#include <sys/stat.h>
#include <sys/namei.h>
#include <sys/ucred.h>
#include <sys/errno.h>
#include <sys/malloc.h>
#include <vfs/vfs_journal.h>
#if CONFIG_MACF
#include <security/mac_framework.h>
#include <sys/kauth.h>
#endif
#if QUOTA
#include <sys/quota.h>
#endif
#if 0
#define DODEBUG(A) A
#else
#define DODEBUG(A)
#endif
__private_extern__ void vntblinit(void);
extern struct vnodeopv_desc *vfs_opv_descs[];
extern struct vnodeop_desc *vfs_op_descs[];
int vfs_opv_numops;
typedef int (*PFIvp)(void *);
int
vn_default_error(void)
{
return (ENOTSUP);
}
void
vfs_opv_init(void)
{
int i, j, k;
int (***opv_desc_vector_p)(void *);
int (**opv_desc_vector)(void *);
struct vnodeopv_entry_desc *opve_descp;
for (i=0; vfs_opv_descs[i]; i++) {
opv_desc_vector_p = vfs_opv_descs[i]->opv_desc_vector_p;
if (*opv_desc_vector_p == NULL) {
MALLOC(*opv_desc_vector_p, PFIvp*,
vfs_opv_numops*sizeof(PFIvp), M_TEMP, M_WAITOK);
bzero (*opv_desc_vector_p, vfs_opv_numops*sizeof(PFIvp));
DODEBUG(printf("vector at %x allocated\n",
opv_desc_vector_p));
}
opv_desc_vector = *opv_desc_vector_p;
for (j=0; vfs_opv_descs[i]->opv_desc_ops[j].opve_op; j++) {
opve_descp = &(vfs_opv_descs[i]->opv_desc_ops[j]);
if (opve_descp->opve_op->vdesc_offset == 0 &&
opve_descp->opve_op->vdesc_offset !=
VOFFSET(vnop_default)) {
printf("operation %s not listed in %s.\n",
opve_descp->opve_op->vdesc_name,
"vfs_op_descs");
panic ("vfs_opv_init: bad operation");
}
opv_desc_vector[opve_descp->opve_op->vdesc_offset] =
opve_descp->opve_impl;
}
}
for (i = 0; vfs_opv_descs[i]; i++) {
opv_desc_vector = *(vfs_opv_descs[i]->opv_desc_vector_p);
if (opv_desc_vector[VOFFSET(vnop_default)]==NULL) {
panic("vfs_opv_init: operation vector without default routine.");
}
for (k = 0; k<vfs_opv_numops; k++)
if (opv_desc_vector[k] == NULL)
opv_desc_vector[k] =
opv_desc_vector[VOFFSET(vnop_default)];
}
}
void
vfs_op_init(void)
{
int i;
DODEBUG(printf("Vnode_interface_init.\n"));
for (i = 0; vfs_opv_descs[i]; i++)
*(vfs_opv_descs[i]->opv_desc_vector_p) = NULL;
for (vfs_opv_numops = 0, i = 0; vfs_op_descs[i]; i++) {
vfs_op_descs[i]->vdesc_offset = vfs_opv_numops;
vfs_opv_numops++;
}
DODEBUG(printf ("vfs_opv_numops=%d\n", vfs_opv_numops));
}
extern struct vnodeops dead_vnodeops;
extern struct vnodeops spec_vnodeops;
lck_grp_t * vnode_lck_grp;
lck_grp_attr_t * vnode_lck_grp_attr;
lck_attr_t * vnode_lck_attr;
#if CONFIG_TRIGGERS
lck_grp_t * trigger_vnode_lck_grp;
lck_grp_attr_t * trigger_vnode_lck_grp_attr;
lck_attr_t * trigger_vnode_lck_attr;
#endif
lck_grp_t * fd_vn_lck_grp;
lck_grp_attr_t * fd_vn_lck_grp_attr;
lck_attr_t * fd_vn_lck_attr;
lck_grp_t * vnode_list_lck_grp;
lck_grp_attr_t * vnode_list_lck_grp_attr;
lck_attr_t * vnode_list_lck_attr;
lck_spin_t * vnode_list_spin_lock;
lck_mtx_t * spechash_mtx_lock;
lck_grp_t * fsconf_lck_grp;
lck_grp_attr_t * fsconf_lck_grp_attr;
lck_attr_t * fsconf_lck_attr;
lck_grp_t * mnt_lck_grp;
lck_grp_attr_t * mnt_lck_grp_attr;
lck_attr_t * mnt_lck_attr;
lck_grp_t * mnt_list_lck_grp;
lck_grp_attr_t * mnt_list_lck_grp_attr;
lck_attr_t * mnt_list_lck_attr;
lck_mtx_t * mnt_list_mtx_lock;
lck_grp_t * sync_mtx_lck_grp;
lck_grp_attr_t * sync_mtx_lck_grp_attr;
lck_attr_t * sync_mtx_lck_attr;
lck_mtx_t * sync_mtx_lck;
lck_mtx_t *pkg_extensions_lck;
struct mount * dead_mountp;
extern void nspace_handler_init(void);
void
vfsinit(void)
{
struct vfstable *vfsp;
int i, maxtypenum;
struct mount * mp;
vnode_list_lck_grp_attr = lck_grp_attr_alloc_init();
vnode_list_lck_grp = lck_grp_alloc_init("vnode list", vnode_list_lck_grp_attr);
vnode_list_lck_attr = lck_attr_alloc_init();
vnode_list_spin_lock = lck_spin_alloc_init(vnode_list_lck_grp, vnode_list_lck_attr);
spechash_mtx_lock = lck_mtx_alloc_init(vnode_list_lck_grp, vnode_list_lck_attr);
pkg_extensions_lck = lck_mtx_alloc_init(vnode_list_lck_grp, vnode_list_lck_attr);
vnode_lck_grp_attr= lck_grp_attr_alloc_init();
vnode_lck_grp = lck_grp_alloc_init("vnode", vnode_lck_grp_attr);
vnode_lck_attr = lck_attr_alloc_init();
#if CONFIG_TRIGGERS
trigger_vnode_lck_grp_attr = lck_grp_attr_alloc_init();
trigger_vnode_lck_grp = lck_grp_alloc_init("trigger_vnode", trigger_vnode_lck_grp_attr);
trigger_vnode_lck_attr = lck_attr_alloc_init();
#endif
fd_vn_lck_grp_attr = lck_grp_attr_alloc_init();
fd_vn_lck_grp = lck_grp_alloc_init("fd_vnode_data", fd_vn_lck_grp_attr);
fd_vn_lck_attr = lck_attr_alloc_init();
fsconf_lck_grp_attr= lck_grp_attr_alloc_init();
fsconf_lck_grp = lck_grp_alloc_init("fs conf", fsconf_lck_grp_attr);
fsconf_lck_attr = lck_attr_alloc_init();
mnt_list_lck_grp_attr= lck_grp_attr_alloc_init();
mnt_list_lck_grp = lck_grp_alloc_init("mount list", mnt_list_lck_grp_attr);
mnt_list_lck_attr = lck_attr_alloc_init();
mnt_list_mtx_lock = lck_mtx_alloc_init(mnt_list_lck_grp, mnt_list_lck_attr);
mnt_lck_grp_attr= lck_grp_attr_alloc_init();
mnt_lck_grp = lck_grp_alloc_init("mount", mnt_lck_grp_attr);
mnt_lck_attr = lck_attr_alloc_init();
sync_mtx_lck_grp_attr = lck_grp_attr_alloc_init();
sync_mtx_lck_grp = lck_grp_alloc_init("sync thread", sync_mtx_lck_grp_attr);
sync_mtx_lck_attr = lck_attr_alloc_init();
sync_mtx_lck = lck_mtx_alloc_init(sync_mtx_lck_grp, sync_mtx_lck_attr);
vntblinit();
vfs_event_init();
nchinit();
#if JOURNALING
journal_init();
#endif
nspace_handler_init();
vfs_op_init();
vfs_opv_init();
maxtypenum = VT_NON;
for (vfsp = vfsconf, i = 0; i < maxvfsslots; i++, vfsp++) {
struct vfsconf vfsc;
if (vfsp->vfc_vfsops == (struct vfsops *)0)
break;
if (i) vfsconf[i-1].vfc_next = vfsp;
if (maxtypenum <= vfsp->vfc_typenum)
maxtypenum = vfsp->vfc_typenum + 1;
bzero(&vfsc, sizeof(struct vfsconf));
vfsc.vfc_reserved1 = 0;
bcopy(vfsp->vfc_name, vfsc.vfc_name, sizeof(vfsc.vfc_name));
vfsc.vfc_typenum = vfsp->vfc_typenum;
vfsc.vfc_refcount = vfsp->vfc_refcount;
vfsc.vfc_flags = vfsp->vfc_flags;
vfsc.vfc_reserved2 = 0;
vfsc.vfc_reserved3 = 0;
if (vfsp->vfc_vfsops->vfs_sysctl) {
struct sysctl_oid *oidp = NULL;
struct sysctl_oid oid = SYSCTL_STRUCT_INIT(_vfs, vfsp->vfc_typenum, , CTLTYPE_NODE | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED, NULL, 0, vfs_sysctl_node, "-", "");
MALLOC(oidp, struct sysctl_oid *, sizeof(struct sysctl_oid), M_TEMP, M_WAITOK);
*oidp = oid;
vfsp->vfc_sysctl = oidp;
oidp->oid_name = vfsp->vfc_name;
sysctl_register_oid(vfsp->vfc_sysctl);
}
(*vfsp->vfc_vfsops->vfs_init)(&vfsc);
numused_vfsslots++;
numregistered_fses++;
}
maxvfstypenum = maxtypenum;
vnode_authorize_init();
#if QUOTA
dqinit();
#endif
MALLOC_ZONE(mp, struct mount *, sizeof(struct mount),
M_MOUNT, M_WAITOK);
bzero((char *)mp, sizeof(struct mount));
mp->mnt_maxreadcnt = mp->mnt_maxwritecnt = MAXPHYS;
mp->mnt_segreadcnt = mp->mnt_segwritecnt = 32;
mp->mnt_maxsegreadsize = mp->mnt_maxreadcnt;
mp->mnt_maxsegwritesize = mp->mnt_maxwritecnt;
mp->mnt_devblocksize = DEV_BSIZE;
mp->mnt_alignmentmask = PAGE_MASK;
mp->mnt_ioqueue_depth = MNT_DEFAULT_IOQUEUE_DEPTH;
mp->mnt_ioscale = 1;
mp->mnt_ioflags = 0;
mp->mnt_realrootvp = NULLVP;
mp->mnt_authcache_ttl = CACHED_LOOKUP_RIGHT_TTL;
TAILQ_INIT(&mp->mnt_vnodelist);
TAILQ_INIT(&mp->mnt_workerqueue);
TAILQ_INIT(&mp->mnt_newvnodes);
mp->mnt_flag = MNT_LOCAL;
mp->mnt_lflag = MNT_LDEAD;
mount_lock_init(mp);
#if CONFIG_MACF
mac_mount_label_init(mp);
mac_mount_label_associate(vfs_context_kernel(), mp);
#endif
dead_mountp = mp;
}
void
vnode_list_lock(void)
{
lck_spin_lock(vnode_list_spin_lock);
}
void
vnode_list_unlock(void)
{
lck_spin_unlock(vnode_list_spin_lock);
}
void
mount_list_lock(void)
{
lck_mtx_lock(mnt_list_mtx_lock);
}
void
mount_list_unlock(void)
{
lck_mtx_unlock(mnt_list_mtx_lock);
}
void
mount_lock_init(mount_t mp)
{
lck_mtx_init(&mp->mnt_mlock, mnt_lck_grp, mnt_lck_attr);
lck_mtx_init(&mp->mnt_renamelock, mnt_lck_grp, mnt_lck_attr);
lck_rw_init(&mp->mnt_rwlock, mnt_lck_grp, mnt_lck_attr);
}
void
mount_lock_destroy(mount_t mp)
{
lck_mtx_destroy(&mp->mnt_mlock, mnt_lck_grp);
lck_mtx_destroy(&mp->mnt_renamelock, mnt_lck_grp);
lck_rw_destroy(&mp->mnt_rwlock, mnt_lck_grp);
}
struct vfstable *
vfstable_add(struct vfstable *nvfsp)
{
int slot;
struct vfstable *slotp, *allocated = NULL;
struct sysctl_oid *oidp = NULL;
if (nvfsp->vfc_vfsops->vfs_sysctl) {
struct sysctl_oid oid = SYSCTL_STRUCT_INIT(_vfs, nvfsp->vfc_typenum, , CTLTYPE_NODE | CTLFLAG_KERN | CTLFLAG_RW | CTLFLAG_LOCKED, NULL, 0, vfs_sysctl_node, "-", "");
MALLOC(oidp, struct sysctl_oid *, sizeof(struct sysctl_oid), M_TEMP, M_WAITOK);
*oidp = oid;
}
findslot:
mount_list_lock();
for (slot = 0; slot < maxvfsslots; slot++) {
if (vfsconf[slot].vfc_vfsops == NULL)
break;
}
if (slot == maxvfsslots) {
if (allocated == NULL) {
mount_list_unlock();
MALLOC(allocated, struct vfstable *, sizeof(struct vfstable),
M_TEMP, M_WAITOK);
goto findslot;
} else {
slotp = allocated;
}
} else {
slotp = &vfsconf[slot];
}
bcopy(nvfsp, slotp, sizeof(struct vfstable));
if (slot != 0) {
slotp->vfc_next = vfsconf[slot - 1].vfc_next;
vfsconf[slot - 1].vfc_next = slotp;
} else {
slotp->vfc_next = NULL;
}
if (slotp != allocated) {
numused_vfsslots++;
}
numregistered_fses++;
if (oidp) {
slotp->vfc_sysctl = oidp;
oidp->oid_name = slotp->vfc_name;
sysctl_register_oid(slotp->vfc_sysctl);
}
mount_list_unlock();
if (allocated && allocated != slotp) {
FREE(allocated, M_TEMP);
}
return(slotp);
}
int
vfstable_del(struct vfstable * vtbl)
{
struct vfstable **vcpp;
struct vfstable *vcdelp;
#if DEBUG
lck_mtx_assert(mnt_list_mtx_lock, LCK_MTX_ASSERT_OWNED);
#endif
for( vcpp = &vfsconf; *vcpp; vcpp = &(*vcpp)->vfc_next) {
if (*vcpp == vtbl)
break;
}
if (*vcpp == NULL)
return(ESRCH);
if ((*vcpp)->vfc_sysctl) {
sysctl_unregister_oid((*vcpp)->vfc_sysctl);
(*vcpp)->vfc_sysctl->oid_name = NULL;
FREE((*vcpp)->vfc_sysctl, M_TEMP);
(*vcpp)->vfc_sysctl = NULL;
}
vcdelp = *vcpp;
*vcpp = (*vcpp)->vfc_next;
if (vcdelp >= vfsconf && vcdelp < (vfsconf + maxvfsslots)) {
bzero(vcdelp, sizeof(struct vfstable));
numregistered_fses--;
numused_vfsslots--;
} else {
numregistered_fses--;
mount_list_unlock();
FREE(vcdelp, M_TEMP);
mount_list_lock();
}
#if DEBUG
lck_mtx_assert(mnt_list_mtx_lock, LCK_MTX_ASSERT_OWNED);
#endif
return(0);
}
void
SPECHASH_LOCK(void)
{
lck_mtx_lock(spechash_mtx_lock);
}
void
SPECHASH_UNLOCK(void)
{
lck_mtx_unlock(spechash_mtx_lock);
}