#include <sys/param.h>
#include <sys/proc.h>
#include <sys/systm.h>
#include <sys/kernel.h>
#include <sys/conf.h>
#include <sys/buf.h>
#include <sys/mount.h>
#include <sys/namei.h>
#include <sys/vnode.h>
#include <sys/stat.h>
#include <sys/errno.h>
#include <sys/ioctl.h>
#include <sys/file.h>
#include <sys/malloc.h>
#include <sys/disk.h>
#include <miscfs/specfs/specdev.h>
#include <vfs/vfs_support.h>
#include <sys/kdebug.h>
struct vnode *speclisth[SPECHSZ];
char devopn[] = "devopn";
char devio[] = "devio";
char devwait[] = "devwait";
char devin[] = "devin";
char devout[] = "devout";
char devioc[] = "devioc";
char devcls[] = "devcls";
#define VOPFUNC int (*)(void *)
int (**spec_vnodeop_p)(void *);
struct vnodeopv_entry_desc spec_vnodeop_entries[] = {
{ &vop_default_desc, (VOPFUNC)vn_default_error },
{ &vop_lookup_desc, (VOPFUNC)spec_lookup },
{ &vop_create_desc, (VOPFUNC)err_create },
{ &vop_mknod_desc, (VOPFUNC)err_mknod },
{ &vop_open_desc, (VOPFUNC)spec_open },
{ &vop_close_desc, (VOPFUNC)spec_close },
{ &vop_access_desc, (VOPFUNC)spec_access },
{ &vop_getattr_desc, (VOPFUNC)spec_getattr },
{ &vop_setattr_desc, (VOPFUNC)spec_setattr },
{ &vop_read_desc, (VOPFUNC)spec_read },
{ &vop_write_desc, (VOPFUNC)spec_write },
{ &vop_lease_desc, (VOPFUNC)nop_lease },
{ &vop_ioctl_desc, (VOPFUNC)spec_ioctl },
{ &vop_select_desc, (VOPFUNC)spec_select },
{ &vop_revoke_desc, (VOPFUNC)nop_revoke },
{ &vop_mmap_desc, (VOPFUNC)err_mmap },
{ &vop_fsync_desc, (VOPFUNC)spec_fsync },
{ &vop_seek_desc, (VOPFUNC)err_seek },
{ &vop_remove_desc, (VOPFUNC)err_remove },
{ &vop_link_desc, (VOPFUNC)err_link },
{ &vop_rename_desc, (VOPFUNC)err_rename },
{ &vop_mkdir_desc, (VOPFUNC)err_mkdir },
{ &vop_rmdir_desc, (VOPFUNC)err_rmdir },
{ &vop_symlink_desc, (VOPFUNC)err_symlink },
{ &vop_readdir_desc, (VOPFUNC)err_readdir },
{ &vop_readlink_desc, (VOPFUNC)err_readlink },
{ &vop_abortop_desc, (VOPFUNC)err_abortop },
{ &vop_inactive_desc, (VOPFUNC)nop_inactive },
{ &vop_reclaim_desc, (VOPFUNC)nop_reclaim },
{ &vop_lock_desc, (VOPFUNC)nop_lock },
{ &vop_unlock_desc, (VOPFUNC)nop_unlock },
{ &vop_bmap_desc, (VOPFUNC)spec_bmap },
{ &vop_strategy_desc, (VOPFUNC)spec_strategy },
{ &vop_print_desc, (VOPFUNC)spec_print },
{ &vop_islocked_desc, (VOPFUNC)nop_islocked },
{ &vop_pathconf_desc, (VOPFUNC)spec_pathconf },
{ &vop_advlock_desc, (VOPFUNC)err_advlock },
{ &vop_blkatoff_desc, (VOPFUNC)err_blkatoff },
{ &vop_valloc_desc, (VOPFUNC)err_valloc },
{ &vop_vfree_desc, (VOPFUNC)err_vfree },
{ &vop_truncate_desc, (VOPFUNC)nop_truncate },
{ &vop_update_desc, (VOPFUNC)nop_update },
{ &vop_bwrite_desc, (VOPFUNC)spec_bwrite },
{ &vop_devblocksize_desc, (VOPFUNC)spec_devblocksize },
{ &vop_pagein_desc, (VOPFUNC)err_pagein },
{ &vop_pageout_desc, (VOPFUNC)err_pageout },
{ &vop_copyfile_desc, (VOPFUNC)err_copyfile },
{ &vop_blktooff_desc, (VOPFUNC)spec_blktooff },
{ &vop_offtoblk_desc, (VOPFUNC)spec_offtoblk },
{ &vop_cmap_desc, (VOPFUNC)spec_cmap },
{ (struct vnodeop_desc*)NULL, (int(*)())NULL }
};
struct vnodeopv_desc spec_vnodeop_opv_desc =
{ &spec_vnodeop_p, spec_vnodeop_entries };
int
spec_lookup(ap)
struct vop_lookup_args *ap;
{
*ap->a_vpp = NULL;
return (ENOTDIR);
}
void
set_blocksize(struct vnode *vp, dev_t dev)
{
int (*size)();
int rsize;
if ((major(dev) < nblkdev) && (size = bdevsw[major(dev)].d_psize)) {
rsize = (*size)(dev);
if (rsize <= 0)
vp->v_specsize = DEV_BSIZE;
else
vp->v_specsize = rsize;
}
else
vp->v_specsize = DEV_BSIZE;
}
void
set_fsblocksize(struct vnode *vp)
{
if (vp->v_type == VBLK) {
dev_t dev = (dev_t)vp->v_rdev;
int maj = major(dev);
if ((u_int)maj >= nblkdev)
return;
set_blocksize(vp, dev);
}
}
spec_open(ap)
struct vop_open_args *ap;
{
struct proc *p = ap->a_p;
struct vnode *bvp, *vp = ap->a_vp;
dev_t bdev, dev = (dev_t)vp->v_rdev;
int maj = major(dev);
int error;
if (vp->v_mount && (vp->v_mount->mnt_flag & MNT_NODEV))
return (ENXIO);
switch (vp->v_type) {
case VCHR:
if ((u_int)maj >= nchrdev)
return (ENXIO);
if (ap->a_cred != FSCRED && (ap->a_mode & FWRITE)) {
if (securelevel >= 2 && isdisk(dev, VCHR))
return (EPERM);
if (securelevel >= 1) {
if ((bdev = chrtoblk(dev)) != NODEV &&
vfinddev(bdev, VBLK, &bvp) &&
bvp->v_usecount > 0 &&
(error = vfs_mountedon(bvp)))
return (error);
if (iskmemdev(dev))
return (EPERM);
}
}
if (cdevsw[maj].d_type == D_TTY)
vp->v_flag |= VISTTY;
VOP_UNLOCK(vp, 0, p);
error = (*cdevsw[maj].d_open)(dev, ap->a_mode, S_IFCHR, p);
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY, p);
return (error);
case VBLK:
if ((u_int)maj >= nblkdev)
return (ENXIO);
if (securelevel >= 2 && ap->a_cred != FSCRED &&
(ap->a_mode & FWRITE) && bdevsw[maj].d_type == D_DISK)
return (EPERM);
if (error = vfs_mountedon(vp))
return (error);
error = (*bdevsw[maj].d_open)(dev, ap->a_mode, S_IFBLK, p);
if (!error) {
u_int64_t blkcnt;
u_int32_t blksize;
set_blocksize(vp, dev);
vp->v_specdevsize = (u_int64_t)0;
if (!VOP_IOCTL(vp, DKIOCGETBLOCKSIZE, (caddr_t)&blksize, 0, NOCRED, p)) {
u_int32_t size512 = 512;
if (!VOP_IOCTL(vp, DKIOCSETBLOCKSIZE, (caddr_t)&size512, FWRITE, NOCRED, p)) {
if (!VOP_IOCTL(vp, DKIOCGETBLOCKCOUNT, (caddr_t)&blkcnt, 0, NOCRED, p)) {
vp->v_specdevsize = blkcnt * (u_int64_t)size512;
}
}
if (VOP_IOCTL(vp, DKIOCSETBLOCKSIZE, (caddr_t)&blksize, FWRITE, NOCRED, p))
error = ENXIO;
}
}
return(error);
}
return (0);
}
spec_read(ap)
struct vop_read_args *ap;
{
register struct vnode *vp = ap->a_vp;
register struct uio *uio = ap->a_uio;
struct proc *p = uio->uio_procp;
struct buf *bp;
daddr_t bn, nextbn;
long bsize, bscale;
int devBlockSize=0;
int n, on, majordev, (*ioctl)();
int error = 0;
dev_t dev;
#if DIAGNOSTIC
if (uio->uio_rw != UIO_READ)
panic("spec_read mode");
if (uio->uio_segflg == UIO_USERSPACE && uio->uio_procp != current_proc())
panic("spec_read proc");
#endif
if (uio->uio_resid == 0)
return (0);
switch (vp->v_type) {
case VCHR:
VOP_UNLOCK(vp, 0, p);
error = (*cdevsw[major(vp->v_rdev)].d_read)
(vp->v_rdev, uio, ap->a_ioflag);
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY, p);
return (error);
case VBLK:
if (uio->uio_offset < 0)
return (EINVAL);
dev = vp->v_rdev;
devBlockSize = vp->v_specsize;
if (devBlockSize > PAGE_SIZE)
return (EINVAL);
bscale = PAGE_SIZE / devBlockSize;
bsize = bscale * devBlockSize;
do {
on = uio->uio_offset % bsize;
bn = (uio->uio_offset / devBlockSize) &~ (bscale - 1);
if (vp->v_lastr + bscale == bn) {
nextbn = bn + bscale;
error = breadn(vp, bn, (int)bsize, &nextbn,
(int *)&bsize, 1, NOCRED, &bp);
} else
error = bread(vp, bn, (int)bsize, NOCRED, &bp);
vp->v_lastr = bn;
n = bsize - bp->b_resid;
if ((on > n) || error) {
if (!error)
error = EINVAL;
brelse(bp);
return (error);
}
n = min((unsigned)(n - on), uio->uio_resid);
error = uiomove((char *)bp->b_data + on, n, uio);
if (n + on == bsize)
bp->b_flags |= B_AGE;
brelse(bp);
} while (error == 0 && uio->uio_resid > 0 && n != 0);
return (error);
default:
panic("spec_read type");
}
}
spec_write(ap)
struct vop_write_args *ap;
{
register struct vnode *vp = ap->a_vp;
register struct uio *uio = ap->a_uio;
struct proc *p = uio->uio_procp;
struct buf *bp;
daddr_t bn;
int bsize, blkmask, bscale;
register int io_sync;
register int io_size;
int devBlockSize=0;
register int n, on;
int error = 0;
dev_t dev;
#if DIAGNOSTIC
if (uio->uio_rw != UIO_WRITE)
panic("spec_write mode");
if (uio->uio_segflg == UIO_USERSPACE && uio->uio_procp != current_proc())
panic("spec_write proc");
#endif
switch (vp->v_type) {
case VCHR:
VOP_UNLOCK(vp, 0, p);
error = (*cdevsw[major(vp->v_rdev)].d_write)
(vp->v_rdev, uio, ap->a_ioflag);
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY, p);
return (error);
case VBLK:
if (uio->uio_resid == 0)
return (0);
if (uio->uio_offset < 0)
return (EINVAL);
io_sync = (ap->a_ioflag & IO_SYNC);
io_size = uio->uio_resid;
dev = (vp->v_rdev);
devBlockSize = vp->v_specsize;
if (devBlockSize > PAGE_SIZE)
return(EINVAL);
bscale = PAGE_SIZE / devBlockSize;
blkmask = bscale - 1;
bsize = bscale * devBlockSize;
do {
bn = (uio->uio_offset / devBlockSize) &~ blkmask;
on = uio->uio_offset % bsize;
n = min((unsigned)(bsize - on), uio->uio_resid);
if (n == bsize &&
vp->v_specdevsize != (u_int64_t)0 &&
(uio->uio_offset + (u_int64_t)n) > vp->v_specdevsize) {
n = (uio->uio_offset + (u_int64_t)n) - vp->v_specdevsize;
}
if (n == bsize)
bp = getblk(vp, bn, bsize, 0, 0, BLK_WRITE);
else
error = bread(vp, bn, bsize, NOCRED, &bp);
if (!error) {
error = bp->b_error;
if (!error && (bp->b_flags & B_ERROR) != 0) {
error = EIO;
}
}
if (error) {
brelse(bp);
return (error);
}
n = min(n, bsize - bp->b_resid);
error = uiomove((char *)bp->b_data + on, n, uio);
bp->b_flags |= B_AGE;
if (io_sync)
bwrite(bp);
else {
if ((n + on) == bsize)
bawrite(bp);
else
bdwrite(bp);
}
} while (error == 0 && uio->uio_resid > 0 && n != 0);
return (error);
default:
panic("spec_write type");
}
}
spec_ioctl(ap)
struct vop_ioctl_args *ap;
{
dev_t dev = ap->a_vp->v_rdev;
switch (ap->a_vp->v_type) {
case VCHR:
return ((*cdevsw[major(dev)].d_ioctl)(dev, ap->a_command, ap->a_data,
ap->a_fflag, ap->a_p));
case VBLK:
if (ap->a_command == 0 && (int)ap->a_data == B_TAPE)
if (bdevsw[major(dev)].d_type == D_TAPE)
return (0);
else
return (1);
return ((*bdevsw[major(dev)].d_ioctl)(dev, ap->a_command, ap->a_data,
ap->a_fflag, ap->a_p));
default:
panic("spec_ioctl");
}
}
spec_select(ap)
struct vop_select_args *ap;
{
register dev_t dev;
switch (ap->a_vp->v_type) {
default:
return (1);
case VCHR:
dev = ap->a_vp->v_rdev;
return (*cdevsw[major(dev)].d_select)(dev, ap->a_which, ap->a_wql, ap->a_p);
}
}
int
spec_fsync(ap)
struct vop_fsync_args *ap;
{
register struct vnode *vp = ap->a_vp;
register struct buf *bp;
struct buf *nbp;
int s;
if (vp->v_type == VCHR)
return (0);
loop:
s = splbio();
for (bp = vp->v_dirtyblkhd.lh_first; bp; bp = nbp) {
nbp = bp->b_vnbufs.le_next;
if ((bp->b_flags & B_BUSY) || (bp->b_flags & B_LOCKED))
continue;
if ((bp->b_flags & B_DELWRI) == 0)
panic("spec_fsync: not dirty");
bremfree(bp);
bp->b_flags |= B_BUSY;
splx(s);
bawrite(bp);
goto loop;
}
if (ap->a_waitfor == MNT_WAIT) {
while (vp->v_numoutput) {
vp->v_flag |= VBWAIT;
tsleep((caddr_t)&vp->v_numoutput, PRIBIO + 1, "spec_fsync", 0);
}
#if DIAGNOSTIC
if (vp->v_dirtyblkhd.lh_first) {
vprint("spec_fsync: dirty", vp);
splx(s);
goto loop;
}
#endif
}
splx(s);
return (0);
}
spec_strategy(ap)
struct vop_strategy_args *ap;
{
struct buf *bp;
extern int hard_throttle_on_root;
bp = ap->a_bp;
if (kdebug_enable) {
int code = 0;
if (bp->b_flags & B_READ)
code |= DKIO_READ;
if (bp->b_flags & B_ASYNC)
code |= DKIO_ASYNC;
if (bp->b_flags & B_META)
code |= DKIO_META;
else if (bp->b_flags & (B_PGIN | B_PAGEOUT))
code |= DKIO_PAGING;
KERNEL_DEBUG_CONSTANT(FSDBG_CODE(DBG_DKRW, code) | DBG_FUNC_NONE,
(unsigned int)bp, bp->b_dev, bp->b_blkno, bp->b_bcount, 0);
}
if ((bp->b_flags & B_PGIN) && (bp->b_vp->v_mount->mnt_kern_flag & MNTK_ROOTDEV))
hard_throttle_on_root = 1;
(*bdevsw[major(bp->b_dev)].d_strategy)(bp);
return (0);
}
spec_bmap(ap)
struct vop_bmap_args *ap;
{
if (ap->a_vpp != NULL)
*ap->a_vpp = ap->a_vp;
if (ap->a_bnp != NULL)
*ap->a_bnp = ap->a_bn * (PAGE_SIZE / ap->a_vp->v_specsize);
if (ap->a_runp != NULL)
*ap->a_runp = (MAXPHYSIO / PAGE_SIZE) - 1;
return (0);
}
spec_cmap(ap)
struct vop_cmap_args *ap;
{
return (EOPNOTSUPP);
}
spec_close(ap)
struct vop_close_args *ap;
{
register struct vnode *vp = ap->a_vp;
dev_t dev = vp->v_rdev;
int (*devclose) __P((dev_t, int, int, struct proc *));
int mode, error;
switch (vp->v_type) {
case VCHR:
if (vcount(vp) == 2 && ap->a_p &&
vp == ap->a_p->p_session->s_ttyvp) {
ap->a_p->p_session->s_ttyvp = NULL;
vrele(vp);
}
if (vcount(vp) > 1 && (vp->v_flag & VXLOCK) == 0)
return (0);
devclose = cdevsw[major(dev)].d_close;
mode = S_IFCHR;
break;
case VBLK:
#ifdef DEVFS_IMPLEMENTS_LOCKING
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY, ap->a_p);
error = vinvalbuf(vp, V_SAVE, ap->a_cred, ap->a_p, 0, 0);
VOP_UNLOCK(vp, 0, ap->a_p);
if (error)
return (error);
if (vcount(vp) > 1 && (vp->v_flag & VXLOCK) == 0)
return (0);
#else
if (vcount(vp) > 1 && (vp->v_flag & VXLOCK) == 0)
return (0);
error = vinvalbuf(vp, V_SAVE, ap->a_cred, ap->a_p, 0, 0);
if (error)
return (error);
#endif
devclose = bdevsw[major(dev)].d_close;
mode = S_IFBLK;
break;
default:
panic("spec_close: not special");
}
return ((*devclose)(dev, ap->a_fflag, mode, ap->a_p));
}
spec_print(ap)
struct vop_print_args *ap;
{
printf("tag VT_NON, dev %d, %d\n", major(ap->a_vp->v_rdev),
minor(ap->a_vp->v_rdev));
}
spec_pathconf(ap)
struct vop_pathconf_args *ap;
{
switch (ap->a_name) {
case _PC_LINK_MAX:
*ap->a_retval = LINK_MAX;
return (0);
case _PC_MAX_CANON:
*ap->a_retval = MAX_CANON;
return (0);
case _PC_MAX_INPUT:
*ap->a_retval = MAX_INPUT;
return (0);
case _PC_PIPE_BUF:
*ap->a_retval = PIPE_BUF;
return (0);
case _PC_CHOWN_RESTRICTED:
*ap->a_retval = 1;
return (0);
case _PC_VDISABLE:
*ap->a_retval = _POSIX_VDISABLE;
return (0);
default:
return (EINVAL);
}
}
int
spec_devblocksize(ap)
struct vop_devblocksize_args *ap;
{
*ap->a_retval = (ap->a_vp->v_specsize);
return (0);
}
spec_ebadf()
{
return (EBADF);
}
spec_badop()
{
panic("spec_badop called");
}
int
spec_blktooff(ap)
struct vop_blktooff_args *ap;
{
register struct vnode *vp = ap->a_vp;
switch (vp->v_type) {
case VCHR:
*ap->a_offset = (off_t)-1;
return (EOPNOTSUPP);
case VBLK:
printf("spec_blktooff: not implemented for VBLK\n");
*ap->a_offset = (off_t)-1;
return (EOPNOTSUPP);
default:
panic("spec_blktooff type");
}
}
int
spec_offtoblk(ap)
struct vop_offtoblk_args *ap;
{
register struct vnode *vp = ap->a_vp;
switch (vp->v_type) {
case VCHR:
*ap->a_lblkno = (daddr_t)-1;
return (EOPNOTSUPP);
case VBLK:
printf("spec_offtoblk: not implemented for VBLK\n");
*ap->a_lblkno = (daddr_t)-1;
return (EOPNOTSUPP);
default:
panic("spec_offtoblk type");
}
}