#include <sys/param.h>
#include <sys/malloc.h>
#include <sys/socket.h>
#include <sys/socketvar.h>
#include <net/route.h>
#include <netinet/in.h>
#include <netinet/in_systm.h>
#include <netinet/ip.h>
#include <netinet/in_pcb.h>
#include <sys/event.h>
#include <sys/eventvar.h>
#include <sys/proc_internal.h>
#include <sys/mount_internal.h>
#include <sys/vnode_internal.h>
#include <sys/ubc_internal.h>
#include <sys/namei.h>
#include <sys/file_internal.h>
#include <sys/filedesc.h>
#include <sys/tty.h>
#include <sys/quota.h>
#include <sys/uio_internal.h>
#include <sys/resourcevar.h>
#include <sys/signalvar.h>
#include <ufs/ufs/inode.h>
#include <hfs/hfs_cnode.h>
#include <isofs/cd9660/cd9660_node.h>
#include <miscfs/specfs/specdev.h>
#include <nfs/rpcv2.h>
#include <nfs/nfsproto.h>
#include <nfs/nfsnode.h>
#include <nfs/nfsmount.h>
#include <vfs/vfs_journal.h>
#include <mach/mach_types.h>
#include <kern/zalloc.h>
#include <kern/kalloc.h>
void kmeminit(void) __attribute__((section("__TEXT, initcode")));
const char *memname[] = {
"free",
"mbuf",
"devbuf",
"socket",
"pcb",
"routetbl",
"hosttbl",
"fragtbl",
"zombie",
"ifaddr",
"soopts",
"soname",
"namei",
"gprof",
"ioctlops",
"mapmem",
"cred",
"pgrp",
"session",
"iov32",
"mount",
"fhandle",
#if (NFSCLIENT || NFSSERVER)
"NFS req",
"NFS mount",
"NFS node",
#else
"",
"",
"",
#endif
"vnodes",
"namecache",
#if QUOTA
"UFS quota",
#else
"",
#endif
#if FFS
"UFS mount",
#else
"",
#endif
#if (SYSV_SEM || SYSV_MSG || SYSV_SHM)
"shm",
#else
"",
#endif
"plimit",
"sigacts",
"VM object",
"VM objhash",
"VM pmap",
"VM pvmap",
"VM pager",
"VM pgdata",
"fileproc",
"file desc",
"lockf",
"proc",
"pstats",
"LFS segment",
"LFS node",
#if FFS
"FFS node",
#else
"",
#endif
"MFS node",
"NQNFS Lease",
"NQNFS Host",
"Export Host",
#if (NFSCLIENT || NFSSERVER)
"NFS srvsock",
"NFS uid",
"NFS daemon",
#else
"",
"",
"",
#endif
"ip_moptions",
"in_multi",
"ether_multi",
"mrt",
#if CD9660
"ISOFS mount",
"ISOFS node",
#else
"",
"",
#endif
#if (NFSCLIENT || NFSSERVER)
"NFSV3 srvdesc",
"NFSV3 diroff",
"NFSV3 bigfh",
#else
"",
"",
"",
#endif
"MSDOSFS mount",
"MSDOSFS fat",
"MSDOSFS node",
"ttys",
"exec",
"miscfs mount",
"miscfs node",
"adosfs mount",
"adosfs node",
"adosfs anode",
"buf hdrs",
"ofile tabl",
"mbuf clust",
#if HFS
"HFS mount",
"HFS node",
"HFS fork",
#else
"",
"",
"",
#endif
"ZFS mount",
"ZFS node",
"temp",
"key mgmt",
"DEVFS",
"IpFw/IpAcct",
"UDF node",
"UDF mount",
#if INET6
"IPv6 NDP",
"IPv6 options",
"IPv6 Misc",
#else
"",
"",
"",
#endif
"TCP Segment Q",
"IGMP state",
#if JOURNALING
"Journal",
"Transaction",
#else
"",
"",
#endif
"specinfo",
"kqueue",
#if HFS
"HFS dirhint",
#else
"",
#endif
"cluster_read",
"cluster_write",
"iov64",
"fileglob",
"kauth",
"dummynet",
"unsafe_fsnode",
"macpipelabel",
"mactemp",
"sbuf",
"extattr",
"lctx",
#if TRAFFIC_MGT
"traffic_mgt",
#else
"",
#endif
};
#define KMZ_CREATEZONE ((void *)-2)
#define KMZ_LOOKUPZONE ((void *)-1)
#define KMZ_MALLOC ((void *)0)
#define KMZ_SHAREZONE ((void *)1)
struct kmzones {
size_t kz_elemsize;
void *kz_zalloczone;
} kmzones[M_LAST] = {
#define SOS(sname) sizeof (struct sname)
#define SOX(sname) -1
{ -1, 0 },
{ MSIZE, KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ SOS(socket), KMZ_CREATEZONE },
{ SOS(inpcb), KMZ_LOOKUPZONE },
{ M_MBUF, KMZ_SHAREZONE },
{ M_MBUF, KMZ_SHAREZONE },
{ M_MBUF, KMZ_SHAREZONE },
{ SOS(rusage), KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ M_MBUF, KMZ_SHAREZONE },
{ 0, KMZ_MALLOC },
{ MAXPATHLEN, KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ SOS(ucred), KMZ_CREATEZONE },
{ SOS(pgrp), KMZ_CREATEZONE },
{ SOS(session), KMZ_CREATEZONE },
{ SOS(iovec_32), KMZ_LOOKUPZONE },
{ SOS(mount), KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
#if (NFSCLIENT || NFSSERVER)
{ SOS(nfsreq), KMZ_CREATEZONE },
{ SOS(nfsmount), KMZ_CREATEZONE },
{ SOS(nfsnode), KMZ_CREATEZONE },
#else
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#endif
{ SOS(vnode), KMZ_CREATEZONE },
{ SOS(namecache), KMZ_CREATEZONE },
#if QUOTA
{ SOX(dquot), KMZ_LOOKUPZONE },
#else
{ 0, KMZ_MALLOC },
#endif
#if FFS
{ SOX(ufsmount), KMZ_LOOKUPZONE },
#else
{ 0, KMZ_MALLOC },
#endif
{ 0, KMZ_MALLOC },
{ SOS(plimit), KMZ_CREATEZONE },
{ SOS(sigacts), KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ SOS(fileproc), KMZ_CREATEZONE },
{ SOS(filedesc), KMZ_CREATEZONE },
{ SOX(lockf), KMZ_CREATEZONE },
{ SOS(proc), KMZ_CREATEZONE },
{ SOS(pstats), KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ M_FFSNODE, KMZ_SHAREZONE },
#if FFS
{ SOS(inode), KMZ_CREATEZONE },
#else
{ 0, KMZ_MALLOC },
#endif
{ M_FFSNODE, KMZ_SHAREZONE },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#if (NFSCLIENT || NFSSERVER)
{ SOX(nfsrv_sock),
KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ SOX(nfsrvcache),
KMZ_CREATEZONE },
#else
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#endif
{ SOX(ip_moptions),
KMZ_LOOKUPZONE },
{ SOX(in_multi), KMZ_LOOKUPZONE },
{ SOX(ether_multi),
KMZ_LOOKUPZONE },
{ SOX(mrt), KMZ_CREATEZONE },
#if CD9660
{ SOX(iso_mnt), KMZ_LOOKUPZONE },
{ SOS(iso_node), KMZ_CREATEZONE },
#else
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#endif
#if (NFSCLIENT || NFSSERVER)
{ SOS(nfsrv_descript),
KMZ_CREATEZONE },
{ SOS(nfsdmap), KMZ_CREATEZONE },
{ SOS(fhandle), KMZ_LOOKUPZONE },
#else
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#endif
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ SOS(tty), KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ SOX(buf), KMZ_CREATEZONE },
{ (NDFILE * OFILESIZE),
KMZ_CREATEZONE },
{ MCLBYTES, KMZ_CREATEZONE },
#if HFS
{ SOX(hfsmount), KMZ_LOOKUPZONE },
{ SOS(cnode), KMZ_CREATEZONE },
{ SOS(filefork), KMZ_CREATEZONE },
#else
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#endif
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#if JOURNALING
{ SOS(journal), KMZ_CREATEZONE },
{ SOS(transaction), KMZ_CREATEZONE },
#else
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#endif
{ SOS(specinfo), KMZ_CREATEZONE },
{ SOS(kqueue), KMZ_CREATEZONE },
#if HFS
{ SOS(directoryhint), KMZ_CREATEZONE },
#else
{ 0, KMZ_MALLOC },
#endif
{ SOS(cl_readahead), KMZ_CREATEZONE },
{ SOS(cl_writebehind),KMZ_CREATEZONE },
{ SOS(iovec_64), KMZ_LOOKUPZONE },
{ SOS(fileglob), KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ SOS(unsafe_fsnode),KMZ_CREATEZONE },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
{ 0, KMZ_MALLOC },
#undef SOS
#undef SOX
};
extern zone_t kalloc_zone(vm_size_t);
void
kmeminit(void)
{
struct kmzones *kmz;
if ((sizeof(kmzones)/sizeof(kmzones[0])) != (sizeof(memname)/sizeof(memname[0]))) {
panic("kmeminit: kmzones has %lu elements but memname has %lu\n",
(sizeof(kmzones)/sizeof(kmzones[0])), (sizeof(memname)/sizeof(memname[0])));
}
kmz = kmzones;
while (kmz < &kmzones[M_LAST]) {
if (kmz->kz_elemsize == (size_t)(-1))
;
else
if (kmz->kz_zalloczone == KMZ_CREATEZONE) {
kmz->kz_zalloczone = zinit(kmz->kz_elemsize,
1024 * 1024, PAGE_SIZE,
memname[kmz - kmzones]);
}
else if (kmz->kz_zalloczone == KMZ_LOOKUPZONE)
kmz->kz_zalloczone = kalloc_zone(kmz->kz_elemsize);
kmz++;
}
kmz = kmzones;
while (kmz < &kmzones[M_LAST]) {
if (kmz->kz_elemsize == (size_t)(-1))
;
else
if (kmz->kz_zalloczone == KMZ_SHAREZONE) {
kmz->kz_zalloczone =
kmzones[kmz->kz_elemsize].kz_zalloczone;
kmz->kz_elemsize =
kmzones[kmz->kz_elemsize].kz_elemsize;
}
kmz++;
}
}
#define MDECL(reqlen) \
union { \
struct _mhead hdr; \
char _m[(reqlen) + sizeof (struct _mhead)]; \
}
struct _mhead {
size_t mlen;
char dat[0];
};
void *
_MALLOC(
size_t size,
int type,
int flags)
{
MDECL(size) *mem;
size_t memsize = sizeof (*mem);
if (type >= M_LAST)
panic("_malloc TYPE");
if (size == 0)
return (NULL);
if (flags & M_NOWAIT) {
mem = (void *)kalloc_noblock(memsize);
} else {
mem = (void *)kalloc(memsize);
}
if (!mem)
return (0);
mem->hdr.mlen = memsize;
if (flags & M_ZERO)
bzero(mem->hdr.dat, size);
return (mem->hdr.dat);
}
void
_FREE(
void *addr,
int type)
{
struct _mhead *hdr;
if (type >= M_LAST)
panic("_free TYPE");
if (!addr)
return;
hdr = addr; hdr--;
kfree(hdr, hdr->mlen);
}
void *
_MALLOC_ZONE(
size_t size,
int type,
int flags)
{
struct kmzones *kmz;
void *elem;
if (type >= M_LAST)
panic("_malloc_zone TYPE");
kmz = &kmzones[type];
if (kmz->kz_zalloczone == KMZ_MALLOC)
panic("_malloc_zone ZONE: type = %d", type);
if (kmz->kz_elemsize == (size_t)(-1))
panic("_malloc_zone XXX");
if (size == kmz->kz_elemsize)
if (flags & M_NOWAIT) {
elem = (void *)zalloc_noblock(kmz->kz_zalloczone);
} else {
elem = (void *)zalloc(kmz->kz_zalloczone);
}
else
if (flags & M_NOWAIT) {
elem = (void *)kalloc_noblock(size);
} else {
elem = (void *)kalloc(size);
}
return (elem);
}
void
_FREE_ZONE(
void *elem,
size_t size,
int type)
{
struct kmzones *kmz;
if (type >= M_LAST)
panic("FREE_SIZE");
kmz = &kmzones[type];
if (kmz->kz_zalloczone == KMZ_MALLOC)
panic("free_zone ZONE");
if (kmz->kz_elemsize == (size_t)(-1))
panic("FREE_SIZE XXX");
if (size == kmz->kz_elemsize)
zfree(kmz->kz_zalloczone, elem);
else
kfree(elem, size);
}