#include <mach_debug.h>
#include <mach/port.h>
#include <mach/message.h>
#include <mach/kern_return.h>
#include <kern/kern_types.h>
#include <kern/arcade.h>
#include <kern/kalloc.h>
#include <kern/simple_lock.h>
#include <kern/mach_param.h>
#include <kern/ipc_host.h>
#include <kern/ipc_kobject.h>
#include <kern/ipc_mig.h>
#include <kern/host_notify.h>
#include <kern/mk_timer.h>
#include <kern/misc_protos.h>
#include <kern/suid_cred.h>
#include <kern/sync_lock.h>
#include <kern/sync_sema.h>
#include <kern/ux_handler.h>
#include <vm/vm_map.h>
#include <vm/vm_kern.h>
#include <ipc/ipc_entry.h>
#include <ipc/ipc_space.h>
#include <ipc/ipc_object.h>
#include <ipc/ipc_port.h>
#include <ipc/ipc_pset.h>
#include <ipc/ipc_notify.h>
#include <ipc/ipc_kmsg.h>
#include <ipc/ipc_hash.h>
#include <ipc/ipc_init.h>
#include <ipc/ipc_table.h>
#include <ipc/ipc_voucher.h>
#include <ipc/ipc_importance.h>
#include <mach/machine/ndr_def.h>
vm_map_t ipc_kernel_map;
vm_size_t ipc_kernel_map_size = 1024 * 1024;
vm_map_t ipc_kernel_copy_map;
#define IPC_KERNEL_COPY_MAP_SIZE (8 * 1024 * 1024)
vm_size_t ipc_kernel_copy_map_size = IPC_KERNEL_COPY_MAP_SIZE;
vm_size_t ipc_kmsg_max_vm_space = ((IPC_KERNEL_COPY_MAP_SIZE * 7) / 8);
#define IPC_KMSG_MAX_SPACE (64 * 1024 * 1024)
vm_size_t ipc_kmsg_max_body_space = ((IPC_KMSG_MAX_SPACE * 3) / 4 - MAX_TRAILER_SIZE);
int ipc_space_max;
int ipc_port_max;
int ipc_pset_max;
int prioritize_launch = 1;
int enforce_strict_reply = 0;
lck_grp_t ipc_lck_grp;
lck_attr_t ipc_lck_attr;
static lck_grp_attr_t ipc_lck_grp_attr;
void
ipc_bootstrap(void)
{
kern_return_t kr;
int prioritize_launch_bootarg;
int strict_reply_bootarg;
lck_grp_attr_setdefault(&ipc_lck_grp_attr);
lck_grp_init(&ipc_lck_grp, "ipc", &ipc_lck_grp_attr);
lck_attr_setdefault(&ipc_lck_attr);
ipc_port_multiple_lock_init();
ipc_port_timestamp_data = 0;
ipc_space_zone = zinit(sizeof(struct ipc_space),
ipc_space_max * sizeof(struct ipc_space),
sizeof(struct ipc_space),
"ipc spaces");
zone_change(ipc_space_zone, Z_NOENCRYPT, TRUE);
ipc_object_zones[IOT_PORT] =
zinit(sizeof(struct ipc_port),
ipc_port_max * sizeof(struct ipc_port),
sizeof(struct ipc_port),
"ipc ports");
zone_change(ipc_object_zones[IOT_PORT], Z_CALLERACCT, FALSE);
zone_change(ipc_object_zones[IOT_PORT], Z_NOENCRYPT, TRUE);
zone_change(ipc_object_zones[IOT_PORT], Z_CLEARMEMORY, TRUE);
ipc_object_zones[IOT_PORT_SET] =
zinit(sizeof(struct ipc_pset),
ipc_pset_max * sizeof(struct ipc_pset),
sizeof(struct ipc_pset),
"ipc port sets");
zone_change(ipc_object_zones[IOT_PORT_SET], Z_NOENCRYPT, TRUE);
zone_change(ipc_object_zones[IOT_PORT_SET], Z_CLEARMEMORY, TRUE);
ipc_kmsg_zone = zinit(IKM_SAVED_KMSG_SIZE,
ipc_port_max * MACH_PORT_QLIMIT_DEFAULT *
IKM_SAVED_KMSG_SIZE,
IKM_SAVED_KMSG_SIZE,
"ipc kmsgs");
zone_change(ipc_kmsg_zone, Z_CALLERACCT, FALSE);
zone_change(ipc_kmsg_zone, Z_CACHING_ENABLED, TRUE);
kr = ipc_space_create_special(&ipc_space_kernel);
assert(kr == KERN_SUCCESS);
kr = ipc_space_create_special(&ipc_space_reply);
assert(kr == KERN_SUCCESS);
#if MACH_ASSERT
ipc_port_debug_init();
#endif
ipc_kobject_init();
ipc_table_init();
ipc_voucher_init();
#if IMPORTANCE_INHERITANCE
ipc_importance_init();
#endif
semaphore_init();
mk_timer_init();
host_notify_init();
#if CONFIG_ARCADE
arcade_init();
#endif
suid_cred_init();
if (PE_parse_boot_argn("prioritize_launch", &prioritize_launch_bootarg, sizeof(prioritize_launch_bootarg))) {
prioritize_launch = !!prioritize_launch_bootarg;
}
if (PE_parse_boot_argn("ipc_strict_reply", &strict_reply_bootarg, sizeof(strict_reply_bootarg))) {
enforce_strict_reply = !!strict_reply_bootarg;
}
}
#define MSG_OOL_SIZE_SMALL_MAX (2*PAGE_SIZE)
vm_size_t msg_ool_size_small;
void
ipc_init(void)
{
kern_return_t retval;
vm_offset_t min;
retval = kmem_suballoc(kernel_map, &min, ipc_kernel_map_size,
TRUE,
(VM_FLAGS_ANYWHERE),
VM_MAP_KERNEL_FLAGS_NONE,
VM_KERN_MEMORY_IPC,
&ipc_kernel_map);
if (retval != KERN_SUCCESS) {
panic("ipc_init: kmem_suballoc of ipc_kernel_map failed");
}
retval = kmem_suballoc(kernel_map, &min, ipc_kernel_copy_map_size,
TRUE,
(VM_FLAGS_ANYWHERE),
VM_MAP_KERNEL_FLAGS_NONE,
VM_KERN_MEMORY_IPC,
&ipc_kernel_copy_map);
if (retval != KERN_SUCCESS) {
panic("ipc_init: kmem_suballoc of ipc_kernel_copy_map failed");
}
ipc_kernel_copy_map->no_zero_fill = TRUE;
ipc_kernel_copy_map->wait_for_space = TRUE;
if (kalloc_max_prerounded <= MSG_OOL_SIZE_SMALL_MAX) {
msg_ool_size_small = kalloc_max_prerounded;
} else {
msg_ool_size_small = MSG_OOL_SIZE_SMALL_MAX;
}
msg_ool_size_small -= cpy_kdata_hdr_sz;
ipc_host_init();
ux_handler_init();
}
void
ipc_thread_call_init(void)
{
#if IMPORTANCE_INHERITANCE
ipc_importance_thread_call_init();
#endif
}