#include <cpus.h>
#include <mach/boolean.h>
#include <mach/policy.h>
#include <mach/processor_info.h>
#include <mach/vm_param.h>
#include <kern/cpu_number.h>
#include <kern/host.h>
#include <kern/machine.h>
#include <kern/misc_protos.h>
#include <kern/processor.h>
#include <kern/sched.h>
#include <kern/task.h>
#include <kern/thread.h>
#include <kern/ipc_host.h>
#include <kern/ipc_tt.h>
#include <ipc/ipc_port.h>
#include <kern/kalloc.h>
#include <mach/mach_host_server.h>
struct processor_set default_pset;
struct processor processor_array[NCPUS];
int master_cpu = 0;
processor_t master_processor;
processor_t processor_ptr[NCPUS];
void pset_init(
processor_set_t pset);
void processor_init(
register processor_t pr,
int slot_num);
void pset_quanta_set(
processor_set_t pset);
kern_return_t processor_set_base(
processor_set_t pset,
policy_t policy,
policy_base_t base,
boolean_t change);
kern_return_t processor_set_limit(
processor_set_t pset,
policy_t policy,
policy_limit_t limit,
boolean_t change);
kern_return_t processor_set_things(
processor_set_t pset,
mach_port_t **thing_list,
mach_msg_type_number_t *count,
int type);
void
pset_sys_bootstrap(void)
{
register int i;
pset_init(&default_pset);
for (i = 0; i < NCPUS; i++) {
processor_ptr[i] = &processor_array[i];
processor_init(processor_ptr[i], i);
}
master_processor = cpu_to_processor(master_cpu);
master_processor->cpu_data = get_cpu_data();
default_pset.active = TRUE;
}
void pset_init(
register processor_set_t pset)
{
register int i;
simple_lock_init(&pset->runq.lock, ETAP_THREAD_PSET_RUNQ);
for (i = 0; i < NRQBM; i++)
pset->runq.bitmap[i] = 0;
setbit(MAXPRI - IDLEPRI, pset->runq.bitmap);
pset->runq.highq = IDLEPRI;
pset->runq.urgency = pset->runq.count = 0;
for (i = 0; i < NRQS; i++)
queue_init(&pset->runq.queues[i]);
queue_init(&pset->idle_queue);
pset->idle_count = 0;
queue_init(&pset->active_queue);
simple_lock_init(&pset->sched_lock, ETAP_THREAD_PSET_IDLE);
pset->run_count = 0;
pset->mach_factor = pset->load_average = 0;
pset->sched_load = 0;
queue_init(&pset->processors);
pset->processor_count = 0;
simple_lock_init(&pset->processors_lock, ETAP_THREAD_PSET);
queue_init(&pset->tasks);
pset->task_count = 0;
queue_init(&pset->threads);
pset->thread_count = 0;
pset->ref_count = 1;
pset->active = FALSE;
mutex_init(&pset->lock, ETAP_THREAD_PSET);
pset->pset_self = IP_NULL;
pset->pset_name_self = IP_NULL;
pset->set_quanta = 1;
for (i = 0; i <= NCPUS; i++)
pset->machine_quanta[i] = 1;
}
void
processor_init(
register processor_t p,
int slot_num)
{
register int i;
simple_lock_init(&p->runq.lock, ETAP_THREAD_PROC_RUNQ);
for (i = 0; i < NRQBM; i++)
p->runq.bitmap[i] = 0;
setbit(MAXPRI - IDLEPRI, p->runq.bitmap);
p->runq.highq = IDLEPRI;
p->runq.urgency = p->runq.count = 0;
for (i = 0; i < NRQS; i++)
queue_init(&p->runq.queues[i]);
p->state = PROCESSOR_OFF_LINE;
p->current_pri = MINPRI;
p->next_thread = THREAD_NULL;
p->idle_thread = THREAD_NULL;
timer_call_setup(&p->quantum_timer, thread_quantum_expire, p);
p->slice_quanta = 0;
p->processor_set = PROCESSOR_SET_NULL;
p->processor_set_next = PROCESSOR_SET_NULL;
simple_lock_init(&p->lock, ETAP_THREAD_PROC);
p->processor_self = IP_NULL;
p->slot_num = slot_num;
}
void
pset_deallocate(
processor_set_t pset)
{
if (pset == PROCESSOR_SET_NULL)
return;
assert(pset == &default_pset);
return;
}
void
pset_reference(
processor_set_t pset)
{
assert(pset == &default_pset);
}
#define pset_reference_locked(pset) assert(pset == &default_pset)
void
pset_remove_processor(
processor_set_t pset,
processor_t processor)
{
if (pset != processor->processor_set)
panic("pset_remove_processor: wrong pset");
queue_remove(&pset->processors, processor, processor_t, processors);
processor->processor_set = PROCESSOR_SET_NULL;
pset->processor_count--;
pset_quanta_set(pset);
}
void
pset_add_processor(
processor_set_t pset,
processor_t processor)
{
queue_enter(&pset->processors, processor, processor_t, processors);
processor->processor_set = pset;
pset->processor_count++;
pset_quanta_set(pset);
}
void
pset_remove_task(
processor_set_t pset,
task_t task)
{
if (pset != task->processor_set)
return;
queue_remove(&pset->tasks, task, task_t, pset_tasks);
task->processor_set = PROCESSOR_SET_NULL;
pset->task_count--;
}
void
pset_add_task(
processor_set_t pset,
task_t task)
{
queue_enter(&pset->tasks, task, task_t, pset_tasks);
task->processor_set = pset;
pset->task_count++;
pset_reference_locked(pset);
}
void
pset_remove_thread(
processor_set_t pset,
thread_t thread)
{
queue_remove(&pset->threads, thread, thread_t, pset_threads);
thread->processor_set = PROCESSOR_SET_NULL;
pset->thread_count--;
}
void
pset_add_thread(
processor_set_t pset,
thread_t thread)
{
queue_enter(&pset->threads, thread, thread_t, pset_threads);
thread->processor_set = pset;
pset->thread_count++;
pset_reference_locked(pset);
}
void
thread_change_psets(
thread_t thread,
processor_set_t old_pset,
processor_set_t new_pset)
{
queue_remove(&old_pset->threads, thread, thread_t, pset_threads);
old_pset->thread_count--;
queue_enter(&new_pset->threads, thread, thread_t, pset_threads);
thread->processor_set = new_pset;
new_pset->thread_count++;
pset_reference_locked(new_pset);
}
kern_return_t
processor_info_count(
processor_flavor_t flavor,
mach_msg_type_number_t *count)
{
kern_return_t kr;
switch (flavor) {
case PROCESSOR_BASIC_INFO:
*count = PROCESSOR_BASIC_INFO_COUNT;
return KERN_SUCCESS;
case PROCESSOR_CPU_LOAD_INFO:
*count = PROCESSOR_CPU_LOAD_INFO_COUNT;
return KERN_SUCCESS;
default:
kr = cpu_info_count(flavor, count);
return kr;
}
}
kern_return_t
processor_info(
register processor_t processor,
processor_flavor_t flavor,
host_t *host,
processor_info_t info,
mach_msg_type_number_t *count)
{
register int i, slot_num, state;
register processor_basic_info_t basic_info;
register processor_cpu_load_info_t cpu_load_info;
kern_return_t kr;
if (processor == PROCESSOR_NULL)
return(KERN_INVALID_ARGUMENT);
slot_num = processor->slot_num;
switch (flavor) {
case PROCESSOR_BASIC_INFO:
{
if (*count < PROCESSOR_BASIC_INFO_COUNT)
return(KERN_FAILURE);
basic_info = (processor_basic_info_t) info;
basic_info->cpu_type = machine_slot[slot_num].cpu_type;
basic_info->cpu_subtype = machine_slot[slot_num].cpu_subtype;
state = processor->state;
if (state == PROCESSOR_OFF_LINE)
basic_info->running = FALSE;
else
basic_info->running = TRUE;
basic_info->slot_num = slot_num;
if (processor == master_processor)
basic_info->is_master = TRUE;
else
basic_info->is_master = FALSE;
*count = PROCESSOR_BASIC_INFO_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
case PROCESSOR_CPU_LOAD_INFO:
{
if (*count < PROCESSOR_CPU_LOAD_INFO_COUNT)
return(KERN_FAILURE);
cpu_load_info = (processor_cpu_load_info_t) info;
for (i=0;i<CPU_STATE_MAX;i++)
cpu_load_info->cpu_ticks[i] = machine_slot[slot_num].cpu_ticks[i];
*count = PROCESSOR_CPU_LOAD_INFO_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
default:
{
kr=cpu_info(flavor, slot_num, info, count);
if (kr == KERN_SUCCESS)
*host = &realhost;
return(kr);
}
}
}
kern_return_t
processor_start(
processor_t processor)
{
int state;
spl_t s;
kern_return_t kr;
if (processor == PROCESSOR_NULL)
return(KERN_INVALID_ARGUMENT);
if (processor == master_processor) {
thread_bind(current_thread(), processor);
thread_block(THREAD_CONTINUE_NULL);
kr = cpu_start(processor->slot_num);
thread_bind(current_thread(), PROCESSOR_NULL);
return(kr);
}
s = splsched();
processor_lock(processor);
state = processor->state;
if (state != PROCESSOR_OFF_LINE) {
processor_unlock(processor);
splx(s);
return(KERN_FAILURE);
}
processor->state = PROCESSOR_START;
processor_unlock(processor);
splx(s);
if (processor->next_thread == THREAD_NULL) {
thread_t thread;
extern void start_cpu_thread(void);
thread = kernel_thread_with_priority(
kernel_task, MAXPRI_KERNEL,
start_cpu_thread, TRUE, FALSE);
s = splsched();
thread_lock(thread);
thread_bind_locked(thread, processor);
thread_go_locked(thread, THREAD_AWAKENED);
(void)rem_runq(thread);
processor->next_thread = thread;
thread_unlock(thread);
splx(s);
}
kr = cpu_start(processor->slot_num);
if (kr != KERN_SUCCESS) {
s = splsched();
processor_lock(processor);
processor->state = PROCESSOR_OFF_LINE;
processor_unlock(processor);
splx(s);
}
return(kr);
}
kern_return_t
processor_exit(
processor_t processor)
{
if (processor == PROCESSOR_NULL)
return(KERN_INVALID_ARGUMENT);
return(processor_shutdown(processor));
}
kern_return_t
processor_control(
processor_t processor,
processor_info_t info,
mach_msg_type_number_t count)
{
if (processor == PROCESSOR_NULL)
return(KERN_INVALID_ARGUMENT);
return(cpu_control(processor->slot_num, info, count));
}
void
pset_quanta_set(
processor_set_t pset)
{
register int i, count = pset->processor_count;
for (i = 1; i <= count; i++)
pset->machine_quanta[i] = (count + (i / 2)) / i;
pset->machine_quanta[0] = pset->machine_quanta[1];
pset_quanta_update(pset);
}
kern_return_t
processor_set_create(
host_t host,
processor_set_t *new_set,
processor_set_t *new_name)
{
#ifdef lint
host++; new_set++; new_name++;
#endif
return(KERN_FAILURE);
}
kern_return_t
processor_set_destroy(
processor_set_t pset)
{
#ifdef lint
pset++;
#endif
return(KERN_FAILURE);
}
kern_return_t
processor_get_assignment(
processor_t processor,
processor_set_t *pset)
{
int state;
state = processor->state;
if (state == PROCESSOR_SHUTDOWN || state == PROCESSOR_OFF_LINE)
return(KERN_FAILURE);
*pset = processor->processor_set;
pset_reference(*pset);
return(KERN_SUCCESS);
}
kern_return_t
processor_set_info(
processor_set_t pset,
int flavor,
host_t *host,
processor_set_info_t info,
mach_msg_type_number_t *count)
{
if (pset == PROCESSOR_SET_NULL)
return(KERN_INVALID_ARGUMENT);
if (flavor == PROCESSOR_SET_BASIC_INFO) {
register processor_set_basic_info_t basic_info;
if (*count < PROCESSOR_SET_BASIC_INFO_COUNT)
return(KERN_FAILURE);
basic_info = (processor_set_basic_info_t) info;
basic_info->processor_count = pset->processor_count;
basic_info->default_policy = POLICY_TIMESHARE;
*count = PROCESSOR_SET_BASIC_INFO_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_TIMESHARE_DEFAULT) {
register policy_timeshare_base_t ts_base;
if (*count < POLICY_TIMESHARE_BASE_COUNT)
return(KERN_FAILURE);
ts_base = (policy_timeshare_base_t) info;
ts_base->base_priority = BASEPRI_DEFAULT;
*count = POLICY_TIMESHARE_BASE_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_FIFO_DEFAULT) {
register policy_fifo_base_t fifo_base;
if (*count < POLICY_FIFO_BASE_COUNT)
return(KERN_FAILURE);
fifo_base = (policy_fifo_base_t) info;
fifo_base->base_priority = BASEPRI_DEFAULT;
*count = POLICY_FIFO_BASE_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_RR_DEFAULT) {
register policy_rr_base_t rr_base;
if (*count < POLICY_RR_BASE_COUNT)
return(KERN_FAILURE);
rr_base = (policy_rr_base_t) info;
rr_base->base_priority = BASEPRI_DEFAULT;
rr_base->quantum = 1;
*count = POLICY_RR_BASE_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_TIMESHARE_LIMITS) {
register policy_timeshare_limit_t ts_limit;
if (*count < POLICY_TIMESHARE_LIMIT_COUNT)
return(KERN_FAILURE);
ts_limit = (policy_timeshare_limit_t) info;
ts_limit->max_priority = MAXPRI_STANDARD;
*count = POLICY_TIMESHARE_LIMIT_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_FIFO_LIMITS) {
register policy_fifo_limit_t fifo_limit;
if (*count < POLICY_FIFO_LIMIT_COUNT)
return(KERN_FAILURE);
fifo_limit = (policy_fifo_limit_t) info;
fifo_limit->max_priority = MAXPRI_STANDARD;
*count = POLICY_FIFO_LIMIT_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_RR_LIMITS) {
register policy_rr_limit_t rr_limit;
if (*count < POLICY_RR_LIMIT_COUNT)
return(KERN_FAILURE);
rr_limit = (policy_rr_limit_t) info;
rr_limit->max_priority = MAXPRI_STANDARD;
*count = POLICY_RR_LIMIT_COUNT;
*host = &realhost;
return(KERN_SUCCESS);
}
else if (flavor == PROCESSOR_SET_ENABLED_POLICIES) {
register int *enabled;
if (*count < (sizeof(*enabled)/sizeof(int)))
return(KERN_FAILURE);
enabled = (int *) info;
*enabled = POLICY_TIMESHARE | POLICY_RR | POLICY_FIFO;
*count = sizeof(*enabled)/sizeof(int);
*host = &realhost;
return(KERN_SUCCESS);
}
*host = HOST_NULL;
return(KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_statistics(
processor_set_t pset,
int flavor,
processor_set_info_t info,
mach_msg_type_number_t *count)
{
if (pset == PROCESSOR_SET_NULL)
return (KERN_INVALID_PROCESSOR_SET);
if (flavor == PROCESSOR_SET_LOAD_INFO) {
register processor_set_load_info_t load_info;
if (*count < PROCESSOR_SET_LOAD_INFO_COUNT)
return(KERN_FAILURE);
load_info = (processor_set_load_info_t) info;
pset_lock(pset);
load_info->task_count = pset->task_count;
load_info->thread_count = pset->thread_count;
load_info->mach_factor = pset->mach_factor;
load_info->load_average = pset->load_average;
pset_unlock(pset);
*count = PROCESSOR_SET_LOAD_INFO_COUNT;
return(KERN_SUCCESS);
}
return(KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_max_priority(
processor_set_t pset,
int max_priority,
boolean_t change_threads)
{
return (KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_policy_enable(
processor_set_t pset,
int policy)
{
return (KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_policy_disable(
processor_set_t pset,
int policy,
boolean_t change_threads)
{
return (KERN_INVALID_ARGUMENT);
}
#define THING_TASK 0
#define THING_THREAD 1
kern_return_t
processor_set_things(
processor_set_t pset,
mach_port_t **thing_list,
mach_msg_type_number_t *count,
int type)
{
unsigned int actual;
int i;
vm_size_t size, size_needed;
vm_offset_t addr;
if (pset == PROCESSOR_SET_NULL)
return KERN_INVALID_ARGUMENT;
size = 0; addr = 0;
for (;;) {
pset_lock(pset);
if (!pset->active) {
pset_unlock(pset);
return KERN_FAILURE;
}
if (type == THING_TASK)
actual = pset->task_count;
else
actual = pset->thread_count;
size_needed = actual * sizeof(mach_port_t);
if (size_needed <= size)
break;
pset_unlock(pset);
if (size != 0)
kfree(addr, size);
assert(size_needed > 0);
size = size_needed;
addr = kalloc(size);
if (addr == 0)
return KERN_RESOURCE_SHORTAGE;
}
switch (type) {
case THING_TASK: {
task_t *tasks = (task_t *) addr;
task_t task;
for (i = 0, task = (task_t) queue_first(&pset->tasks);
!queue_end(&pset->tasks, (queue_entry_t) task);
task = (task_t) queue_next(&task->pset_tasks)) {
task_lock(task);
if (task->ref_count > 0) {
task_reference_locked(task);
tasks[i++] = task;
}
task_unlock(task);
}
break;
}
case THING_THREAD: {
thread_act_t *thr_acts = (thread_act_t *) addr;
thread_t thread;
thread_act_t thr_act;
for (i = 0, thread = (thread_t) queue_first(&pset->threads);
!queue_end(&pset->threads, (queue_entry_t)thread);
thread = (thread_t) queue_next(&thread->pset_threads)) {
thr_act = thread_lock_act(thread);
if (thr_act && thr_act->ref_count > 0) {
act_locked_act_reference(thr_act);
thr_acts[i++] = thr_act;
}
thread_unlock_act(thread);
}
break;
}
}
pset_unlock(pset);
if (i < actual) {
actual = i;
size_needed = actual * sizeof(mach_port_t);
}
assert(i == actual);
if (actual == 0) {
*thing_list = 0;
*count = 0;
if (size != 0)
kfree(addr, size);
} else {
if (size_needed < size) {
vm_offset_t newaddr;
newaddr = kalloc(size_needed);
if (newaddr == 0) {
switch (type) {
case THING_TASK: {
task_t *tasks = (task_t *) addr;
for (i = 0; i < actual; i++)
task_deallocate(tasks[i]);
break;
}
case THING_THREAD: {
thread_act_t *acts = (thread_act_t *) addr;
for (i = 0; i < actual; i++)
act_deallocate(acts[i]);
break;
}
}
kfree(addr, size);
return KERN_RESOURCE_SHORTAGE;
}
bcopy((char *) addr, (char *) newaddr, size_needed);
kfree(addr, size);
addr = newaddr;
}
*thing_list = (mach_port_t *) addr;
*count = actual;
switch (type) {
case THING_TASK: {
task_t *tasks = (task_t *) addr;
for (i = 0; i < actual; i++)
(*thing_list)[i] = convert_task_to_port(tasks[i]);
break;
}
case THING_THREAD: {
thread_act_t *thr_acts = (thread_act_t *) addr;
for (i = 0; i < actual; i++)
(*thing_list)[i] = convert_act_to_port(thr_acts[i]);
break;
}
}
}
return(KERN_SUCCESS);
}
kern_return_t
processor_set_tasks(
processor_set_t pset,
task_array_t *task_list,
mach_msg_type_number_t *count)
{
return(processor_set_things(pset, (mach_port_t **)task_list, count, THING_TASK));
}
kern_return_t
processor_set_threads(
processor_set_t pset,
thread_array_t *thread_list,
mach_msg_type_number_t *count)
{
return(processor_set_things(pset, (mach_port_t **)thread_list, count, THING_THREAD));
}
kern_return_t
processor_set_base(
processor_set_t pset,
policy_t policy,
policy_base_t base,
boolean_t change)
{
return (KERN_INVALID_ARGUMENT);
}
kern_return_t
processor_set_limit(
processor_set_t pset,
policy_t policy,
policy_limit_t limit,
boolean_t change)
{
return (KERN_POLICY_LIMIT);
}
kern_return_t
processor_set_policy_control(
processor_set_t pset,
int flavor,
processor_set_info_t policy_info,
mach_msg_type_number_t count,
boolean_t change)
{
return (KERN_INVALID_ARGUMENT);
}