#include <stdarg.h>
#include <machine/machine_routines.h>
#include <pexpert/pexpert.h>
#include <kern/debug.h>
#include <kern/simple_lock.h>
#include <i386/machine_cpu.h>
#include <i386/mp.h>
#include <machine/pal_routines.h>
#include <i386/proc_reg.h>
#include <os/log_private.h>
#include <libkern/section_keywords.h>
#include <kern/processor.h>
#include <kern/clock.h>
#include <mach/clock_types.h>
extern uint64_t LockTimeOut;
extern processor_t current_processor(void);
void (*PE_kputc)(char c);
#if DEVELOPMENT || DEBUG
SECURITY_READ_ONLY_LATE(unsigned int) disable_serial_output = FALSE;
#else
SECURITY_READ_ONLY_LATE(unsigned int) disable_serial_output = TRUE;
#endif
decl_simple_lock_data(static, kprintf_lock);
void
PE_init_kprintf(boolean_t vm_initialized)
{
unsigned int boot_arg;
if (PE_state.initialized == FALSE) {
panic("Platform Expert not initialized");
}
if (!vm_initialized) {
unsigned int new_disable_serial_output = TRUE;
simple_lock_init(&kprintf_lock, 0);
if (PE_parse_boot_argn("debug", &boot_arg, sizeof(boot_arg))) {
if (boot_arg & DB_KPRT) {
new_disable_serial_output = FALSE;
}
}
if (!new_disable_serial_output && (!disable_serial_output || pal_serial_init())) {
PE_kputc = pal_serial_putc;
} else {
PE_kputc = cnputc;
}
disable_serial_output = new_disable_serial_output;
}
}
#if CONFIG_NO_KPRINTF_STRINGS
#undef kprintf
#endif
#ifdef MP_DEBUG
static void
_kprintf(const char *format, ...)
{
va_list listp;
va_start(listp, format);
_doprnt(format, &listp, PE_kputc, 16);
va_end(listp);
}
#define MP_DEBUG_KPRINTF(x...) _kprintf(x)
#else
#define MP_DEBUG_KPRINTF(x...)
#endif
static int cpu_last_locked = 0;
#define KPRINTF_LOCKWAIT_PATIENT (LockTimeOut)
#define KPRINTF_LOCKWAIT_IMPATIENT (LockTimeOut >> 4)
__attribute__((noinline, not_tail_called))
void
kprintf(const char *fmt, ...)
{
va_list listp;
va_list listp2;
boolean_t state;
boolean_t in_panic_context = FALSE;
unsigned int kprintf_lock_grabbed;
void *caller = __builtin_return_address(0);
if (!disable_serial_output) {
boolean_t early = FALSE;
uint64_t gsbase = rdmsr64(MSR_IA32_GS_BASE);
if (gsbase == EARLY_GSBASE_MAGIC || gsbase == 0) {
early = TRUE;
}
if (!PE_kputc || early) {
va_start(listp, fmt);
va_copy(listp2, listp);
_doprnt_log(fmt, &listp, pal_serial_putc, 16);
va_end(listp);
if (ml_get_interrupts_enabled()) {
os_log_with_args(OS_LOG_DEFAULT, OS_LOG_TYPE_DEFAULT, fmt, listp2, caller);
}
va_end(listp2);
return;
}
state = ml_set_interrupts_enabled(FALSE);
pal_preemption_assert();
in_panic_context = processor_in_panic_context(current_processor());
kprintf_lock_grabbed = simple_lock_try_lock_mp_signal_safe_loop_duration(&kprintf_lock,
in_panic_context ? KPRINTF_LOCKWAIT_IMPATIENT : KPRINTF_LOCKWAIT_PATIENT,
LCK_GRP_NULL);
if (cpu_number() != cpu_last_locked) {
MP_DEBUG_KPRINTF("[cpu%d...]\n", cpu_number());
cpu_last_locked = cpu_number();
}
va_start(listp, fmt);
va_copy(listp2, listp);
_doprnt(fmt, &listp, PE_kputc, 16);
va_end(listp);
if (kprintf_lock_grabbed) {
simple_unlock(&kprintf_lock);
}
ml_set_interrupts_enabled(state);
if (ml_get_interrupts_enabled()) {
os_log_with_args(OS_LOG_DEFAULT, OS_LOG_TYPE_DEFAULT, fmt, listp2, caller);
}
va_end(listp2);
} else {
if (ml_get_interrupts_enabled()) {
va_start(listp, fmt);
os_log_with_args(OS_LOG_DEFAULT, OS_LOG_TYPE_DEFAULT, fmt, listp, caller);
va_end(listp);
}
}
}
extern void kprintf_break_lock(void);
void
kprintf_break_lock(void)
{
simple_lock_init(&kprintf_lock, 0);
}