cpu_data_t *
cpu_data_alloc(boolean_t is_boot_cpu)
{
int ret;
cpu_data_t *cdp;
if (is_boot_cpu) {
assert(real_ncpus == 1);
simple_lock_init(&cpu_lock, 0);
cdp = &cpu_data_master;
if (cdp->cpu_processor == NULL) {
cdp->cpu_processor = cpu_processor_alloc(TRUE);
cdp->cpu_pmap = pmap_cpu_alloc(TRUE);
cdp->cpu_this = cdp;
cdp->cpu_is64bit = FALSE;
cdp->cpu_int_stack_top = (vm_offset_t) low_eintstack;
cpu_desc_init(cdp, TRUE);
fast_syscall_init();
}
return cdp;
}
/* Check count before making allocations */
if (real_ncpus >= max_ncpus)
return NULL;
/*
* Allocate per-cpu data:
*/
ret = kmem_alloc(kernel_map,
(vm_offset_t *) &cdp, sizeof(cpu_data_t));
if (ret != KERN_SUCCESS) {
printf("cpu_data_alloc() failed, ret=%d\n", ret);
goto abort;
}
bzero((void*) cdp, sizeof(cpu_data_t));
cdp->cpu_this = cdp;
/* Propagate mode */
cdp->cpu_is64bit = cpu_mode_is64bit();
/*
* Allocate interrupt stack:
*/
ret = kmem_alloc(kernel_map,
(vm_offset_t *) &cdp->cpu_int_stack_top,
INTSTACK_SIZE);
if (ret != KERN_SUCCESS) {
printf("cpu_data_alloc() int stack failed, ret=%d\n", ret);
goto abort;
}
bzero((void*) cdp->cpu_int_stack_top, INTSTACK_SIZE);
cdp->cpu_int_stack_top += INTSTACK_SIZE;
/*
* Allocate descriptor table:
* Size depends on cpu mode.
*/
ret = kmem_alloc(kernel_map,
(vm_offset_t *) &cdp->cpu_desc_tablep,
cdp->cpu_is64bit ? sizeof(cpu_desc_table64_t)
: sizeof(cpu_desc_table_t));
if (ret != KERN_SUCCESS) {
printf("cpu_data_alloc() desc_table failed, ret=%d\n", ret);
goto abort;
}
/*
* Allocate LDT
*/
ret = kmem_alloc(kernel_map,
(vm_offset_t *) &cdp->cpu_ldtp,
sizeof(struct real_descriptor) * LDTSZ);
if (ret != KERN_SUCCESS) {
printf("cpu_data_alloc() ldt failed, ret=%d\n", ret);
goto abort;
}
/* Machine-check shadow register allocation. */
mca_cpu_alloc(cdp);
simple_lock(&cpu_lock);
if (real_ncpus >= max_ncpus) {
simple_unlock(&cpu_lock);
goto abort;
}
cpu_data_ptr[real_ncpus] = cdp;
cdp->cpu_number = real_ncpus;
real_ncpus++;
simple_unlock(&cpu_lock);
kprintf("cpu_data_alloc(%d) %p desc_table: %p "
"ldt: %p "
"int_stack: 0x%x-0x%x\n",
cdp->cpu_number, cdp, cdp->cpu_desc_tablep, cdp->cpu_ldtp,
cdp->cpu_int_stack_top - INTSTACK_SIZE, cdp->cpu_int_stack_top);
return cdp;
abort:
if (cdp) {
if (cdp->cpu_desc_tablep)
kfree((void *) cdp->cpu_desc_tablep,
sizeof(*cdp->cpu_desc_tablep));
if (cdp->cpu_int_stack_top)
kfree((void *) (cdp->cpu_int_stack_top - INTSTACK_SIZE),
INTSTACK_SIZE);
kfree((void *) cdp, sizeof(*cdp));
}
return NULL;
}
/**
* arm_init
*
* Initialize the core ARM subsystems, this routine is called from the
* boot loader. A basic identity mapping is created in __start, however,
* arm_vm_init will create new mappings.
*/
void arm_init(boot_args* args) {
cpu_data_t* bootProcessorData;
processor_t bootProcessor;
uint32_t baMaxMem;
uint64_t maxMem;
thread_t thread;
/*
* Welcome to arm_init, may I take your order?
*/
PE_early_puts("arm_init: starting up\n");
/*
* arm_init is only called on processor #0, the others will enter using arm_slave_init.
*/
bootProcessor = cpu_processor_alloc(TRUE);
if(!bootProcessor) {
panic("Something really wacky happened here with cpu_processor_alloc\n");
}
/*
* Pin the processor information to CPU #0.
*/
PE_early_puts("arm_init: calling cpu_bootstrap\n");
cpu_bootstrap();
/*
* Initialize core processor data.
*/
bootProcessorData = current_cpu_datap();
bootProcessorData->cpu_number = 0;
bootProcessorData->cpu_active_stack = &irqstack;
bootProcessorData->cpu_phys_number = 0;
bootProcessorData->cpu_preemption_level = 1;
bootProcessorData->cpu_interrupt_level = 0;
bootProcessorData->cpu_running = 1;
/*
* Initialize the core thread subsystem (This sets up a template
* which will then be used to initialize the rest of the thread
* system later.)
*
* Additionally, this also sets the current kernel thread register
* to our bootstrap thread.
*/
PE_early_puts("arm_init: calling thread_bootstrap\n");
thread_bootstrap();
/*
* CPU initialization.
*/
PE_early_puts("arm_init: calling cpu_init\n");
cpu_init();
/*
* Mach processor bootstrap.
*/
PE_early_puts("arm_init: calling processor_bootstrap\n");
processor_bootstrap();
/*
* Initialize the ARM platform expert.
*/
PE_early_puts("arm_init: calling PE_init_platform\n");
PE_init_platform(FALSE, (void*)args);
/*
* Initialize kprintf, but no VM is running yet.
*/
PE_init_kprintf(FALSE);
/*
* Set maximum memory size based on boot-args.
*/
if(!PE_parse_boot_argn("maxmem", &baMaxMem, sizeof(baMaxMem)))
maxMem = 0;
else
maxMem = (uint64_t)baMaxMem * (1024 * 1024);
/*
* After this, we'll no longer be using physical mappings created by the bootloader.
*/
arm_vm_init(maxMem, args);
/*
* Kernel early bootstrap.
*/
kernel_early_bootstrap();
/*
* PE platform init.
*/
PE_init_platform(TRUE, (void*)args);
/*
* Enable I+D cache.
*/
char tempbuf[16];
if(PE_parse_boot_argn("-no-cache", tempbuf, sizeof(tempbuf))) {
kprintf("cache: No caching enabled (I+D).\n");
} else {
kprintf("cache: initializing i+dcache\n");
cache_initialize();
kprintf("cache: done\n");
}
/*
* Start system timers.
*/
thread = current_thread();
thread->machine.preempt_count = 1;
thread->machine.cpu_data = cpu_datap(cpu_number());
thread->kernel_stack = irqstack;
timer_start(&thread->system_timer, mach_absolute_time());
/*
* VFP/float initialization.
*/
init_vfp();
/*
* Machine startup.
*/
machine_startup();
/*
* If anything returns, bad things(tm) have happened.
*/
PE_early_puts("arm_init: Still alive\n");
panic("why are we still here, NOO");
while(1);
}
/**
* arm_init
*
* Initialize the core ARM subsystems, this routine is called from the
* boot loader. A basic identity mapping is created in __start, however,
* arm_vm_init will create new mappings.
*/
void arm_init(boot_args * args)
{
cpu_data_t *bootProcessorData;
processor_t bootProcessor;
uint32_t baMaxMem;
uint64_t maxMem;
thread_t thread;
/*
* We are in.
*/
PE_early_puts("arm_init: starting up\n");
/*
* arm_init is only called on processor #0, the others will enter using arm_slave_init.
*/
bootProcessor = cpu_processor_alloc(TRUE);
if (!bootProcessor) {
panic("cpu_processor_alloc failed\n");
}
/*
* Pin the processor information to CPU #0.
*/
PE_early_puts("arm_init: calling cpu_bootstrap\n");
cpu_bootstrap();
/*
* Initialize core processor data.
*/
bootProcessorData = current_cpu_datap();
bootProcessorData->cpu_number = 0;
bootProcessorData->cpu_active_stack = (vm_offset_t)&irqstack;
bootProcessorData->cpu_phys_number = 0;
bootProcessorData->cpu_preemption_level = 1;
bootProcessorData->cpu_interrupt_level = 0;
bootProcessorData->cpu_running = 1;
bootProcessorData->cpu_pending_ast = AST_NONE;
/*
* Initialize the core thread subsystem (This sets up a template
* which will then be used to initialize the rest of the thread
* system later.)
*
* Additionally, this also sets the current kernel thread register
* to our bootstrap thread.
*/
PE_early_puts("arm_init: calling thread_bootstrap\n");
thread_bootstrap();
/*
* CPU initialization.
*/
PE_early_puts("arm_init: calling cpu_init\n");
cpu_init();
/*
* Mach processor bootstrap.
*/
PE_early_puts("arm_init: calling processor_bootstrap\n");
processor_bootstrap();
/*
* Initialize the ARM platform expert.
*/
PE_early_puts("arm_init: calling PE_init_platform\n");
PE_init_platform(FALSE, (void *) args);
/*
* Initialize kprintf, but no VM is running yet.
*/
PE_init_kprintf(FALSE);
/*
* Set maximum memory size based on boot-args.
*/
if (!PE_parse_boot_argn("maxmem", &baMaxMem, sizeof(baMaxMem)))
maxMem = 0;
else
maxMem = (uint64_t) baMaxMem *(1024 * 1024);
/*
* After this, we'll no longer be using physical mappings created by the bootloader.
*/
arm_vm_init(maxMem, args);
/*
* Kernel early bootstrap.
*/
kernel_early_bootstrap();
/*
* PE platform init.
*/
PE_init_platform(TRUE, (void *) args);
/*
* Enable I+D cache.
*/
char tempbuf[16];
if (PE_parse_boot_argn("-no-cache", tempbuf, sizeof(tempbuf))) {
kprintf("cache: No caching enabled (I+D).\n");
} else {
kprintf("cache: initializing i+dcache ... ");
cache_initialize();
kprintf("done\n");
}
/*
* Specify serial mode.
*/
serialmode = 0;
if (PE_parse_boot_argn("serial", &serialmode, sizeof(serialmode))) {
/*
* We want a serial keyboard and/or console
*/
kprintf("Serial mode specified: %08X\n", serialmode);
}
if (serialmode & 1) {
(void) switch_to_serial_console();
disableConsoleOutput = FALSE; /* Allow printfs to happen */
}
/*
* Start system timers.
*/
thread = current_thread();
thread->machine.preempt_count = 1;
thread->machine.cpu_data = cpu_datap(cpu_number());
thread->kernel_stack = irqstack;
timer_start(&thread->system_timer, mach_absolute_time());
/*
* Processor identification.
*/
arm_processor_identify();
/*
* VFP/float initialization.
*/
init_vfp();
/*
* Machine startup.
*/
machine_startup();
/*
* If we return, something very bad is happening.
*/
panic("20:02:14 <DHowett> wwwwwwwat is HAAAAAAAPPENING\n");
/*
* Last chance.
*/
while (1) ;
}
