mp.c File Reference

#include <stdbool.h>
#include <stdint.h>
#include <string.h>
#include <sys/kassert.h>
#include <sys/kconfig.h>
#include <sys/kdebug.h>
#include <sys/kmem.h>
#include <sys/ktime.h>
#include <sys/mp.h>
#include <machine/amd64.h>
#include <machine/amd64op.h>
#include <machine/pmap.h>
#include <machine/lapic.h>
#include <machine/mp.h>
#include <machine/trap.h>

Include dependency graph for mp.c:

Go to the source code of this file.

Data Structures
struct	CrossCallFrame
struct	CPUState

Macros
#define	MP_WAITTIME   250000000ULL

Typedefs
typedef struct CrossCallFrame	CrossCallFrame
typedef struct CPUState	CPUState

Functions
static int	MPBootAP (int procNo)
void	MP_Init ()
void	MP_InitAP ()
void	MP_SetState (int state)
int	MP_GetCPUs ()
void	MP_CrossCallTrap ()
int	MP_CrossCall (CrossCallCB cb, void *arg)
static int	MPPing (void *arg)
static void	Debug_CrossCall (int argc, const char *argv[])
	REGISTER_DBGCMD (crosscall, "Ping crosscall", Debug_CrossCall)
static void	Debug_CPUS (int argc, const char *argv[])
	REGISTER_DBGCMD (cpus, "Show MP information", Debug_CPUS)
static void	Debug_CPU (int argc, const char *argv[])
	REGISTER_DBGCMD (cpu, "Current CPU number", Debug_CPU)

Variables
uint8_t	mpstart_begin []
uint8_t	mpstart_end []
AS	systemAS
const char *	CPUStateToString []
static volatile bool	booted
static volatile int	lastCPU
static volatile CPUState	cpus [MAX_CPUS]

---

Data Structure Documentation

CrossCallFrame

struct CrossCallFrame

Definition at line 27 of file mp.c.

Collaboration diagram for CrossCallFrame:

Data Fields
void *	arg
CrossCallCB	cb
volatile int	count
volatile int	done[MAX_CPUS]
volatile int	status[MAX_CPUS]

CPUState

struct CPUState

Definition at line 41 of file mp.c.

Collaboration diagram for CPUState:

Data Fields
CrossCallFrame *	frame
UnixEpochNS	heartbeat
int	state

Macro Definition Documentation

MP_WAITTIME

#define MP_WAITTIME   250000000ULL

Definition at line 25 of file mp.c.

Typedef Documentation

CPUState

typedef struct CPUState CPUState

CrossCallFrame

typedef struct CrossCallFrame CrossCallFrame

Function Documentation

Debug_CPU()

static void Debug_CPU ( int  argc, const char *  argv[]  )

static

Definition at line 247 of file mp.c.

{
    kprintf("CPU %d\n", CPU());
}

Here is the call graph for this function:

Debug_CPUS()

static void Debug_CPUS ( int  argc, const char *  argv[]  )

static

Definition at line 233 of file mp.c.

{
    int c;
 
    for (c = 0; c < MAX_CPUS; c++) {
        if (cpus[c].state != CPUSTATE_NOT_PRESENT) {
            kprintf("CPU %d: %s\n", c, CPUStateToString[cpus[c].state]);
        }
    }
}

Here is the call graph for this function:

Debug_CrossCall()

static void Debug_CrossCall ( int  argc, const char *  argv[]  )

static

Definition at line 212 of file mp.c.

{
    int i;
    UnixEpochNS startTS, stopTS;
 
    startTS = KTime_GetEpochNS();
    for (i = 0; i < 32; i++) {
        MP_CrossCall(&MPPing, NULL);
    }
    stopTS = KTime_GetEpochNS();
 
    // XXX: Print min and max
    kprintf("Average CrossCall Latency: %llu ns\n",
            (stopTS - startTS) / 32ULL);
 
    return;
}

Here is the call graph for this function:

MP_CrossCall()

int MP_CrossCall	(	CrossCallCB	cb,
		void *	arg
	)

Definition at line 168 of file mp.c.

{
    volatile CrossCallFrame frame;
 
    // Setup frame
    memset((void *)&frame, 0, sizeof(frame));
    frame.cb = cb;
    frame.arg = arg;
    frame.count = 1;
 
    Critical_Enter();
 
    cpus[CPU()].frame = (CrossCallFrame *)&frame;
    cpuid(0, 0, 0, 0, 0);
 
    if (LAPIC_Broadcast(T_CROSSCALL) < 0)
        return -1;
 
    // Run on the local CPU
    frame.status[CPU()] = cb(arg);
    frame.done[CPU()] = 1;
 
    // Wait for all to respond
    while (frame.count < lastCPU) {
        // Check for timeout
 
        // XXX: Should dump the crosscall frame
    }
    cpus[CPU()].frame = NULL;
    cpuid(0, 0, 0, 0, 0);
 
    Critical_Exit();
 
    return 0;
}

Here is the call graph for this function:

Here is the caller graph for this function:

MP_CrossCallTrap()

void MP_CrossCallTrap

(

)

Definition at line 140 of file mp.c.

{
    int c;
 
    cpuid(0, 0, 0, 0, 0);
 
    Critical_Enter();
 
    for (c = 0; c <= lastCPU; c++) {
        CrossCallFrame *frame = cpus[c].frame;
        if (frame == NULL)
            continue;
 
        if (frame->done[CPU()] == 1)
            continue;
 
        frame->status[CPU()] = (frame->cb)(frame->arg);
        frame->done[CPU()] = 1;
 
        // Increment
        __sync_add_and_fetch(&frame->count, 1);
    }
 
    Critical_Exit();
}

Here is the call graph for this function:

Here is the caller graph for this function:

MP_GetCPUs()

int MP_GetCPUs

(

)

Definition at line 134 of file mp.c.

{
    return lastCPU;
}

Here is the caller graph for this function:

MP_Init()

void MP_Init

(

)

Definition at line 91 of file mp.c.

{
    int i;
    kprintf("Booting on CPU %u\n", CPU());
 
    cpus[CPU()].state = CPUSTATE_BOOTED;
    cpus[CPU()].frame = NULL;
 
    for (i = 1; i < MAX_CPUS; i++) {
        cpus[i].state = CPUSTATE_NOT_PRESENT;
        cpus[i].frame = NULL;
    }
 
    /*
     * XXX: We really should read from the MP Table, but this appears to be 
     * reliable for now.
     */
    lastCPU = 0;
    for (i = 1; i < MAX_CPUS; i++) {
        if (MPBootAP(i) < 0)
            break;
 
        lastCPU = i;
    }
    lastCPU++;
}

Here is the call graph for this function:

Here is the caller graph for this function:

MP_InitAP()

void MP_InitAP

(

)

Definition at line 119 of file mp.c.

{
    kprintf("AP %d booted!\n", CPU());
    cpus[CPU()].state = CPUSTATE_BOOTED;
    booted = 1;
}

Here is the call graph for this function:

Here is the caller graph for this function:

MP_SetState()

void MP_SetState

(

int

state

)

Definition at line 127 of file mp.c.

{
    ASSERT(state > 0 && state <= CPUSTATE_MAX);
    cpus[CPU()].state = state;
}

Here is the caller graph for this function:

MPBootAP()

static int MPBootAP ( int  procNo )

static

Definition at line 52 of file mp.c.

{
    UnixEpochNS startTS, stopTS;
    /*
     * Arguments to mpstart are stored at 0x6F00
     * arg[0] = CR3
     * arg[1] = RSP
     */
    volatile uint64_t *args = (uint64_t *)DMPA2VA(0x6F00);
 
    kprintf("Starting processor %d\n", procNo);
    memcpy((void *)DMPA2VA(0x7000), mpstart_begin, mpstart_end - mpstart_begin);
 
    args[0] = DMVA2PA((uint64_t)systemAS.root);
    args[1] = PGSIZE + (uint64_t)PAlloc_AllocPage();
 
    kprintf("CR3: %016llx RSP: %016llx\n", args[0], args[1]);
 
    booted = 0;
    LAPIC_StartAP(procNo, 0x7000);
 
    startTS = KTime_GetEpochNS();
    while (1) {
        if (booted == 1)
            break;
 
        stopTS = KTime_GetEpochNS();
        if ((stopTS - startTS) > MP_WAITTIME) {
            kprintf("Processor %d did not respond in %d ms\n",
                    procNo, MP_WAITTIME / 1000000ULL);
            PAlloc_Release((void *)(args[1] - PGSIZE));
            return -1;
        }
    }
 
    return 0;
}

Here is the call graph for this function:

Here is the caller graph for this function:

MPPing()

static int MPPing ( void *  arg )

static

Definition at line 205 of file mp.c.

{
    //kprintf("CPU %d Ack\n", CPU());
    return 0;
}

Here is the caller graph for this function:

REGISTER_DBGCMD() [1/3]

REGISTER_DBGCMD	(	cpu	,
		"Current CPU number"	,
		Debug_CPU
	)

REGISTER_DBGCMD() [2/3]

REGISTER_DBGCMD	(	cpus	,
		"Show MP information"	,
		Debug_CPUS
	)

REGISTER_DBGCMD() [3/3]

REGISTER_DBGCMD	(	crosscall	,
		"Ping crosscall"	,
		Debug_CrossCall
	)

Variable Documentation

booted

volatile bool booted

static

Definition at line 47 of file mp.c.

cpus

volatile CPUState cpus[MAX_CPUS]

static

Definition at line 49 of file mp.c.

CPUStateToString

const char* CPUStateToString[]

Initial value:

= {
    "NOT PRESENT",
    "BOOTED",
    "HALTED",
}

Definition at line 35 of file mp.c.

lastCPU

volatile int lastCPU

static

Definition at line 48 of file mp.c.

mpstart_begin

uint8_t mpstart_begin[]

extern

mpstart_end

uint8_t mpstart_end[]

extern

systemAS

AS systemAS

extern

Definition at line 15 of file pmap.c.