|
|
|
/*
|
|
|
|
* From Coreboot file of same name
|
|
|
|
*
|
|
|
|
* Copyright (C) 2014 Google, Inc
|
|
|
|
*
|
|
|
|
* SPDX-License-Identifier: GPL-2.0
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _ARCH_ASM_LAPIC_H
|
|
|
|
#define _ARCH_ASM_LAPIC_H
|
|
|
|
|
|
|
|
#include <asm/io.h>
|
|
|
|
#include <asm/lapic_def.h>
|
|
|
|
#include <asm/msr.h>
|
|
|
|
#include <asm/processor.h>
|
|
|
|
|
|
|
|
/* See if I need to initialize the local apic */
|
|
|
|
#if CONFIG_SMP || CONFIG_IOAPIC
|
|
|
|
# define NEED_LAPIC 1
|
|
|
|
#else
|
|
|
|
# define NEED_LAPIC 0
|
|
|
|
#endif
|
|
|
|
|
|
|
|
static inline __attribute__((always_inline))
|
|
|
|
unsigned long lapic_read(unsigned long reg)
|
|
|
|
{
|
|
|
|
return readl(LAPIC_DEFAULT_BASE + reg);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline __attribute__((always_inline))
|
|
|
|
void lapic_write(unsigned long reg, unsigned long val)
|
|
|
|
{
|
|
|
|
writel(val, LAPIC_DEFAULT_BASE + reg);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline __attribute__((always_inline)) void lapic_wait_icr_idle(void)
|
|
|
|
{
|
|
|
|
do { } while (lapic_read(LAPIC_ICR) & LAPIC_ICR_BUSY);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void enable_lapic(void)
|
|
|
|
{
|
|
|
|
msr_t msr;
|
|
|
|
|
|
|
|
msr = msr_read(LAPIC_BASE_MSR);
|
|
|
|
msr.hi &= 0xffffff00;
|
|
|
|
msr.lo |= LAPIC_BASE_MSR_ENABLE;
|
|
|
|
msr.lo &= ~LAPIC_BASE_MSR_ADDR_MASK;
|
|
|
|
msr.lo |= LAPIC_DEFAULT_BASE;
|
|
|
|
msr_write(LAPIC_BASE_MSR, msr);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void disable_lapic(void)
|
|
|
|
{
|
|
|
|
msr_t msr;
|
|
|
|
|
|
|
|
msr = msr_read(LAPIC_BASE_MSR);
|
|
|
|
msr.lo &= ~(1 << 11);
|
|
|
|
msr_write(LAPIC_BASE_MSR, msr);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline __attribute__((always_inline)) unsigned long lapicid(void)
|
|
|
|
{
|
|
|
|
return lapic_read(LAPIC_ID) >> 24;
|
|
|
|
}
|
|
|
|
|
|
|
|
#if !CONFIG_AP_IN_SIPI_WAIT
|
|
|
|
/* If we need to go back to sipi wait, we use the long non-inlined version of
|
|
|
|
* this function in lapic_cpu_init.c
|
|
|
|
*/
|
|
|
|
static inline __attribute__((always_inline)) void stop_this_cpu(void)
|
|
|
|
{
|
|
|
|
/* Called by an AP when it is ready to halt and wait for a new task */
|
|
|
|
for (;;)
|
|
|
|
cpu_hlt();
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
void stop_this_cpu(void);
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#define xchg(ptr, v) ((__typeof__(*(ptr)))__xchg((unsigned long)(v), (ptr), \
|
|
|
|
sizeof(*(ptr))))
|
|
|
|
|
|
|
|
struct __xchg_dummy { unsigned long a[100]; };
|
|
|
|
#define __xg(x) ((struct __xchg_dummy *)(x))
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Note: no "lock" prefix even on SMP: xchg always implies lock anyway
|
|
|
|
* Note 2: xchg has side effect, so that attribute volatile is necessary,
|
|
|
|
* but generally the primitive is invalid, *ptr is output argument. --ANK
|
|
|
|
*/
|
|
|
|
static inline unsigned long __xchg(unsigned long x, volatile void *ptr,
|
|
|
|
int size)
|
|
|
|
{
|
|
|
|
switch (size) {
|
|
|
|
case 1:
|
|
|
|
__asm__ __volatile__("xchgb %b0,%1"
|
|
|
|
: "=q" (x)
|
|
|
|
: "m" (*__xg(ptr)), "0" (x)
|
|
|
|
: "memory");
|
|
|
|
break;
|
|
|
|
case 2:
|
|
|
|
__asm__ __volatile__("xchgw %w0,%1"
|
|
|
|
: "=r" (x)
|
|
|
|
: "m" (*__xg(ptr)), "0" (x)
|
|
|
|
: "memory");
|
|
|
|
break;
|
|
|
|
case 4:
|
|
|
|
__asm__ __volatile__("xchgl %0,%1"
|
|
|
|
: "=r" (x)
|
|
|
|
: "m" (*__xg(ptr)), "0" (x)
|
|
|
|
: "memory");
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return x;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void lapic_write_atomic(unsigned long reg, unsigned long v)
|
|
|
|
{
|
|
|
|
(void)xchg((volatile unsigned long *)(LAPIC_DEFAULT_BASE + reg), v);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#ifdef X86_GOOD_APIC
|
|
|
|
# define FORCE_READ_AROUND_WRITE 0
|
|
|
|
# define lapic_read_around(x) lapic_read(x)
|
|
|
|
# define lapic_write_around(x, y) lapic_write((x), (y))
|
|
|
|
#else
|
|
|
|
# define FORCE_READ_AROUND_WRITE 1
|
|
|
|
# define lapic_read_around(x) lapic_read(x)
|
|
|
|
# define lapic_write_around(x, y) lapic_write_atomic((x), (y))
|
|
|
|
#endif
|
|
|
|
|
|
|
|
static inline int lapic_remote_read(int apicid, int reg, unsigned long *pvalue)
|
|
|
|
{
|
|
|
|
int timeout;
|
|
|
|
unsigned long status;
|
|
|
|
int result;
|
|
|
|
lapic_wait_icr_idle();
|
|
|
|
lapic_write_around(LAPIC_ICR2, SET_LAPIC_DEST_FIELD(apicid));
|
|
|
|
lapic_write_around(LAPIC_ICR, LAPIC_DM_REMRD | (reg >> 4));
|
|
|
|
timeout = 0;
|
|
|
|
do {
|
|
|
|
status = lapic_read(LAPIC_ICR) & LAPIC_ICR_RR_MASK;
|
|
|
|
} while (status == LAPIC_ICR_RR_INPROG && timeout++ < 1000);
|
|
|
|
|
|
|
|
result = -1;
|
|
|
|
if (status == LAPIC_ICR_RR_VALID) {
|
|
|
|
*pvalue = lapic_read(LAPIC_RRR);
|
|
|
|
result = 0;
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void lapic_setup(void);
|
|
|
|
|
|
|
|
#if CONFIG_SMP
|
|
|
|
struct device;
|
|
|
|
int start_cpu(struct device *cpu);
|
|
|
|
#endif /* CONFIG_SMP */
|
|
|
|
|
|
|
|
int boot_cpu(void);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* struct x86_cpu_priv - Information about a single CPU
|
|
|
|
*
|
|
|
|
* @apic_id: Advanced Programmable Interrupt Controller Identifier, which is
|
|
|
|
* just a number representing the CPU core
|
|
|
|
*
|
|
|
|
* TODO: Move this to driver model once lifecycle is understood
|
|
|
|
*/
|
|
|
|
struct x86_cpu_priv {
|
|
|
|
int apic_id;
|
|
|
|
int start_err;
|
|
|
|
};
|
|
|
|
|
|
|
|
#endif
|