2013-09-19 16:06:40 +00:00
|
|
|
/*
|
2013-09-19 16:06:45 +00:00
|
|
|
* code for switching cores into non-secure state and into HYP mode
|
2013-09-19 16:06:40 +00:00
|
|
|
*
|
|
|
|
* Copyright (c) 2013 Andre Przywara <andre.przywara@linaro.org>
|
|
|
|
*
|
2013-10-07 08:56:51 +00:00
|
|
|
* SPDX-License-Identifier: GPL-2.0+
|
2013-09-19 16:06:40 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include <config.h>
|
ARM: add assembly routine to switch to non-secure state
While actually switching to non-secure state is one thing, another
part of this process is to make sure that we still have full access
to the interrupt controller (GIC).
The GIC is fully aware of secure vs. non-secure state, some
registers are banked, others may be configured to be accessible from
secure state only.
To be as generic as possible, we get the GIC memory mapped address
based on the PERIPHBASE value in the CBAR register. Since this
register is not architecturally defined, we check the MIDR before to
be from an A15 or A7.
For CPUs not having the CBAR or boards with wrong information herein
we allow providing the base address as a configuration variable.
Now that we know the GIC address, we:
a) allow private interrupts to be delivered to the core
(GICD_IGROUPR0 = 0xFFFFFFFF)
b) enable the CPU interface (GICC_CTLR[0] = 1)
c) set the priority filter to allow non-secure interrupts
(GICC_PMR = 0xFF)
Also we allow access to all coprocessor interfaces from non-secure
state by writing the appropriate bits in the NSACR register.
The generic timer base frequency register is only accessible from
secure state, so we have to program it now. Actually this should be
done from primary firmware before, but some boards seems to omit
this, so if needed we do this here with a board specific value.
The Versatile Express board does not need this, so we remove the
frequency from the configuration file here.
After having switched to non-secure state, we also enable the
non-secure GIC CPU interface, since this register is banked.
Since we need to call this routine also directly from the smp_pen
later (where we don't have any stack), we can only use caller saved
registers r0-r3 and r12 to not mess with the compiler.
Signed-off-by: Andre Przywara <andre.przywara@linaro.org>
2013-09-19 16:06:41 +00:00
|
|
|
#include <linux/linkage.h>
|
|
|
|
#include <asm/gic.h>
|
|
|
|
#include <asm/armv7.h>
|
|
|
|
|
|
|
|
.arch_extension sec
|
2013-09-19 16:06:45 +00:00
|
|
|
.arch_extension virt
|
2013-09-19 16:06:40 +00:00
|
|
|
|
2013-10-07 02:46:56 +00:00
|
|
|
.align 5
|
2013-09-19 16:06:45 +00:00
|
|
|
/* the vector table for secure state and HYP mode */
|
2013-09-19 16:06:40 +00:00
|
|
|
_monitor_vectors:
|
|
|
|
.word 0 /* reset */
|
|
|
|
.word 0 /* undef */
|
|
|
|
adr pc, _secure_monitor
|
|
|
|
.word 0
|
|
|
|
.word 0
|
2013-09-19 16:06:45 +00:00
|
|
|
adr pc, _hyp_trap
|
2013-09-19 16:06:40 +00:00
|
|
|
.word 0
|
|
|
|
.word 0
|
|
|
|
|
|
|
|
/*
|
|
|
|
* secure monitor handler
|
|
|
|
* U-boot calls this "software interrupt" in start.S
|
|
|
|
* This is executed on a "smc" instruction, we use a "smc #0" to switch
|
|
|
|
* to non-secure state.
|
|
|
|
* We use only r0 and r1 here, due to constraints in the caller.
|
|
|
|
*/
|
|
|
|
_secure_monitor:
|
|
|
|
mrc p15, 0, r1, c1, c1, 0 @ read SCR
|
|
|
|
bic r1, r1, #0x4e @ clear IRQ, FIQ, EA, nET bits
|
|
|
|
orr r1, r1, #0x31 @ enable NS, AW, FW bits
|
|
|
|
|
2013-09-19 16:06:45 +00:00
|
|
|
#ifdef CONFIG_ARMV7_VIRT
|
|
|
|
mrc p15, 0, r0, c0, c1, 1 @ read ID_PFR1
|
|
|
|
and r0, r0, #CPUID_ARM_VIRT_MASK @ mask virtualization bits
|
|
|
|
cmp r0, #(1 << CPUID_ARM_VIRT_SHIFT)
|
|
|
|
orreq r1, r1, #0x100 @ allow HVC instruction
|
|
|
|
#endif
|
|
|
|
|
2013-09-19 16:06:40 +00:00
|
|
|
mcr p15, 0, r1, c1, c1, 0 @ write SCR (with NS bit set)
|
|
|
|
|
2013-09-19 16:06:45 +00:00
|
|
|
#ifdef CONFIG_ARMV7_VIRT
|
|
|
|
mrceq p15, 0, r0, c12, c0, 1 @ get MVBAR value
|
|
|
|
mcreq p15, 4, r0, c12, c0, 0 @ write HVBAR
|
|
|
|
#endif
|
|
|
|
|
2013-09-19 16:06:40 +00:00
|
|
|
movs pc, lr @ return to non-secure SVC
|
ARM: add assembly routine to switch to non-secure state
While actually switching to non-secure state is one thing, another
part of this process is to make sure that we still have full access
to the interrupt controller (GIC).
The GIC is fully aware of secure vs. non-secure state, some
registers are banked, others may be configured to be accessible from
secure state only.
To be as generic as possible, we get the GIC memory mapped address
based on the PERIPHBASE value in the CBAR register. Since this
register is not architecturally defined, we check the MIDR before to
be from an A15 or A7.
For CPUs not having the CBAR or boards with wrong information herein
we allow providing the base address as a configuration variable.
Now that we know the GIC address, we:
a) allow private interrupts to be delivered to the core
(GICD_IGROUPR0 = 0xFFFFFFFF)
b) enable the CPU interface (GICC_CTLR[0] = 1)
c) set the priority filter to allow non-secure interrupts
(GICC_PMR = 0xFF)
Also we allow access to all coprocessor interfaces from non-secure
state by writing the appropriate bits in the NSACR register.
The generic timer base frequency register is only accessible from
secure state, so we have to program it now. Actually this should be
done from primary firmware before, but some boards seems to omit
this, so if needed we do this here with a board specific value.
The Versatile Express board does not need this, so we remove the
frequency from the configuration file here.
After having switched to non-secure state, we also enable the
non-secure GIC CPU interface, since this register is banked.
Since we need to call this routine also directly from the smp_pen
later (where we don't have any stack), we can only use caller saved
registers r0-r3 and r12 to not mess with the compiler.
Signed-off-by: Andre Przywara <andre.przywara@linaro.org>
2013-09-19 16:06:41 +00:00
|
|
|
|
2013-09-19 16:06:45 +00:00
|
|
|
_hyp_trap:
|
|
|
|
mrs lr, elr_hyp @ for older asm: .byte 0x00, 0xe3, 0x0e, 0xe1
|
|
|
|
mov pc, lr @ do no switch modes, but
|
|
|
|
@ return to caller
|
|
|
|
|
2013-09-19 16:06:44 +00:00
|
|
|
/*
|
|
|
|
* Secondary CPUs start here and call the code for the core specific parts
|
|
|
|
* of the non-secure and HYP mode transition. The GIC distributor specific
|
|
|
|
* code has already been executed by a C function before.
|
|
|
|
* Then they go back to wfi and wait to be woken up by the kernel again.
|
|
|
|
*/
|
|
|
|
ENTRY(_smp_pen)
|
|
|
|
mrs r0, cpsr
|
|
|
|
orr r0, r0, #0xc0
|
|
|
|
msr cpsr, r0 @ disable interrupts
|
|
|
|
ldr r1, =_start
|
|
|
|
mcr p15, 0, r1, c12, c0, 0 @ set VBAR
|
|
|
|
|
|
|
|
bl _nonsec_init
|
2013-09-19 16:06:45 +00:00
|
|
|
mov r12, r0 @ save GICC address
|
|
|
|
#ifdef CONFIG_ARMV7_VIRT
|
|
|
|
bl _switch_to_hyp
|
|
|
|
#endif
|
2013-09-19 16:06:44 +00:00
|
|
|
|
2013-09-19 16:06:45 +00:00
|
|
|
ldr r1, [r12, #GICC_IAR] @ acknowledge IPI
|
|
|
|
str r1, [r12, #GICC_EOIR] @ signal end of interrupt
|
2013-09-19 16:06:44 +00:00
|
|
|
|
|
|
|
adr r0, _smp_pen @ do not use this address again
|
|
|
|
b smp_waitloop @ wait for IPIs, board specific
|
|
|
|
ENDPROC(_smp_pen)
|
|
|
|
|
ARM: add assembly routine to switch to non-secure state
While actually switching to non-secure state is one thing, another
part of this process is to make sure that we still have full access
to the interrupt controller (GIC).
The GIC is fully aware of secure vs. non-secure state, some
registers are banked, others may be configured to be accessible from
secure state only.
To be as generic as possible, we get the GIC memory mapped address
based on the PERIPHBASE value in the CBAR register. Since this
register is not architecturally defined, we check the MIDR before to
be from an A15 or A7.
For CPUs not having the CBAR or boards with wrong information herein
we allow providing the base address as a configuration variable.
Now that we know the GIC address, we:
a) allow private interrupts to be delivered to the core
(GICD_IGROUPR0 = 0xFFFFFFFF)
b) enable the CPU interface (GICC_CTLR[0] = 1)
c) set the priority filter to allow non-secure interrupts
(GICC_PMR = 0xFF)
Also we allow access to all coprocessor interfaces from non-secure
state by writing the appropriate bits in the NSACR register.
The generic timer base frequency register is only accessible from
secure state, so we have to program it now. Actually this should be
done from primary firmware before, but some boards seems to omit
this, so if needed we do this here with a board specific value.
The Versatile Express board does not need this, so we remove the
frequency from the configuration file here.
After having switched to non-secure state, we also enable the
non-secure GIC CPU interface, since this register is banked.
Since we need to call this routine also directly from the smp_pen
later (where we don't have any stack), we can only use caller saved
registers r0-r3 and r12 to not mess with the compiler.
Signed-off-by: Andre Przywara <andre.przywara@linaro.org>
2013-09-19 16:06:41 +00:00
|
|
|
/*
|
|
|
|
* Switch a core to non-secure state.
|
|
|
|
*
|
|
|
|
* 1. initialize the GIC per-core interface
|
|
|
|
* 2. allow coprocessor access in non-secure modes
|
|
|
|
* 3. switch the cpu mode (by calling "smc #0")
|
|
|
|
*
|
|
|
|
* Called from smp_pen by secondary cores and directly by the BSP.
|
|
|
|
* Do not assume that the stack is available and only use registers
|
|
|
|
* r0-r3 and r12.
|
|
|
|
*
|
|
|
|
* PERIPHBASE is used to get the GIC address. This could be 40 bits long,
|
|
|
|
* though, but we check this in C before calling this function.
|
|
|
|
*/
|
|
|
|
ENTRY(_nonsec_init)
|
|
|
|
#ifdef CONFIG_ARM_GIC_BASE_ADDRESS
|
|
|
|
ldr r2, =CONFIG_ARM_GIC_BASE_ADDRESS
|
|
|
|
#else
|
|
|
|
mrc p15, 4, r2, c15, c0, 0 @ read CBAR
|
|
|
|
bfc r2, #0, #15 @ clear reserved bits
|
|
|
|
#endif
|
|
|
|
add r3, r2, #GIC_DIST_OFFSET @ GIC dist i/f offset
|
|
|
|
mvn r1, #0 @ all bits to 1
|
|
|
|
str r1, [r3, #GICD_IGROUPRn] @ allow private interrupts
|
|
|
|
|
|
|
|
mrc p15, 0, r0, c0, c0, 0 @ read MIDR
|
|
|
|
ldr r1, =MIDR_PRIMARY_PART_MASK
|
|
|
|
and r0, r0, r1 @ mask out variant and revision
|
|
|
|
|
|
|
|
ldr r1, =MIDR_CORTEX_A7_R0P0 & MIDR_PRIMARY_PART_MASK
|
|
|
|
cmp r0, r1 @ check for Cortex-A7
|
|
|
|
|
|
|
|
ldr r1, =MIDR_CORTEX_A15_R0P0 & MIDR_PRIMARY_PART_MASK
|
|
|
|
cmpne r0, r1 @ check for Cortex-A15
|
|
|
|
|
|
|
|
movne r1, #GIC_CPU_OFFSET_A9 @ GIC CPU offset for A9
|
|
|
|
moveq r1, #GIC_CPU_OFFSET_A15 @ GIC CPU offset for A15/A7
|
|
|
|
add r3, r2, r1 @ r3 = GIC CPU i/f addr
|
|
|
|
|
|
|
|
mov r1, #1 @ set GICC_CTLR[enable]
|
|
|
|
str r1, [r3, #GICC_CTLR] @ and clear all other bits
|
|
|
|
mov r1, #0xff
|
|
|
|
str r1, [r3, #GICC_PMR] @ set priority mask register
|
|
|
|
|
|
|
|
movw r1, #0x3fff
|
|
|
|
movt r1, #0x0006
|
|
|
|
mcr p15, 0, r1, c1, c1, 2 @ NSACR = all copros to non-sec
|
|
|
|
|
|
|
|
/* The CNTFRQ register of the generic timer needs to be
|
|
|
|
* programmed in secure state. Some primary bootloaders / firmware
|
|
|
|
* omit this, so if the frequency is provided in the configuration,
|
|
|
|
* we do this here instead.
|
|
|
|
* But first check if we have the generic timer.
|
|
|
|
*/
|
|
|
|
#ifdef CONFIG_SYS_CLK_FREQ
|
|
|
|
mrc p15, 0, r0, c0, c1, 1 @ read ID_PFR1
|
|
|
|
and r0, r0, #CPUID_ARM_GENTIMER_MASK @ mask arch timer bits
|
|
|
|
cmp r0, #(1 << CPUID_ARM_GENTIMER_SHIFT)
|
|
|
|
ldreq r1, =CONFIG_SYS_CLK_FREQ
|
|
|
|
mcreq p15, 0, r1, c14, c0, 0 @ write CNTFRQ
|
|
|
|
#endif
|
|
|
|
|
|
|
|
adr r1, _monitor_vectors
|
|
|
|
mcr p15, 0, r1, c12, c0, 1 @ set MVBAR to secure vectors
|
|
|
|
|
|
|
|
mrc p15, 0, ip, c12, c0, 0 @ save secure copy of VBAR
|
|
|
|
|
|
|
|
isb
|
|
|
|
smc #0 @ call into MONITOR mode
|
|
|
|
|
|
|
|
mcr p15, 0, ip, c12, c0, 0 @ write non-secure copy of VBAR
|
|
|
|
|
|
|
|
mov r1, #1
|
|
|
|
str r1, [r3, #GICC_CTLR] @ enable non-secure CPU i/f
|
|
|
|
add r2, r2, #GIC_DIST_OFFSET
|
|
|
|
str r1, [r2, #GICD_CTLR] @ allow private interrupts
|
|
|
|
|
|
|
|
mov r0, r3 @ return GICC address
|
|
|
|
|
|
|
|
bx lr
|
|
|
|
ENDPROC(_nonsec_init)
|
2013-09-19 16:06:44 +00:00
|
|
|
|
|
|
|
#ifdef CONFIG_SMP_PEN_ADDR
|
|
|
|
/* void __weak smp_waitloop(unsigned previous_address); */
|
|
|
|
ENTRY(smp_waitloop)
|
|
|
|
wfi
|
|
|
|
ldr r1, =CONFIG_SMP_PEN_ADDR @ load start address
|
|
|
|
ldr r1, [r1]
|
|
|
|
cmp r0, r1 @ make sure we dont execute this code
|
|
|
|
beq smp_waitloop @ again (due to a spurious wakeup)
|
|
|
|
mov pc, r1
|
|
|
|
ENDPROC(smp_waitloop)
|
|
|
|
.weak smp_waitloop
|
|
|
|
#endif
|
2013-09-19 16:06:45 +00:00
|
|
|
|
|
|
|
ENTRY(_switch_to_hyp)
|
|
|
|
mov r0, lr
|
|
|
|
mov r1, sp @ save SVC copy of LR and SP
|
|
|
|
isb
|
|
|
|
hvc #0 @ for older asm: .byte 0x70, 0x00, 0x40, 0xe1
|
|
|
|
mov sp, r1
|
|
|
|
mov lr, r0 @ restore SVC copy of LR and SP
|
|
|
|
|
|
|
|
bx lr
|
|
|
|
ENDPROC(_switch_to_hyp)
|