mirror of
https://github.com/AsahiLinux/u-boot
synced 2024-11-12 07:57:21 +00:00
94f7ff36e5
This patch adds code which sets up 2-level page tables on ARM64 thus extending available VA space. CPUs implementing 64k translation granule are able to use direct PA-VA mapping of the whole 48 bit address space. It also adds the ability to reset the SCTRL register at the very beginning of execution to avoid interference from stale mappings set up by early firmware/loaders/etc. Signed-off-by: Sergey Temerkhanov <s.temerkhanov@gmail.com> Signed-off-by: Radha Mohan Chintakuntla <rchintakuntla@cavium.com>
217 lines
5.2 KiB
C
217 lines
5.2 KiB
C
/*
|
|
* (C) Copyright 2013
|
|
* David Feng <fenghua@phytium.com.cn>
|
|
*
|
|
* SPDX-License-Identifier: GPL-2.0+
|
|
*/
|
|
|
|
#ifndef _ASM_ARMV8_MMU_H_
|
|
#define _ASM_ARMV8_MMU_H_
|
|
|
|
#ifdef __ASSEMBLY__
|
|
#define _AC(X, Y) X
|
|
#else
|
|
#define _AC(X, Y) (X##Y)
|
|
#endif
|
|
|
|
#define UL(x) _AC(x, UL)
|
|
|
|
/***************************************************************/
|
|
/*
|
|
* The following definitions are related each other, shoud be
|
|
* calculated specifically.
|
|
*/
|
|
|
|
#ifndef CONFIG_SYS_FULL_VA
|
|
#define VA_BITS (42) /* 42 bits virtual address */
|
|
#else
|
|
#define VA_BITS CONFIG_SYS_VA_BITS
|
|
#define PTL2_BITS CONFIG_SYS_PTL2_BITS
|
|
#endif
|
|
|
|
/* PAGE_SHIFT determines the page size */
|
|
#undef PAGE_SIZE
|
|
#define PAGE_SHIFT 16
|
|
#define PAGE_SIZE (1 << PAGE_SHIFT)
|
|
#define PAGE_MASK (~(PAGE_SIZE-1))
|
|
|
|
/*
|
|
* block/section address mask and size definitions.
|
|
*/
|
|
#ifndef CONFIG_SYS_FULL_VA
|
|
#define SECTION_SHIFT 29
|
|
#define SECTION_SIZE (UL(1) << SECTION_SHIFT)
|
|
#define SECTION_MASK (~(SECTION_SIZE-1))
|
|
#else
|
|
#define BLOCK_SHIFT CONFIG_SYS_BLOCK_SHIFT
|
|
#define BLOCK_SIZE (UL(1) << BLOCK_SHIFT)
|
|
#define BLOCK_MASK (~(BLOCK_SIZE-1))
|
|
#endif
|
|
|
|
/***************************************************************/
|
|
|
|
/*
|
|
* Memory types
|
|
*/
|
|
#define MT_DEVICE_NGNRNE 0
|
|
#define MT_DEVICE_NGNRE 1
|
|
#define MT_DEVICE_GRE 2
|
|
#define MT_NORMAL_NC 3
|
|
#define MT_NORMAL 4
|
|
|
|
#define MEMORY_ATTRIBUTES ((0x00 << (MT_DEVICE_NGNRNE * 8)) | \
|
|
(0x04 << (MT_DEVICE_NGNRE * 8)) | \
|
|
(0x0c << (MT_DEVICE_GRE * 8)) | \
|
|
(0x44 << (MT_NORMAL_NC * 8)) | \
|
|
(UL(0xff) << (MT_NORMAL * 8)))
|
|
|
|
/*
|
|
* Hardware page table definitions.
|
|
*
|
|
*/
|
|
|
|
#ifdef CONFIG_SYS_FULL_VA
|
|
/*
|
|
* Level 1 descriptor (PGD).
|
|
*/
|
|
|
|
#define PTL1_TYPE_MASK (3 << 0)
|
|
#define PTL1_TYPE_TABLE (3 << 0)
|
|
|
|
#define PTL1_TABLE_PXN (1UL << 59)
|
|
#define PTL1_TABLE_XN (1UL << 60)
|
|
#define PTL1_TABLE_AP (1UL << 61)
|
|
#define PTL1_TABLE_NS (1UL << 63)
|
|
|
|
|
|
/*
|
|
* Level 2 descriptor (PMD).
|
|
*/
|
|
|
|
#define PTL2_TYPE_MASK (3 << 0)
|
|
#define PTL2_TYPE_FAULT (0 << 0)
|
|
#define PTL2_TYPE_TABLE (3 << 0)
|
|
#define PTL2_TYPE_BLOCK (1 << 0)
|
|
|
|
/*
|
|
* Block
|
|
*/
|
|
#define PTL2_MEMTYPE(x) ((x) << 2)
|
|
#define PTL2_BLOCK_NON_SHARE (0 << 8)
|
|
#define PTL2_BLOCK_OUTER_SHARE (2 << 8)
|
|
#define PTL2_BLOCK_INNER_SHARE (3 << 8)
|
|
#define PTL2_BLOCK_AF (1 << 10)
|
|
#define PTL2_BLOCK_NG (1 << 11)
|
|
#define PTL2_BLOCK_PXN (UL(1) << 53)
|
|
#define PTL2_BLOCK_UXN (UL(1) << 54)
|
|
|
|
#else
|
|
/*
|
|
* Level 2 descriptor (PMD).
|
|
*/
|
|
#define PMD_TYPE_MASK (3 << 0)
|
|
#define PMD_TYPE_FAULT (0 << 0)
|
|
#define PMD_TYPE_TABLE (3 << 0)
|
|
#define PMD_TYPE_SECT (1 << 0)
|
|
|
|
/*
|
|
* Section
|
|
*/
|
|
#define PMD_SECT_NS (1 << 5)
|
|
#define PMD_SECT_NON_SHARE (0 << 8)
|
|
#define PMD_SECT_OUTER_SHARE (2 << 8)
|
|
#define PMD_SECT_INNER_SHARE (3 << 8)
|
|
#define PMD_SECT_AF (1 << 10)
|
|
#define PMD_SECT_NG (1 << 11)
|
|
#define PMD_SECT_PXN (UL(1) << 53)
|
|
#define PMD_SECT_UXN (UL(1) << 54)
|
|
|
|
#endif
|
|
|
|
/*
|
|
* AttrIndx[2:0]
|
|
*/
|
|
#define PMD_ATTRINDX(t) ((t) << 2)
|
|
#define PMD_ATTRINDX_MASK (7 << 2)
|
|
|
|
/*
|
|
* TCR flags.
|
|
*/
|
|
#define TCR_T0SZ(x) ((64 - (x)) << 0)
|
|
#define TCR_IRGN_NC (0 << 8)
|
|
#define TCR_IRGN_WBWA (1 << 8)
|
|
#define TCR_IRGN_WT (2 << 8)
|
|
#define TCR_IRGN_WBNWA (3 << 8)
|
|
#define TCR_IRGN_MASK (3 << 8)
|
|
#define TCR_ORGN_NC (0 << 10)
|
|
#define TCR_ORGN_WBWA (1 << 10)
|
|
#define TCR_ORGN_WT (2 << 10)
|
|
#define TCR_ORGN_WBNWA (3 << 10)
|
|
#define TCR_ORGN_MASK (3 << 10)
|
|
#define TCR_SHARED_NON (0 << 12)
|
|
#define TCR_SHARED_OUTER (2 << 12)
|
|
#define TCR_SHARED_INNER (3 << 12)
|
|
#define TCR_TG0_4K (0 << 14)
|
|
#define TCR_TG0_64K (1 << 14)
|
|
#define TCR_TG0_16K (2 << 14)
|
|
|
|
#ifndef CONFIG_SYS_FULL_VA
|
|
#define TCR_EL1_IPS_BITS (UL(3) << 32) /* 42 bits physical address */
|
|
#define TCR_EL2_IPS_BITS (3 << 16) /* 42 bits physical address */
|
|
#define TCR_EL3_IPS_BITS (3 << 16) /* 42 bits physical address */
|
|
#else
|
|
#define TCR_EL1_IPS_BITS CONFIG_SYS_TCR_EL1_IPS_BITS
|
|
#define TCR_EL2_IPS_BITS CONFIG_SYS_TCR_EL2_IPS_BITS
|
|
#define TCR_EL3_IPS_BITS CONFIG_SYS_TCR_EL3_IPS_BITS
|
|
#endif
|
|
|
|
/* PTWs cacheable, inner/outer WBWA and inner shareable */
|
|
#define TCR_FLAGS (TCR_TG0_64K | \
|
|
TCR_SHARED_INNER | \
|
|
TCR_ORGN_WBWA | \
|
|
TCR_IRGN_WBWA | \
|
|
TCR_T0SZ(VA_BITS))
|
|
|
|
#define TCR_EL1_RSVD (1 << 31)
|
|
#define TCR_EL2_RSVD (1 << 31 | 1 << 23)
|
|
#define TCR_EL3_RSVD (1 << 31 | 1 << 23)
|
|
|
|
#ifndef __ASSEMBLY__
|
|
#ifndef CONFIG_SYS_FULL_VA
|
|
|
|
void set_pgtable_section(u64 *page_table, u64 index,
|
|
u64 section, u64 memory_type,
|
|
u64 attribute);
|
|
void set_pgtable_table(u64 *page_table, u64 index,
|
|
u64 *table_addr);
|
|
|
|
#endif
|
|
static inline void set_ttbr_tcr_mair(int el, u64 table, u64 tcr, u64 attr)
|
|
{
|
|
asm volatile("dsb sy");
|
|
if (el == 1) {
|
|
asm volatile("msr ttbr0_el1, %0" : : "r" (table) : "memory");
|
|
asm volatile("msr tcr_el1, %0" : : "r" (tcr) : "memory");
|
|
asm volatile("msr mair_el1, %0" : : "r" (attr) : "memory");
|
|
} else if (el == 2) {
|
|
asm volatile("msr ttbr0_el2, %0" : : "r" (table) : "memory");
|
|
asm volatile("msr tcr_el2, %0" : : "r" (tcr) : "memory");
|
|
asm volatile("msr mair_el2, %0" : : "r" (attr) : "memory");
|
|
} else if (el == 3) {
|
|
asm volatile("msr ttbr0_el3, %0" : : "r" (table) : "memory");
|
|
asm volatile("msr tcr_el3, %0" : : "r" (tcr) : "memory");
|
|
asm volatile("msr mair_el3, %0" : : "r" (attr) : "memory");
|
|
} else {
|
|
hang();
|
|
}
|
|
asm volatile("isb");
|
|
}
|
|
|
|
struct mm_region {
|
|
u64 base;
|
|
u64 size;
|
|
u64 attrs;
|
|
};
|
|
#endif
|
|
|
|
#endif /* _ASM_ARMV8_MMU_H_ */
|