2018-05-06 21:58:06 +00:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0+ */
|
2013-12-14 03:47:35 +00:00
|
|
|
/*
|
|
|
|
* (C) Copyright 2013
|
|
|
|
* David Feng <fenghua@phytium.com.cn>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _ASM_ARMV8_MMU_H_
|
|
|
|
#define _ASM_ARMV8_MMU_H_
|
|
|
|
|
2019-12-28 17:45:07 +00:00
|
|
|
#include <hang.h>
|
2018-11-11 10:31:01 +00:00
|
|
|
#include <linux/const.h>
|
|
|
|
|
2013-12-14 03:47:35 +00:00
|
|
|
/*
|
2015-10-14 16:55:45 +00:00
|
|
|
* block/section address mask and size definitions.
|
2013-12-14 03:47:35 +00:00
|
|
|
*/
|
2016-03-04 00:09:47 +00:00
|
|
|
|
|
|
|
/* PAGE_SHIFT determines the page size */
|
|
|
|
#undef PAGE_SIZE
|
|
|
|
#define PAGE_SHIFT 12
|
|
|
|
#define PAGE_SIZE (1 << PAGE_SHIFT)
|
2017-08-17 07:55:50 +00:00
|
|
|
#define PAGE_MASK (~(PAGE_SIZE - 1))
|
2016-03-04 00:09:47 +00:00
|
|
|
|
2013-12-14 03:47:35 +00:00
|
|
|
/***************************************************************/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Memory types
|
|
|
|
*/
|
|
|
|
#define MT_DEVICE_NGNRNE 0
|
|
|
|
#define MT_DEVICE_NGNRE 1
|
|
|
|
#define MT_DEVICE_GRE 2
|
|
|
|
#define MT_NORMAL_NC 3
|
|
|
|
#define MT_NORMAL 4
|
|
|
|
|
2015-10-14 16:55:45 +00:00
|
|
|
#define MEMORY_ATTRIBUTES ((0x00 << (MT_DEVICE_NGNRNE * 8)) | \
|
|
|
|
(0x04 << (MT_DEVICE_NGNRE * 8)) | \
|
|
|
|
(0x0c << (MT_DEVICE_GRE * 8)) | \
|
|
|
|
(0x44 << (MT_NORMAL_NC * 8)) | \
|
|
|
|
(UL(0xff) << (MT_NORMAL * 8)))
|
2013-12-14 03:47:35 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Hardware page table definitions.
|
|
|
|
*
|
2015-10-14 16:55:45 +00:00
|
|
|
*/
|
|
|
|
|
2016-03-04 00:09:47 +00:00
|
|
|
#define PTE_TYPE_MASK (3 << 0)
|
|
|
|
#define PTE_TYPE_FAULT (0 << 0)
|
|
|
|
#define PTE_TYPE_TABLE (3 << 0)
|
2017-11-28 02:31:28 +00:00
|
|
|
#define PTE_TYPE_PAGE (3 << 0)
|
2016-03-04 00:09:47 +00:00
|
|
|
#define PTE_TYPE_BLOCK (1 << 0)
|
2017-03-06 17:02:33 +00:00
|
|
|
#define PTE_TYPE_VALID (1 << 0)
|
2015-10-14 16:55:45 +00:00
|
|
|
|
2023-03-17 16:22:51 +00:00
|
|
|
#define PTE_RDONLY BIT(7)
|
|
|
|
#define PTE_DBM BIT(51)
|
|
|
|
|
|
|
|
#define PTE_TABLE_PXN BIT(59)
|
|
|
|
#define PTE_TABLE_XN BIT(60)
|
|
|
|
#define PTE_TABLE_AP BIT(61)
|
|
|
|
#define PTE_TABLE_NS BIT(63)
|
2015-10-14 16:55:45 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Block
|
|
|
|
*/
|
2016-03-04 00:09:47 +00:00
|
|
|
#define PTE_BLOCK_MEMTYPE(x) ((x) << 2)
|
2016-03-04 00:09:54 +00:00
|
|
|
#define PTE_BLOCK_NS (1 << 5)
|
2016-03-04 00:09:47 +00:00
|
|
|
#define PTE_BLOCK_NON_SHARE (0 << 8)
|
|
|
|
#define PTE_BLOCK_OUTER_SHARE (2 << 8)
|
|
|
|
#define PTE_BLOCK_INNER_SHARE (3 << 8)
|
|
|
|
#define PTE_BLOCK_AF (1 << 10)
|
|
|
|
#define PTE_BLOCK_NG (1 << 11)
|
|
|
|
#define PTE_BLOCK_PXN (UL(1) << 53)
|
|
|
|
#define PTE_BLOCK_UXN (UL(1) << 54)
|
2015-10-14 16:55:45 +00:00
|
|
|
|
2013-12-14 03:47:35 +00:00
|
|
|
/*
|
|
|
|
* AttrIndx[2:0]
|
|
|
|
*/
|
|
|
|
#define PMD_ATTRINDX(t) ((t) << 2)
|
|
|
|
#define PMD_ATTRINDX_MASK (7 << 2)
|
2017-03-06 17:02:33 +00:00
|
|
|
#define PMD_ATTRMASK (PTE_BLOCK_PXN | \
|
|
|
|
PTE_BLOCK_UXN | \
|
|
|
|
PMD_ATTRINDX_MASK | \
|
|
|
|
PTE_TYPE_VALID)
|
2013-12-14 03:47:35 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* TCR flags.
|
|
|
|
*/
|
|
|
|
#define TCR_T0SZ(x) ((64 - (x)) << 0)
|
|
|
|
#define TCR_IRGN_NC (0 << 8)
|
|
|
|
#define TCR_IRGN_WBWA (1 << 8)
|
|
|
|
#define TCR_IRGN_WT (2 << 8)
|
|
|
|
#define TCR_IRGN_WBNWA (3 << 8)
|
|
|
|
#define TCR_IRGN_MASK (3 << 8)
|
|
|
|
#define TCR_ORGN_NC (0 << 10)
|
|
|
|
#define TCR_ORGN_WBWA (1 << 10)
|
|
|
|
#define TCR_ORGN_WT (2 << 10)
|
|
|
|
#define TCR_ORGN_WBNWA (3 << 10)
|
|
|
|
#define TCR_ORGN_MASK (3 << 10)
|
|
|
|
#define TCR_SHARED_NON (0 << 12)
|
2015-06-29 07:49:37 +00:00
|
|
|
#define TCR_SHARED_OUTER (2 << 12)
|
|
|
|
#define TCR_SHARED_INNER (3 << 12)
|
2013-12-14 03:47:35 +00:00
|
|
|
#define TCR_TG0_4K (0 << 14)
|
|
|
|
#define TCR_TG0_64K (1 << 14)
|
|
|
|
#define TCR_TG0_16K (2 << 14)
|
2016-03-04 00:09:46 +00:00
|
|
|
#define TCR_EPD1_DISABLE (1 << 23)
|
2015-10-14 16:55:45 +00:00
|
|
|
|
2023-10-27 00:23:52 +00:00
|
|
|
#define TCR_HA BIT(39)
|
|
|
|
#define TCR_HD BIT(40)
|
2023-03-17 16:22:51 +00:00
|
|
|
|
2022-05-09 16:08:49 +00:00
|
|
|
#define TCR_EL1_RSVD (1U << 31)
|
|
|
|
#define TCR_EL2_RSVD (1U << 31 | 1 << 23)
|
|
|
|
#define TCR_EL3_RSVD (1U << 31 | 1 << 23)
|
2015-08-20 09:52:14 +00:00
|
|
|
|
armv8: always use current exception level for TCR_ELx access
Currently get_tcr() takes an "el" parameter, to select the proper
version of the TCR_ELx system register.
This is problematic in case of the Apple M1, since it runs with
HCR_EL2.E2H fixed to 1, so TCR_EL2 is actually using the TCR_EL1 layout,
and we get the wrong version.
For U-Boot's purposes the only sensible choice here is the current
exception level, and indeed most callers treat it like that, so let's
remove that parameter and read the current EL inside the function.
This allows us to check for the E2H bit, and pretend it's EL1 in this
case.
There are two callers which don't care about the EL, and they pass 0,
which looks wrong, but is irrelevant in these two cases, since we don't
use the return value there. So the change cannot affect those two.
Signed-off-by: Andre Przywara <andre.przywara@arm.com>
Reviewed-by: Mark Kettenis <kettenis@openbsd.org>
Tested-by: Mark Kettenis <kettenis@openbsd.org>
2022-06-13 23:11:10 +00:00
|
|
|
#define HCR_EL2_E2H_BIT 34
|
|
|
|
|
2014-06-23 22:15:53 +00:00
|
|
|
#ifndef __ASSEMBLY__
|
2023-11-01 20:05:52 +00:00
|
|
|
#include <linux/types.h>
|
|
|
|
|
2014-06-23 22:15:53 +00:00
|
|
|
static inline void set_ttbr_tcr_mair(int el, u64 table, u64 tcr, u64 attr)
|
|
|
|
{
|
|
|
|
asm volatile("dsb sy");
|
|
|
|
if (el == 1) {
|
|
|
|
asm volatile("msr ttbr0_el1, %0" : : "r" (table) : "memory");
|
|
|
|
asm volatile("msr tcr_el1, %0" : : "r" (tcr) : "memory");
|
|
|
|
asm volatile("msr mair_el1, %0" : : "r" (attr) : "memory");
|
|
|
|
} else if (el == 2) {
|
|
|
|
asm volatile("msr ttbr0_el2, %0" : : "r" (table) : "memory");
|
|
|
|
asm volatile("msr tcr_el2, %0" : : "r" (tcr) : "memory");
|
|
|
|
asm volatile("msr mair_el2, %0" : : "r" (attr) : "memory");
|
|
|
|
} else if (el == 3) {
|
|
|
|
asm volatile("msr ttbr0_el3, %0" : : "r" (table) : "memory");
|
|
|
|
asm volatile("msr tcr_el3, %0" : : "r" (tcr) : "memory");
|
|
|
|
asm volatile("msr mair_el3, %0" : : "r" (attr) : "memory");
|
|
|
|
} else {
|
|
|
|
hang();
|
|
|
|
}
|
|
|
|
asm volatile("isb");
|
|
|
|
}
|
2015-10-14 16:55:45 +00:00
|
|
|
|
|
|
|
struct mm_region {
|
2016-06-24 23:46:22 +00:00
|
|
|
u64 virt;
|
|
|
|
u64 phys;
|
2015-10-14 16:55:45 +00:00
|
|
|
u64 size;
|
|
|
|
u64 attrs;
|
|
|
|
};
|
2016-03-04 00:09:48 +00:00
|
|
|
|
|
|
|
extern struct mm_region *mem_map;
|
2016-06-24 23:46:20 +00:00
|
|
|
void setup_pgtables(void);
|
armv8: always use current exception level for TCR_ELx access
Currently get_tcr() takes an "el" parameter, to select the proper
version of the TCR_ELx system register.
This is problematic in case of the Apple M1, since it runs with
HCR_EL2.E2H fixed to 1, so TCR_EL2 is actually using the TCR_EL1 layout,
and we get the wrong version.
For U-Boot's purposes the only sensible choice here is the current
exception level, and indeed most callers treat it like that, so let's
remove that parameter and read the current EL inside the function.
This allows us to check for the E2H bit, and pretend it's EL1 in this
case.
There are two callers which don't care about the EL, and they pass 0,
which looks wrong, but is irrelevant in these two cases, since we don't
use the return value there. So the change cannot affect those two.
Signed-off-by: Andre Przywara <andre.przywara@arm.com>
Reviewed-by: Mark Kettenis <kettenis@openbsd.org>
Tested-by: Mark Kettenis <kettenis@openbsd.org>
2022-06-13 23:11:10 +00:00
|
|
|
u64 get_tcr(u64 *pips, u64 *pva_bits);
|
2014-06-23 22:15:53 +00:00
|
|
|
#endif
|
2015-10-14 16:55:45 +00:00
|
|
|
|
2013-12-14 03:47:35 +00:00
|
|
|
#endif /* _ASM_ARMV8_MMU_H_ */
|