mirror of
https://github.com/AsahiLinux/u-boot
synced 2024-11-10 23:24:38 +00:00
armv8: fsl-lsch3: Rewrite MMU translation table entries
This patch rewrites MMU translation table entries. To start, all table entries are written as "invalid", then "device-ngnrnr" and "normal" are written to the entries to enable access to specific addresses. Signed-off-by: Alison Wang <alison.wang@freescale.com> Signed-off-by: York Sun <yorksun@freescale.com>
This commit is contained in:
parent
03c22449c5
commit
9979922015
5 changed files with 389 additions and 176 deletions
|
@ -12,13 +12,22 @@
|
|||
DECLARE_GLOBAL_DATA_PTR;
|
||||
|
||||
#ifndef CONFIG_SYS_DCACHE_OFF
|
||||
void set_pgtable_section(u64 *page_table, u64 index, u64 section,
|
||||
u64 memory_type)
|
||||
inline void set_pgtable_section(u64 *page_table, u64 index, u64 section,
|
||||
u64 memory_type, u64 share)
|
||||
{
|
||||
u64 value;
|
||||
|
||||
value = section | PMD_TYPE_SECT | PMD_SECT_AF;
|
||||
value |= PMD_ATTRINDX(memory_type);
|
||||
value |= share;
|
||||
page_table[index] = value;
|
||||
}
|
||||
|
||||
inline void set_pgtable_table(u64 *page_table, u64 index, u64 *table_addr)
|
||||
{
|
||||
u64 value;
|
||||
|
||||
value = (u64)table_addr | PMD_TYPE_TABLE;
|
||||
page_table[index] = value;
|
||||
}
|
||||
|
||||
|
@ -32,7 +41,7 @@ static void mmu_setup(void)
|
|||
/* Setup an identity-mapping for all spaces */
|
||||
for (i = 0; i < (PGTABLE_SIZE >> 3); i++) {
|
||||
set_pgtable_section(page_table, i, i << SECTION_SHIFT,
|
||||
MT_DEVICE_NGNRNE);
|
||||
MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE);
|
||||
}
|
||||
|
||||
/* Setup an identity-mapping for all RAM space */
|
||||
|
@ -42,7 +51,7 @@ static void mmu_setup(void)
|
|||
for (j = start >> SECTION_SHIFT;
|
||||
j < end >> SECTION_SHIFT; j++) {
|
||||
set_pgtable_section(page_table, j, j << SECTION_SHIFT,
|
||||
MT_NORMAL);
|
||||
MT_NORMAL, PMD_SECT_NON_SHARE);
|
||||
}
|
||||
}
|
||||
|
||||
|
|
|
@ -171,3 +171,74 @@ nand write <u-boot image in memory> 80000 <size of u-boot image>
|
|||
|
||||
Notice the difference from QDS is SRC, SRC_ADDR and the offset of u-boot image
|
||||
to match board NAND device with 4KB/page, block size 512KB.
|
||||
|
||||
MMU Translation Tables
|
||||
======================
|
||||
|
||||
(1) Early MMU Tables:
|
||||
|
||||
Level 0 Level 1 Level 2
|
||||
------------------ ------------------ ------------------
|
||||
| 0x00_0000_0000 | -----> | 0x00_0000_0000 | -----> | 0x00_0000_0000 |
|
||||
------------------ ------------------ ------------------
|
||||
| 0x80_0000_0000 | --| | 0x00_4000_0000 | | 0x00_0020_0000 |
|
||||
------------------ | ------------------ ------------------
|
||||
| invalid | | | 0x00_8000_0000 | | 0x00_0040_0000 |
|
||||
------------------ | ------------------ ------------------
|
||||
| | 0x00_c000_0000 | | 0x00_0060_0000 |
|
||||
| ------------------ ------------------
|
||||
| | 0x01_0000_0000 | | 0x00_0080_0000 |
|
||||
| ------------------ ------------------
|
||||
| ... ...
|
||||
| ------------------
|
||||
| | 0x05_8000_0000 | --|
|
||||
| ------------------ |
|
||||
| | 0x05_c000_0000 | |
|
||||
| ------------------ |
|
||||
| ... |
|
||||
| ------------------ | ------------------
|
||||
|--> | 0x80_0000_0000 | |-> | 0x00_3000_0000 |
|
||||
------------------ ------------------
|
||||
| 0x80_4000_0000 | | 0x00_3020_0000 |
|
||||
------------------ ------------------
|
||||
| 0x80_8000_0000 | | 0x00_3040_0000 |
|
||||
------------------ ------------------
|
||||
| 0x80_c000_0000 | | 0x00_3060_0000 |
|
||||
------------------ ------------------
|
||||
| 0x81_0000_0000 | | 0x00_3080_0000 |
|
||||
------------------ ------------------
|
||||
... ...
|
||||
|
||||
(2) Final MMU Tables:
|
||||
|
||||
Level 0 Level 1 Level 2
|
||||
------------------ ------------------ ------------------
|
||||
| 0x00_0000_0000 | -----> | 0x00_0000_0000 | -----> | 0x00_0000_0000 |
|
||||
------------------ ------------------ ------------------
|
||||
| 0x80_0000_0000 | --| | 0x00_4000_0000 | | 0x00_0020_0000 |
|
||||
------------------ | ------------------ ------------------
|
||||
| invalid | | | 0x00_8000_0000 | | 0x00_0040_0000 |
|
||||
------------------ | ------------------ ------------------
|
||||
| | 0x00_c000_0000 | | 0x00_0060_0000 |
|
||||
| ------------------ ------------------
|
||||
| | 0x01_0000_0000 | | 0x00_0080_0000 |
|
||||
| ------------------ ------------------
|
||||
| ... ...
|
||||
| ------------------
|
||||
| | 0x08_0000_0000 | --|
|
||||
| ------------------ |
|
||||
| | 0x08_4000_0000 | |
|
||||
| ------------------ |
|
||||
| ... |
|
||||
| ------------------ | ------------------
|
||||
|--> | 0x80_0000_0000 | |--> | 0x08_0000_0000 |
|
||||
------------------ ------------------
|
||||
| 0x80_4000_0000 | | 0x08_0020_0000 |
|
||||
------------------ ------------------
|
||||
| 0x80_8000_0000 | | 0x08_0040_0000 |
|
||||
------------------ ------------------
|
||||
| 0x80_c000_0000 | | 0x08_0060_0000 |
|
||||
------------------ ------------------
|
||||
| 0x81_0000_0000 | | 0x08_0080_0000 |
|
||||
------------------ ------------------
|
||||
... ...
|
||||
|
|
|
@ -6,6 +6,7 @@
|
|||
|
||||
#include <common.h>
|
||||
#include <asm/io.h>
|
||||
#include <asm/errno.h>
|
||||
#include <asm/system.h>
|
||||
#include <asm/armv8/mmu.h>
|
||||
#include <asm/io.h>
|
||||
|
@ -53,27 +54,16 @@ void cpu_name(char *name)
|
|||
}
|
||||
|
||||
#ifndef CONFIG_SYS_DCACHE_OFF
|
||||
/*
|
||||
* To start MMU before DDR is available, we create MMU table in SRAM.
|
||||
* The base address of SRAM is CONFIG_SYS_FSL_OCRAM_BASE. We use three
|
||||
* levels of translation tables here to cover 40-bit address space.
|
||||
* We use 4KB granule size, with 40 bits physical address, T0SZ=24
|
||||
* Level 0 IA[39], table address @0
|
||||
* Level 1 IA[31:30], table address @0x1000, 0x2000
|
||||
* Level 2 IA[29:21], table address @0x3000, 0x4000
|
||||
* Address above 0x5000 is free for other purpose.
|
||||
*/
|
||||
|
||||
#define SECTION_SHIFT_L0 39UL
|
||||
#define SECTION_SHIFT_L1 30UL
|
||||
#define SECTION_SHIFT_L2 21UL
|
||||
#define BLOCK_SIZE_L0 0x8000000000UL
|
||||
#define BLOCK_SIZE_L1 (1 << SECTION_SHIFT_L1)
|
||||
#define BLOCK_SIZE_L2 (1 << SECTION_SHIFT_L2)
|
||||
#define CONFIG_SYS_IFC_BASE 0x30000000
|
||||
#define CONFIG_SYS_IFC_SIZE 0x10000000
|
||||
#define CONFIG_SYS_IFC_BASE2 0x500000000
|
||||
#define CONFIG_SYS_IFC_SIZE2 0x100000000
|
||||
#define SECTION_SHIFT_L0 39UL
|
||||
#define SECTION_SHIFT_L1 30UL
|
||||
#define SECTION_SHIFT_L2 21UL
|
||||
#define BLOCK_SIZE_L0 0x8000000000
|
||||
#define BLOCK_SIZE_L1 0x40000000
|
||||
#define BLOCK_SIZE_L2 0x200000
|
||||
|
||||
#define NUM_OF_ENTRY 512
|
||||
|
||||
#define TCR_EL2_PS_40BIT (2 << 16)
|
||||
#define LSCH3_VA_BITS (40)
|
||||
#define LSCH3_TCR (TCR_TG0_4K | \
|
||||
|
@ -89,95 +79,265 @@ void cpu_name(char *name)
|
|||
TCR_IRGN_WBWA | \
|
||||
TCR_T0SZ(LSCH3_VA_BITS))
|
||||
|
||||
#define CONFIG_SYS_FSL_CCSR_BASE 0x00000000
|
||||
#define CONFIG_SYS_FSL_CCSR_SIZE 0x10000000
|
||||
#define CONFIG_SYS_FSL_QSPI_BASE1 0x20000000
|
||||
#define CONFIG_SYS_FSL_QSPI_SIZE1 0x10000000
|
||||
#define CONFIG_SYS_FSL_IFC_BASE1 0x30000000
|
||||
#define CONFIG_SYS_FSL_IFC_SIZE1 0x10000000
|
||||
#define CONFIG_SYS_FSL_IFC_SIZE1_1 0x400000
|
||||
#define CONFIG_SYS_FSL_DRAM_BASE1 0x80000000
|
||||
#define CONFIG_SYS_FSL_DRAM_SIZE1 0x80000000
|
||||
#define CONFIG_SYS_FSL_QSPI_BASE2 0x400000000
|
||||
#define CONFIG_SYS_FSL_QSPI_SIZE2 0x100000000
|
||||
#define CONFIG_SYS_FSL_IFC_BASE2 0x500000000
|
||||
#define CONFIG_SYS_FSL_IFC_SIZE2 0x100000000
|
||||
#define CONFIG_SYS_FSL_DCSR_BASE 0x700000000
|
||||
#define CONFIG_SYS_FSL_DCSR_SIZE 0x40000000
|
||||
#define CONFIG_SYS_FSL_MC_BASE 0x80c000000
|
||||
#define CONFIG_SYS_FSL_MC_SIZE 0x4000000
|
||||
#define CONFIG_SYS_FSL_NI_BASE 0x810000000
|
||||
#define CONFIG_SYS_FSL_NI_SIZE 0x8000000
|
||||
#define CONFIG_SYS_FSL_QBMAN_BASE 0x818000000
|
||||
#define CONFIG_SYS_FSL_QBMAN_SIZE 0x8000000
|
||||
#define CONFIG_SYS_FSL_QBMAN_SIZE_1 0x4000000
|
||||
#define CONFIG_SYS_PCIE1_PHYS_SIZE 0x200000000
|
||||
#define CONFIG_SYS_PCIE2_PHYS_SIZE 0x200000000
|
||||
#define CONFIG_SYS_PCIE3_PHYS_SIZE 0x200000000
|
||||
#define CONFIG_SYS_PCIE4_PHYS_SIZE 0x200000000
|
||||
#define CONFIG_SYS_FSL_WRIOP1_BASE 0x4300000000
|
||||
#define CONFIG_SYS_FSL_WRIOP1_SIZE 0x100000000
|
||||
#define CONFIG_SYS_FSL_AIOP1_BASE 0x4b00000000
|
||||
#define CONFIG_SYS_FSL_AIOP1_SIZE 0x100000000
|
||||
#define CONFIG_SYS_FSL_PEBUF_BASE 0x4c00000000
|
||||
#define CONFIG_SYS_FSL_PEBUF_SIZE 0x400000000
|
||||
#define CONFIG_SYS_FSL_DRAM_BASE2 0x8080000000
|
||||
#define CONFIG_SYS_FSL_DRAM_SIZE2 0x7F80000000
|
||||
|
||||
struct sys_mmu_table {
|
||||
u64 virt_addr;
|
||||
u64 phys_addr;
|
||||
u64 size;
|
||||
u64 memory_type;
|
||||
u64 share;
|
||||
};
|
||||
|
||||
static const struct sys_mmu_table lsch3_early_mmu_table[] = {
|
||||
{ CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
|
||||
CONFIG_SYS_FSL_CCSR_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
|
||||
CONFIG_SYS_FSL_OCRAM_SIZE, MT_NORMAL, PMD_SECT_NON_SHARE },
|
||||
/* For IFC Region #1, only the first 4MB is cache-enabled */
|
||||
{ CONFIG_SYS_FSL_IFC_BASE1, CONFIG_SYS_FSL_IFC_BASE1,
|
||||
CONFIG_SYS_FSL_IFC_SIZE1_1, MT_NORMAL, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_IFC_BASE1 + CONFIG_SYS_FSL_IFC_SIZE1_1,
|
||||
CONFIG_SYS_FSL_IFC_BASE1 + CONFIG_SYS_FSL_IFC_SIZE1_1,
|
||||
CONFIG_SYS_FSL_IFC_SIZE1 - CONFIG_SYS_FSL_IFC_SIZE1_1,
|
||||
MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FLASH_BASE, CONFIG_SYS_FSL_IFC_BASE1,
|
||||
CONFIG_SYS_FSL_IFC_SIZE1, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
|
||||
CONFIG_SYS_FSL_DRAM_SIZE1, MT_NORMAL, PMD_SECT_OUTER_SHARE },
|
||||
{ CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
|
||||
CONFIG_SYS_FSL_DCSR_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
|
||||
CONFIG_SYS_FSL_DRAM_SIZE2, MT_NORMAL, PMD_SECT_OUTER_SHARE },
|
||||
};
|
||||
|
||||
static const struct sys_mmu_table lsch3_final_mmu_table[] = {
|
||||
{ CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
|
||||
CONFIG_SYS_FSL_CCSR_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
|
||||
CONFIG_SYS_FSL_OCRAM_SIZE, MT_NORMAL, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
|
||||
CONFIG_SYS_FSL_DRAM_SIZE1, MT_NORMAL, PMD_SECT_OUTER_SHARE },
|
||||
{ CONFIG_SYS_FSL_QSPI_BASE2, CONFIG_SYS_FSL_QSPI_BASE2,
|
||||
CONFIG_SYS_FSL_QSPI_SIZE2, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_IFC_BASE2, CONFIG_SYS_FSL_IFC_BASE2,
|
||||
CONFIG_SYS_FSL_IFC_SIZE2, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
|
||||
CONFIG_SYS_FSL_DCSR_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_MC_BASE, CONFIG_SYS_FSL_MC_BASE,
|
||||
CONFIG_SYS_FSL_MC_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_NI_BASE, CONFIG_SYS_FSL_NI_BASE,
|
||||
CONFIG_SYS_FSL_NI_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
/* For QBMAN portal, only the first 64MB is cache-enabled */
|
||||
{ CONFIG_SYS_FSL_QBMAN_BASE, CONFIG_SYS_FSL_QBMAN_BASE,
|
||||
CONFIG_SYS_FSL_QBMAN_SIZE_1, MT_NORMAL, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_QBMAN_BASE + CONFIG_SYS_FSL_QBMAN_SIZE_1,
|
||||
CONFIG_SYS_FSL_QBMAN_BASE + CONFIG_SYS_FSL_QBMAN_SIZE_1,
|
||||
CONFIG_SYS_FSL_QBMAN_SIZE - CONFIG_SYS_FSL_QBMAN_SIZE_1,
|
||||
MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_PCIE1_PHYS_ADDR, CONFIG_SYS_PCIE1_PHYS_ADDR,
|
||||
CONFIG_SYS_PCIE1_PHYS_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_PCIE2_PHYS_ADDR, CONFIG_SYS_PCIE2_PHYS_ADDR,
|
||||
CONFIG_SYS_PCIE2_PHYS_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_PCIE3_PHYS_ADDR, CONFIG_SYS_PCIE3_PHYS_ADDR,
|
||||
CONFIG_SYS_PCIE3_PHYS_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
#ifdef CONFIG_LS2085A
|
||||
{ CONFIG_SYS_PCIE4_PHYS_ADDR, CONFIG_SYS_PCIE4_PHYS_ADDR,
|
||||
CONFIG_SYS_PCIE4_PHYS_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
#endif
|
||||
{ CONFIG_SYS_FSL_WRIOP1_BASE, CONFIG_SYS_FSL_WRIOP1_BASE,
|
||||
CONFIG_SYS_FSL_WRIOP1_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_AIOP1_BASE, CONFIG_SYS_FSL_AIOP1_BASE,
|
||||
CONFIG_SYS_FSL_AIOP1_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_PEBUF_BASE, CONFIG_SYS_FSL_PEBUF_BASE,
|
||||
CONFIG_SYS_FSL_PEBUF_SIZE, MT_DEVICE_NGNRNE, PMD_SECT_NON_SHARE },
|
||||
{ CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
|
||||
CONFIG_SYS_FSL_DRAM_SIZE2, MT_NORMAL, PMD_SECT_OUTER_SHARE },
|
||||
};
|
||||
|
||||
struct table_info {
|
||||
u64 *ptr;
|
||||
u64 table_base;
|
||||
u64 entry_size;
|
||||
};
|
||||
|
||||
/*
|
||||
* Final MMU
|
||||
* Let's start from the same layout as early MMU and modify as needed.
|
||||
* IFC regions will be cache-inhibit.
|
||||
* Set the block entries according to the information of the table.
|
||||
*/
|
||||
#define FINAL_QBMAN_CACHED_MEM 0x818000000UL
|
||||
#define FINAL_QBMAN_CACHED_SIZE 0x4000000
|
||||
|
||||
|
||||
static inline void early_mmu_setup(void)
|
||||
static int set_block_entry(const struct sys_mmu_table *list,
|
||||
struct table_info *table)
|
||||
{
|
||||
int el;
|
||||
u64 i;
|
||||
u64 section_l1t0, section_l1t1, section_l2t0, section_l2t1;
|
||||
u64 *level0_table = (u64 *)CONFIG_SYS_FSL_OCRAM_BASE;
|
||||
u64 *level1_table_0 = (u64 *)(CONFIG_SYS_FSL_OCRAM_BASE + 0x1000);
|
||||
u64 *level1_table_1 = (u64 *)(CONFIG_SYS_FSL_OCRAM_BASE + 0x2000);
|
||||
u64 *level2_table_0 = (u64 *)(CONFIG_SYS_FSL_OCRAM_BASE + 0x3000);
|
||||
u64 *level2_table_1 = (u64 *)(CONFIG_SYS_FSL_OCRAM_BASE + 0x4000);
|
||||
u64 block_size = 0, block_shift = 0;
|
||||
u64 block_addr, index;
|
||||
int j;
|
||||
|
||||
level0_table[0] =
|
||||
(u64)level1_table_0 | PMD_TYPE_TABLE;
|
||||
level0_table[1] =
|
||||
(u64)level1_table_1 | PMD_TYPE_TABLE;
|
||||
|
||||
/*
|
||||
* set level 1 table 0 to cache_inhibit, covering 0 to 512GB
|
||||
* set level 1 table 1 to cache enabled, covering 512GB to 1TB
|
||||
* set level 2 table to cache-inhibit, covering 0 to 1GB
|
||||
*/
|
||||
section_l1t0 = 0;
|
||||
section_l1t1 = BLOCK_SIZE_L0;
|
||||
section_l2t0 = 0;
|
||||
section_l2t1 = CONFIG_SYS_FLASH_BASE;
|
||||
for (i = 0; i < 512; i++) {
|
||||
set_pgtable_section(level1_table_0, i, section_l1t0,
|
||||
MT_DEVICE_NGNRNE);
|
||||
set_pgtable_section(level1_table_1, i, section_l1t1,
|
||||
MT_NORMAL);
|
||||
set_pgtable_section(level2_table_0, i, section_l2t0,
|
||||
MT_DEVICE_NGNRNE);
|
||||
set_pgtable_section(level2_table_1, i, section_l2t1,
|
||||
MT_DEVICE_NGNRNE);
|
||||
section_l1t0 += BLOCK_SIZE_L1;
|
||||
section_l1t1 += BLOCK_SIZE_L1;
|
||||
section_l2t0 += BLOCK_SIZE_L2;
|
||||
section_l2t1 += BLOCK_SIZE_L2;
|
||||
if (table->entry_size == BLOCK_SIZE_L1) {
|
||||
block_size = BLOCK_SIZE_L1;
|
||||
block_shift = SECTION_SHIFT_L1;
|
||||
} else if (table->entry_size == BLOCK_SIZE_L2) {
|
||||
block_size = BLOCK_SIZE_L2;
|
||||
block_shift = SECTION_SHIFT_L2;
|
||||
} else {
|
||||
return -EINVAL;
|
||||
}
|
||||
|
||||
level1_table_0[0] =
|
||||
(u64)level2_table_0 | PMD_TYPE_TABLE;
|
||||
level1_table_0[1] =
|
||||
0x40000000 | PMD_SECT_AF | PMD_TYPE_SECT |
|
||||
PMD_ATTRINDX(MT_DEVICE_NGNRNE);
|
||||
level1_table_0[2] =
|
||||
0x80000000 | PMD_SECT_AF | PMD_TYPE_SECT |
|
||||
PMD_ATTRINDX(MT_NORMAL);
|
||||
level1_table_0[3] =
|
||||
0xc0000000 | PMD_SECT_AF | PMD_TYPE_SECT |
|
||||
PMD_ATTRINDX(MT_NORMAL);
|
||||
block_addr = list->phys_addr;
|
||||
index = (list->virt_addr - table->table_base) >> block_shift;
|
||||
|
||||
/* Rewerite table to enable cache for OCRAM */
|
||||
set_pgtable_section(level2_table_0,
|
||||
CONFIG_SYS_FSL_OCRAM_BASE >> SECTION_SHIFT_L2,
|
||||
CONFIG_SYS_FSL_OCRAM_BASE,
|
||||
MT_NORMAL);
|
||||
for (j = 0; j < (list->size >> block_shift); j++) {
|
||||
set_pgtable_section(table->ptr,
|
||||
index,
|
||||
block_addr,
|
||||
list->memory_type,
|
||||
list->share);
|
||||
block_addr += block_size;
|
||||
index++;
|
||||
}
|
||||
|
||||
#if defined(CONFIG_SYS_NOR0_CSPR_EARLY) && defined(CONFIG_SYS_NOR_AMASK_EARLY)
|
||||
/* Rewrite table to enable cache for two entries (4MB) */
|
||||
section_l2t1 = CONFIG_SYS_IFC_BASE;
|
||||
set_pgtable_section(level2_table_0,
|
||||
section_l2t1 >> SECTION_SHIFT_L2,
|
||||
section_l2t1,
|
||||
MT_NORMAL);
|
||||
section_l2t1 += BLOCK_SIZE_L2;
|
||||
set_pgtable_section(level2_table_0,
|
||||
section_l2t1 >> SECTION_SHIFT_L2,
|
||||
section_l2t1,
|
||||
MT_NORMAL);
|
||||
#endif
|
||||
return 0;
|
||||
}
|
||||
|
||||
/* Create a mapping for 256MB IFC region to final flash location */
|
||||
level1_table_0[CONFIG_SYS_FLASH_BASE >> SECTION_SHIFT_L1] =
|
||||
(u64)level2_table_1 | PMD_TYPE_TABLE;
|
||||
section_l2t1 = CONFIG_SYS_IFC_BASE;
|
||||
for (i = 0; i < 0x10000000 >> SECTION_SHIFT_L2; i++) {
|
||||
set_pgtable_section(level2_table_1, i,
|
||||
section_l2t1, MT_DEVICE_NGNRNE);
|
||||
section_l2t1 += BLOCK_SIZE_L2;
|
||||
/*
|
||||
* Find the corresponding table entry for the list.
|
||||
*/
|
||||
static int find_table(const struct sys_mmu_table *list,
|
||||
struct table_info *table, u64 *level0_table)
|
||||
{
|
||||
u64 index = 0, level = 0;
|
||||
u64 *level_table = level0_table;
|
||||
u64 temp_base = 0, block_size = 0, block_shift = 0;
|
||||
|
||||
while (level < 3) {
|
||||
if (level == 0) {
|
||||
block_size = BLOCK_SIZE_L0;
|
||||
block_shift = SECTION_SHIFT_L0;
|
||||
} else if (level == 1) {
|
||||
block_size = BLOCK_SIZE_L1;
|
||||
block_shift = SECTION_SHIFT_L1;
|
||||
} else if (level == 2) {
|
||||
block_size = BLOCK_SIZE_L2;
|
||||
block_shift = SECTION_SHIFT_L2;
|
||||
}
|
||||
|
||||
index = 0;
|
||||
while (list->virt_addr >= temp_base) {
|
||||
index++;
|
||||
temp_base += block_size;
|
||||
}
|
||||
|
||||
temp_base -= block_size;
|
||||
|
||||
if ((level_table[index - 1] & PMD_TYPE_MASK) ==
|
||||
PMD_TYPE_TABLE) {
|
||||
level_table = (u64 *)(level_table[index - 1] &
|
||||
~PMD_TYPE_MASK);
|
||||
level++;
|
||||
continue;
|
||||
} else {
|
||||
if (level == 0)
|
||||
return -EINVAL;
|
||||
|
||||
if ((list->phys_addr + list->size) >
|
||||
(temp_base + block_size * NUM_OF_ENTRY))
|
||||
return -EINVAL;
|
||||
|
||||
/*
|
||||
* Check the address and size of the list member is
|
||||
* aligned with the block size.
|
||||
*/
|
||||
if (((list->phys_addr & (block_size - 1)) != 0) ||
|
||||
((list->size & (block_size - 1)) != 0))
|
||||
return -EINVAL;
|
||||
|
||||
table->ptr = level_table;
|
||||
table->table_base = temp_base -
|
||||
((index - 1) << block_shift);
|
||||
table->entry_size = block_size;
|
||||
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
return -EINVAL;
|
||||
}
|
||||
|
||||
/*
|
||||
* To start MMU before DDR is available, we create MMU table in SRAM.
|
||||
* The base address of SRAM is CONFIG_SYS_FSL_OCRAM_BASE. We use three
|
||||
* levels of translation tables here to cover 40-bit address space.
|
||||
* We use 4KB granule size, with 40 bits physical address, T0SZ=24
|
||||
* Level 0 IA[39], table address @0
|
||||
* Level 1 IA[38:30], table address @0x1000, 0x2000
|
||||
* Level 2 IA[29:21], table address @0x3000, 0x4000
|
||||
* Address above 0x5000 is free for other purpose.
|
||||
*/
|
||||
static inline void early_mmu_setup(void)
|
||||
{
|
||||
unsigned int el, i;
|
||||
u64 *level0_table = (u64 *)CONFIG_SYS_FSL_OCRAM_BASE;
|
||||
u64 *level1_table0 = (u64 *)(CONFIG_SYS_FSL_OCRAM_BASE + 0x1000);
|
||||
u64 *level1_table1 = (u64 *)(CONFIG_SYS_FSL_OCRAM_BASE + 0x2000);
|
||||
u64 *level2_table0 = (u64 *)(CONFIG_SYS_FSL_OCRAM_BASE + 0x3000);
|
||||
u64 *level2_table1 = (u64 *)(CONFIG_SYS_FSL_OCRAM_BASE + 0x4000);
|
||||
struct table_info table = {level0_table, 0, BLOCK_SIZE_L0};
|
||||
|
||||
/* Invalidate all table entries */
|
||||
memset(level0_table, 0, 0x5000);
|
||||
|
||||
/* Fill in the table entries */
|
||||
set_pgtable_table(level0_table, 0, level1_table0);
|
||||
set_pgtable_table(level0_table, 1, level1_table1);
|
||||
set_pgtable_table(level1_table0, 0, level2_table0);
|
||||
set_pgtable_table(level1_table0,
|
||||
CONFIG_SYS_FLASH_BASE >> SECTION_SHIFT_L1,
|
||||
level2_table1);
|
||||
|
||||
/* Find the table and fill in the block entries */
|
||||
for (i = 0; i < ARRAY_SIZE(lsch3_early_mmu_table); i++) {
|
||||
if (find_table(&lsch3_early_mmu_table[i],
|
||||
&table, level0_table) == 0) {
|
||||
/*
|
||||
* If find_table() returns error, it cannot be dealt
|
||||
* with here. Breakpoint can be added for debugging.
|
||||
*/
|
||||
set_block_entry(&lsch3_early_mmu_table[i], &table);
|
||||
/*
|
||||
* If set_block_entry() returns error, it cannot be
|
||||
* dealt with here too.
|
||||
*/
|
||||
}
|
||||
}
|
||||
|
||||
el = current_el();
|
||||
|
@ -186,89 +346,55 @@ static inline void early_mmu_setup(void)
|
|||
}
|
||||
|
||||
/*
|
||||
* This final tale looks similar to early table, but different in detail.
|
||||
* These tables are in regular memory. Cache on IFC is disabled. One sub table
|
||||
* is added to enable cache for QBMan.
|
||||
* The final tables look similar to early tables, but different in detail.
|
||||
* These tables are in DRAM. Sub tables are added to enable cache for
|
||||
* QBMan and OCRAM.
|
||||
*
|
||||
* Level 1 table 0 contains 512 entries for each 1GB from 0 to 512GB.
|
||||
* Level 1 table 1 contains 512 entries for each 1GB from 512GB to 1TB.
|
||||
* Level 2 table 0 contains 512 entries for each 2MB from 0 to 1GB.
|
||||
* Level 2 table 1 contains 512 entries for each 2MB from 32GB to 33GB.
|
||||
*/
|
||||
static inline void final_mmu_setup(void)
|
||||
{
|
||||
int el;
|
||||
u64 i, tbl_base, tbl_limit, section_base;
|
||||
u64 section_l1t0, section_l1t1, section_l2;
|
||||
unsigned int el, i;
|
||||
u64 *level0_table = (u64 *)gd->arch.tlb_addr;
|
||||
u64 *level1_table_0 = (u64 *)(gd->arch.tlb_addr + 0x1000);
|
||||
u64 *level1_table_1 = (u64 *)(gd->arch.tlb_addr + 0x2000);
|
||||
u64 *level2_table_0 = (u64 *)(gd->arch.tlb_addr + 0x3000);
|
||||
u64 *level2_table_1 = (u64 *)(gd->arch.tlb_addr + 0x4000);
|
||||
u64 *level1_table0 = (u64 *)(gd->arch.tlb_addr + 0x1000);
|
||||
u64 *level1_table1 = (u64 *)(gd->arch.tlb_addr + 0x2000);
|
||||
u64 *level2_table0 = (u64 *)(gd->arch.tlb_addr + 0x3000);
|
||||
u64 *level2_table1 = (u64 *)(gd->arch.tlb_addr + 0x4000);
|
||||
struct table_info table = {level0_table, 0, BLOCK_SIZE_L0};
|
||||
|
||||
/* Invalidate all table entries */
|
||||
memset(level0_table, 0, PGTABLE_SIZE);
|
||||
|
||||
level0_table[0] =
|
||||
(u64)level1_table_0 | PMD_TYPE_TABLE;
|
||||
level0_table[1] =
|
||||
(u64)level1_table_1 | PMD_TYPE_TABLE;
|
||||
/* Fill in the table entries */
|
||||
set_pgtable_table(level0_table, 0, level1_table0);
|
||||
set_pgtable_table(level0_table, 1, level1_table1);
|
||||
set_pgtable_table(level1_table0, 0, level2_table0);
|
||||
set_pgtable_table(level1_table0,
|
||||
CONFIG_SYS_FSL_QBMAN_BASE >> SECTION_SHIFT_L1,
|
||||
level2_table1);
|
||||
|
||||
/*
|
||||
* set level 1 table 0 to cache_inhibit, covering 0 to 512GB
|
||||
* set level 1 table 1 to cache enabled, covering 512GB to 1TB
|
||||
* set level 2 table 0 to cache-inhibit, covering 0 to 1GB
|
||||
*/
|
||||
section_l1t0 = 0;
|
||||
section_l1t1 = BLOCK_SIZE_L0 | PMD_SECT_OUTER_SHARE;
|
||||
section_l2 = 0;
|
||||
for (i = 0; i < 512; i++) {
|
||||
set_pgtable_section(level1_table_0, i, section_l1t0,
|
||||
MT_DEVICE_NGNRNE);
|
||||
set_pgtable_section(level1_table_1, i, section_l1t1,
|
||||
MT_NORMAL);
|
||||
set_pgtable_section(level2_table_0, i, section_l2,
|
||||
MT_DEVICE_NGNRNE);
|
||||
section_l1t0 += BLOCK_SIZE_L1;
|
||||
section_l1t1 += BLOCK_SIZE_L1;
|
||||
section_l2 += BLOCK_SIZE_L2;
|
||||
}
|
||||
/* Find the table and fill in the block entries */
|
||||
for (i = 0; i < ARRAY_SIZE(lsch3_final_mmu_table); i++) {
|
||||
if (find_table(&lsch3_final_mmu_table[i],
|
||||
&table, level0_table) == 0) {
|
||||
if (set_block_entry(&lsch3_final_mmu_table[i],
|
||||
&table) != 0) {
|
||||
printf("MMU error: could not set block entry for %p\n",
|
||||
&lsch3_final_mmu_table[i]);
|
||||
}
|
||||
|
||||
level1_table_0[0] =
|
||||
(u64)level2_table_0 | PMD_TYPE_TABLE;
|
||||
level1_table_0[2] =
|
||||
0x80000000 | PMD_SECT_AF | PMD_TYPE_SECT |
|
||||
PMD_SECT_OUTER_SHARE | PMD_ATTRINDX(MT_NORMAL);
|
||||
level1_table_0[3] =
|
||||
0xc0000000 | PMD_SECT_AF | PMD_TYPE_SECT |
|
||||
PMD_SECT_OUTER_SHARE | PMD_ATTRINDX(MT_NORMAL);
|
||||
|
||||
/* Rewrite table to enable cache */
|
||||
set_pgtable_section(level2_table_0,
|
||||
CONFIG_SYS_FSL_OCRAM_BASE >> SECTION_SHIFT_L2,
|
||||
CONFIG_SYS_FSL_OCRAM_BASE,
|
||||
MT_NORMAL);
|
||||
|
||||
/*
|
||||
* Fill in other part of tables if cache is needed
|
||||
* If finer granularity than 1GB is needed, sub table
|
||||
* should be created.
|
||||
*/
|
||||
section_base = FINAL_QBMAN_CACHED_MEM & ~(BLOCK_SIZE_L1 - 1);
|
||||
i = section_base >> SECTION_SHIFT_L1;
|
||||
level1_table_0[i] = (u64)level2_table_1 | PMD_TYPE_TABLE;
|
||||
section_l2 = section_base;
|
||||
for (i = 0; i < 512; i++) {
|
||||
set_pgtable_section(level2_table_1, i, section_l2,
|
||||
MT_DEVICE_NGNRNE);
|
||||
section_l2 += BLOCK_SIZE_L2;
|
||||
}
|
||||
tbl_base = FINAL_QBMAN_CACHED_MEM & (BLOCK_SIZE_L1 - 1);
|
||||
tbl_limit = (FINAL_QBMAN_CACHED_MEM + FINAL_QBMAN_CACHED_SIZE) &
|
||||
(BLOCK_SIZE_L1 - 1);
|
||||
for (i = tbl_base >> SECTION_SHIFT_L2;
|
||||
i < tbl_limit >> SECTION_SHIFT_L2; i++) {
|
||||
section_l2 = section_base + (i << SECTION_SHIFT_L2);
|
||||
set_pgtable_section(level2_table_1, i,
|
||||
section_l2, MT_NORMAL);
|
||||
} else {
|
||||
printf("MMU error: could not find the table for %p\n",
|
||||
&lsch3_final_mmu_table[i]);
|
||||
}
|
||||
}
|
||||
|
||||
/* flush new MMU table */
|
||||
flush_dcache_range(gd->arch.tlb_addr,
|
||||
gd->arch.tlb_addr + gd->arch.tlb_size);
|
||||
gd->arch.tlb_addr + gd->arch.tlb_size);
|
||||
|
||||
/* point TTBR to the new table */
|
||||
el = current_el();
|
||||
|
|
|
@ -19,6 +19,7 @@
|
|||
|
||||
#define CONFIG_MP
|
||||
#define CONFIG_SYS_FSL_OCRAM_BASE 0x18000000 /* initial RAM */
|
||||
#define CONFIG_SYS_FSL_OCRAM_SIZE 0x00200000 /* 2M */
|
||||
/* Link Definitions */
|
||||
#define CONFIG_SYS_INIT_SP_ADDR (CONFIG_SYS_FSL_OCRAM_BASE + 0xfff0)
|
||||
|
||||
|
|
|
@ -65,6 +65,7 @@
|
|||
/*
|
||||
* Section
|
||||
*/
|
||||
#define PMD_SECT_NON_SHARE (0 << 8)
|
||||
#define PMD_SECT_OUTER_SHARE (2 << 8)
|
||||
#define PMD_SECT_INNER_SHARE (3 << 8)
|
||||
#define PMD_SECT_AF (1 << 10)
|
||||
|
@ -110,8 +111,13 @@
|
|||
TCR_T0SZ(VA_BITS))
|
||||
|
||||
#ifndef __ASSEMBLY__
|
||||
|
||||
void set_pgtable_section(u64 *page_table, u64 index,
|
||||
u64 section, u64 memory_type);
|
||||
u64 section, u64 memory_type,
|
||||
u64 share);
|
||||
void set_pgtable_table(u64 *page_table, u64 index,
|
||||
u64 *table_addr);
|
||||
|
||||
static inline void set_ttbr_tcr_mair(int el, u64 table, u64 tcr, u64 attr)
|
||||
{
|
||||
asm volatile("dsb sy");
|
||||
|
|
Loading…
Reference in a new issue