2018-05-06 21:58:06 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0+
|
2012-07-15 03:54:13 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2012 Andes Technology Corporation
|
|
|
|
* Shawn Lin, Andes Technology Corporation <nobuhiro@andestech.com>
|
|
|
|
* Macpaul Lin, Andes Technology Corporation <macpaul@andestech.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <common.h>
|
2019-11-14 19:57:37 +00:00
|
|
|
#include <cpu_func.h>
|
2019-05-03 13:41:00 +00:00
|
|
|
#if !(CONFIG_IS_ENABLED(SYS_ICACHE_OFF) && CONFIG_IS_ENABLED(SYS_DCACHE_OFF))
|
2020-05-10 17:39:56 +00:00
|
|
|
#include <asm/cache.h>
|
2017-05-18 06:37:53 +00:00
|
|
|
static inline unsigned long CACHE_SET(unsigned char cache)
|
|
|
|
{
|
|
|
|
if (cache == ICACHE)
|
|
|
|
return 64 << ((GET_ICM_CFG() & ICM_CFG_MSK_ISET) \
|
|
|
|
>> ICM_CFG_OFF_ISET);
|
|
|
|
else
|
|
|
|
return 64 << ((GET_DCM_CFG() & DCM_CFG_MSK_DSET) \
|
|
|
|
>> DCM_CFG_OFF_DSET);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline unsigned long CACHE_WAY(unsigned char cache)
|
|
|
|
{
|
|
|
|
if (cache == ICACHE)
|
|
|
|
return 1 + ((GET_ICM_CFG() & ICM_CFG_MSK_IWAY) \
|
|
|
|
>> ICM_CFG_OFF_IWAY);
|
|
|
|
else
|
|
|
|
return 1 + ((GET_DCM_CFG() & DCM_CFG_MSK_DWAY) \
|
|
|
|
>> DCM_CFG_OFF_DWAY);
|
|
|
|
}
|
2012-07-15 03:54:13 +00:00
|
|
|
|
|
|
|
static inline unsigned long CACHE_LINE_SIZE(enum cache_t cache)
|
|
|
|
{
|
|
|
|
if (cache == ICACHE)
|
|
|
|
return 8 << (((GET_ICM_CFG() & ICM_CFG_MSK_ISZ) \
|
2017-05-18 06:37:53 +00:00
|
|
|
>> ICM_CFG_OFF_ISZ) - 1);
|
2012-07-15 03:54:13 +00:00
|
|
|
else
|
|
|
|
return 8 << (((GET_DCM_CFG() & DCM_CFG_MSK_DSZ) \
|
2017-05-18 06:37:53 +00:00
|
|
|
>> DCM_CFG_OFF_DSZ) - 1);
|
2012-07-15 03:54:13 +00:00
|
|
|
}
|
2017-05-18 06:37:53 +00:00
|
|
|
#endif
|
2012-07-15 03:54:13 +00:00
|
|
|
|
2019-05-03 13:41:00 +00:00
|
|
|
#if !CONFIG_IS_ENABLED(SYS_ICACHE_OFF)
|
2017-05-18 06:37:53 +00:00
|
|
|
void invalidate_icache_all(void)
|
2012-07-15 03:54:13 +00:00
|
|
|
{
|
2017-05-18 06:37:53 +00:00
|
|
|
unsigned long end, line_size;
|
|
|
|
line_size = CACHE_LINE_SIZE(ICACHE);
|
|
|
|
end = line_size * CACHE_WAY(ICACHE) * CACHE_SET(ICACHE);
|
|
|
|
do {
|
|
|
|
end -= line_size;
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1I_IX_INVAL" : : "r" (end));
|
2012-07-15 03:54:13 +00:00
|
|
|
|
2017-05-18 06:37:53 +00:00
|
|
|
end -= line_size;
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1I_IX_INVAL" : : "r" (end));
|
2012-07-15 03:54:13 +00:00
|
|
|
|
2017-05-18 06:37:53 +00:00
|
|
|
end -= line_size;
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1I_IX_INVAL" : : "r" (end));
|
|
|
|
end -= line_size;
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1I_IX_INVAL" : : "r" (end));
|
|
|
|
} while (end > 0);
|
2012-07-15 03:54:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void invalidate_icache_range(unsigned long start, unsigned long end)
|
|
|
|
{
|
|
|
|
unsigned long line_size;
|
|
|
|
|
|
|
|
line_size = CACHE_LINE_SIZE(ICACHE);
|
|
|
|
while (end > start) {
|
|
|
|
asm volatile (
|
|
|
|
"\n\tcctl %0, L1I_VA_INVAL"
|
|
|
|
:
|
|
|
|
: "r"(start)
|
|
|
|
);
|
|
|
|
start += line_size;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void icache_enable(void)
|
|
|
|
{
|
|
|
|
asm volatile (
|
|
|
|
"mfsr $p0, $mr8\n\t"
|
|
|
|
"ori $p0, $p0, 0x01\n\t"
|
|
|
|
"mtsr $p0, $mr8\n\t"
|
|
|
|
"isb\n\t"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
void icache_disable(void)
|
|
|
|
{
|
|
|
|
asm volatile (
|
|
|
|
"mfsr $p0, $mr8\n\t"
|
|
|
|
"li $p1, ~0x01\n\t"
|
|
|
|
"and $p0, $p0, $p1\n\t"
|
|
|
|
"mtsr $p0, $mr8\n\t"
|
|
|
|
"isb\n\t"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
int icache_status(void)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
asm volatile (
|
|
|
|
"mfsr $p0, $mr8\n\t"
|
|
|
|
"andi %0, $p0, 0x01\n\t"
|
|
|
|
: "=r" (ret)
|
|
|
|
:
|
|
|
|
: "memory"
|
|
|
|
);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2017-05-18 06:37:53 +00:00
|
|
|
#else
|
|
|
|
void invalidate_icache_all(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void invalidate_icache_range(unsigned long start, unsigned long end)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void icache_enable(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void icache_disable(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
int icache_status(void)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
2019-05-03 13:41:00 +00:00
|
|
|
#if !CONFIG_IS_ENABLED(SYS_DCACHE_OFF)
|
2017-05-18 06:37:53 +00:00
|
|
|
void dcache_wbinval_all(void)
|
|
|
|
{
|
|
|
|
unsigned long end, line_size;
|
|
|
|
line_size = CACHE_LINE_SIZE(DCACHE);
|
|
|
|
end = line_size * CACHE_WAY(DCACHE) * CACHE_SET(DCACHE);
|
|
|
|
do {
|
|
|
|
end -= line_size;
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1D_IX_WB" : : "r" (end));
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1D_IX_INVAL" : : "r" (end));
|
|
|
|
end -= line_size;
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1D_IX_WB" : : "r" (end));
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1D_IX_INVAL" : : "r" (end));
|
|
|
|
end -= line_size;
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1D_IX_WB" : : "r" (end));
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1D_IX_INVAL" : : "r" (end));
|
|
|
|
end -= line_size;
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1D_IX_WB" : : "r" (end));
|
|
|
|
__asm__ volatile ("\n\tcctl %0, L1D_IX_INVAL" : : "r" (end));
|
|
|
|
|
|
|
|
} while (end > 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
void flush_dcache_range(unsigned long start, unsigned long end)
|
|
|
|
{
|
|
|
|
unsigned long line_size;
|
|
|
|
|
|
|
|
line_size = CACHE_LINE_SIZE(DCACHE);
|
|
|
|
|
|
|
|
while (end > start) {
|
|
|
|
asm volatile (
|
|
|
|
"\n\tcctl %0, L1D_VA_WB"
|
|
|
|
"\n\tcctl %0, L1D_VA_INVAL" : : "r" (start)
|
|
|
|
);
|
|
|
|
start += line_size;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void invalidate_dcache_range(unsigned long start, unsigned long end)
|
|
|
|
{
|
|
|
|
unsigned long line_size;
|
|
|
|
|
|
|
|
line_size = CACHE_LINE_SIZE(DCACHE);
|
|
|
|
while (end > start) {
|
|
|
|
asm volatile (
|
|
|
|
"\n\tcctl %0, L1D_VA_INVAL" : : "r"(start)
|
|
|
|
);
|
|
|
|
start += line_size;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-07-15 03:54:13 +00:00
|
|
|
void dcache_enable(void)
|
|
|
|
{
|
|
|
|
asm volatile (
|
|
|
|
"mfsr $p0, $mr8\n\t"
|
|
|
|
"ori $p0, $p0, 0x02\n\t"
|
|
|
|
"mtsr $p0, $mr8\n\t"
|
|
|
|
"isb\n\t"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
void dcache_disable(void)
|
|
|
|
{
|
|
|
|
asm volatile (
|
|
|
|
"mfsr $p0, $mr8\n\t"
|
|
|
|
"li $p1, ~0x02\n\t"
|
|
|
|
"and $p0, $p0, $p1\n\t"
|
|
|
|
"mtsr $p0, $mr8\n\t"
|
|
|
|
"isb\n\t"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
int dcache_status(void)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
asm volatile (
|
|
|
|
"mfsr $p0, $mr8\n\t"
|
|
|
|
"andi %0, $p0, 0x02\n\t"
|
|
|
|
: "=r" (ret)
|
|
|
|
:
|
|
|
|
: "memory"
|
|
|
|
);
|
|
|
|
return ret;
|
|
|
|
}
|
2017-05-18 06:37:53 +00:00
|
|
|
|
|
|
|
#else
|
|
|
|
void dcache_wbinval_all(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void flush_dcache_range(unsigned long start, unsigned long end)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void invalidate_dcache_range(unsigned long start, unsigned long end)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void dcache_enable(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
void dcache_disable(void)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
int dcache_status(void)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
void flush_dcache_all(void)
|
|
|
|
{
|
|
|
|
dcache_wbinval_all();
|
|
|
|
}
|
|
|
|
|
|
|
|
void cache_flush(void)
|
|
|
|
{
|
|
|
|
flush_dcache_all();
|
|
|
|
invalidate_icache_all();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void flush_cache(unsigned long addr, unsigned long size)
|
|
|
|
{
|
|
|
|
flush_dcache_range(addr, addr + size);
|
|
|
|
invalidate_icache_range(addr, addr + size);
|
|
|
|
}
|