2019-05-28 17:10:14 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2008-08-04 07:33:47 +00:00
|
|
|
/*
|
|
|
|
* arch/sh/mm/cache-sh2a.c
|
|
|
|
*
|
|
|
|
* Copyright (C) 2008 Yoshinori Sato
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/mm.h>
|
|
|
|
|
|
|
|
#include <asm/cache.h>
|
|
|
|
#include <asm/addrspace.h>
|
|
|
|
#include <asm/processor.h>
|
|
|
|
#include <asm/cacheflush.h>
|
|
|
|
#include <asm/io.h>
|
|
|
|
|
2012-01-09 16:08:47 +00:00
|
|
|
/*
|
|
|
|
* The maximum number of pages we support up to when doing ranged dcache
|
|
|
|
* flushing. Anything exceeding this will simply flush the dcache in its
|
|
|
|
* entirety.
|
|
|
|
*/
|
|
|
|
#define MAX_OCACHE_PAGES 32
|
|
|
|
#define MAX_ICACHE_PAGES 32
|
|
|
|
|
2012-02-21 08:29:57 +00:00
|
|
|
#ifdef CONFIG_CACHE_WRITEBACK
|
2012-01-09 16:08:47 +00:00
|
|
|
static void sh2a_flush_oc_line(unsigned long v, int way)
|
|
|
|
{
|
|
|
|
unsigned long addr = (v & 0x000007f0) | (way << 11);
|
|
|
|
unsigned long data;
|
|
|
|
|
|
|
|
data = __raw_readl(CACHE_OC_ADDRESS_ARRAY | addr);
|
|
|
|
if ((data & CACHE_PHYSADDR_MASK) == (v & CACHE_PHYSADDR_MASK)) {
|
|
|
|
data &= ~SH_CACHE_UPDATED;
|
|
|
|
__raw_writel(data, CACHE_OC_ADDRESS_ARRAY | addr);
|
|
|
|
}
|
|
|
|
}
|
2012-02-21 08:29:57 +00:00
|
|
|
#endif
|
2012-01-09 16:08:47 +00:00
|
|
|
|
|
|
|
static void sh2a_invalidate_line(unsigned long cache_addr, unsigned long v)
|
|
|
|
{
|
|
|
|
/* Set associative bit to hit all ways */
|
|
|
|
unsigned long addr = (v & 0x000007f0) | SH_CACHE_ASSOC;
|
|
|
|
__raw_writel((addr & CACHE_PHYSADDR_MASK), cache_addr | addr);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Write back the dirty D-caches, but not invalidate them.
|
|
|
|
*/
|
2009-08-15 03:38:29 +00:00
|
|
|
static void sh2a__flush_wback_region(void *start, int size)
|
2008-08-04 07:33:47 +00:00
|
|
|
{
|
2012-01-09 16:08:47 +00:00
|
|
|
#ifdef CONFIG_CACHE_WRITEBACK
|
2008-08-04 07:33:47 +00:00
|
|
|
unsigned long v;
|
|
|
|
unsigned long begin, end;
|
|
|
|
unsigned long flags;
|
2012-01-09 16:08:47 +00:00
|
|
|
int nr_ways;
|
2008-08-04 07:33:47 +00:00
|
|
|
|
|
|
|
begin = (unsigned long)start & ~(L1_CACHE_BYTES-1);
|
|
|
|
end = ((unsigned long)start + size + L1_CACHE_BYTES-1)
|
|
|
|
& ~(L1_CACHE_BYTES-1);
|
2012-01-09 16:08:47 +00:00
|
|
|
nr_ways = current_cpu_data.dcache.ways;
|
2008-08-04 07:33:47 +00:00
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
jump_to_uncached();
|
|
|
|
|
2012-01-09 16:08:47 +00:00
|
|
|
/* If there are too many pages then flush the entire cache */
|
|
|
|
if (((end - begin) >> PAGE_SHIFT) >= MAX_OCACHE_PAGES) {
|
|
|
|
begin = CACHE_OC_ADDRESS_ARRAY;
|
|
|
|
end = begin + (nr_ways * current_cpu_data.dcache.way_size);
|
|
|
|
|
|
|
|
for (v = begin; v < end; v += L1_CACHE_BYTES) {
|
|
|
|
unsigned long data = __raw_readl(v);
|
|
|
|
if (data & SH_CACHE_UPDATED)
|
|
|
|
__raw_writel(data & ~SH_CACHE_UPDATED, v);
|
|
|
|
}
|
|
|
|
} else {
|
2008-08-04 07:33:47 +00:00
|
|
|
int way;
|
2012-01-09 16:08:47 +00:00
|
|
|
for (way = 0; way < nr_ways; way++) {
|
|
|
|
for (v = begin; v < end; v += L1_CACHE_BYTES)
|
|
|
|
sh2a_flush_oc_line(v, way);
|
2008-08-04 07:33:47 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
back_to_cached();
|
|
|
|
local_irq_restore(flags);
|
2012-01-09 16:08:47 +00:00
|
|
|
#endif
|
2008-08-04 07:33:47 +00:00
|
|
|
}
|
|
|
|
|
2012-01-09 16:08:47 +00:00
|
|
|
/*
|
|
|
|
* Write back the dirty D-caches and invalidate them.
|
|
|
|
*/
|
2009-08-15 03:38:29 +00:00
|
|
|
static void sh2a__flush_purge_region(void *start, int size)
|
2008-08-04 07:33:47 +00:00
|
|
|
{
|
|
|
|
unsigned long v;
|
|
|
|
unsigned long begin, end;
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
begin = (unsigned long)start & ~(L1_CACHE_BYTES-1);
|
|
|
|
end = ((unsigned long)start + size + L1_CACHE_BYTES-1)
|
|
|
|
& ~(L1_CACHE_BYTES-1);
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
jump_to_uncached();
|
|
|
|
|
|
|
|
for (v = begin; v < end; v+=L1_CACHE_BYTES) {
|
2012-01-09 16:08:47 +00:00
|
|
|
#ifdef CONFIG_CACHE_WRITEBACK
|
|
|
|
int way;
|
|
|
|
int nr_ways = current_cpu_data.dcache.ways;
|
|
|
|
for (way = 0; way < nr_ways; way++)
|
|
|
|
sh2a_flush_oc_line(v, way);
|
|
|
|
#endif
|
|
|
|
sh2a_invalidate_line(CACHE_OC_ADDRESS_ARRAY, v);
|
2008-08-04 07:33:47 +00:00
|
|
|
}
|
2012-01-09 16:08:47 +00:00
|
|
|
|
2008-08-04 07:33:47 +00:00
|
|
|
back_to_cached();
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
|
2012-01-09 16:08:47 +00:00
|
|
|
/*
|
|
|
|
* Invalidate the D-caches, but no write back please
|
|
|
|
*/
|
2009-08-15 03:38:29 +00:00
|
|
|
static void sh2a__flush_invalidate_region(void *start, int size)
|
2008-08-04 07:33:47 +00:00
|
|
|
{
|
|
|
|
unsigned long v;
|
|
|
|
unsigned long begin, end;
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
begin = (unsigned long)start & ~(L1_CACHE_BYTES-1);
|
|
|
|
end = ((unsigned long)start + size + L1_CACHE_BYTES-1)
|
|
|
|
& ~(L1_CACHE_BYTES-1);
|
2012-01-09 16:08:47 +00:00
|
|
|
|
2008-08-04 07:33:47 +00:00
|
|
|
local_irq_save(flags);
|
|
|
|
jump_to_uncached();
|
|
|
|
|
2012-01-09 16:08:47 +00:00
|
|
|
/* If there are too many pages then just blow the cache */
|
|
|
|
if (((end - begin) >> PAGE_SHIFT) >= MAX_OCACHE_PAGES) {
|
2014-03-03 23:38:33 +00:00
|
|
|
__raw_writel(__raw_readl(SH_CCR) | CCR_OCACHE_INVALIDATE,
|
|
|
|
SH_CCR);
|
2012-01-09 16:08:47 +00:00
|
|
|
} else {
|
|
|
|
for (v = begin; v < end; v += L1_CACHE_BYTES)
|
|
|
|
sh2a_invalidate_line(CACHE_OC_ADDRESS_ARRAY, v);
|
2008-08-04 07:33:47 +00:00
|
|
|
}
|
2012-01-09 16:08:47 +00:00
|
|
|
|
2008-08-04 07:33:47 +00:00
|
|
|
back_to_cached();
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
|
2012-01-09 16:08:47 +00:00
|
|
|
/*
|
|
|
|
* Write back the range of D-cache, and purge the I-cache.
|
|
|
|
*/
|
2009-08-21 08:23:14 +00:00
|
|
|
static void sh2a_flush_icache_range(void *args)
|
2008-08-04 07:33:47 +00:00
|
|
|
{
|
2009-08-21 08:23:14 +00:00
|
|
|
struct flusher_data *data = args;
|
|
|
|
unsigned long start, end;
|
2008-08-04 07:33:47 +00:00
|
|
|
unsigned long v;
|
2009-09-01 12:12:55 +00:00
|
|
|
unsigned long flags;
|
2008-08-04 07:33:47 +00:00
|
|
|
|
2009-08-21 08:23:14 +00:00
|
|
|
start = data->addr1 & ~(L1_CACHE_BYTES-1);
|
|
|
|
end = (data->addr2 + L1_CACHE_BYTES-1) & ~(L1_CACHE_BYTES-1);
|
2008-08-04 07:33:47 +00:00
|
|
|
|
2012-01-09 16:08:47 +00:00
|
|
|
#ifdef CONFIG_CACHE_WRITEBACK
|
|
|
|
sh2a__flush_wback_region((void *)start, end-start);
|
|
|
|
#endif
|
|
|
|
|
2009-09-01 12:12:55 +00:00
|
|
|
local_irq_save(flags);
|
2008-08-04 07:33:47 +00:00
|
|
|
jump_to_uncached();
|
|
|
|
|
2012-01-09 16:08:47 +00:00
|
|
|
/* I-Cache invalidate */
|
|
|
|
/* If there are too many pages then just blow the cache */
|
|
|
|
if (((end - start) >> PAGE_SHIFT) >= MAX_ICACHE_PAGES) {
|
2014-03-03 23:38:33 +00:00
|
|
|
__raw_writel(__raw_readl(SH_CCR) | CCR_ICACHE_INVALIDATE,
|
|
|
|
SH_CCR);
|
2012-01-09 16:08:47 +00:00
|
|
|
} else {
|
|
|
|
for (v = start; v < end; v += L1_CACHE_BYTES)
|
|
|
|
sh2a_invalidate_line(CACHE_IC_ADDRESS_ARRAY, v);
|
2008-08-04 07:33:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
back_to_cached();
|
2009-09-01 12:12:55 +00:00
|
|
|
local_irq_restore(flags);
|
2008-08-04 07:33:47 +00:00
|
|
|
}
|
2009-08-15 03:38:29 +00:00
|
|
|
|
|
|
|
void __init sh2a_cache_init(void)
|
|
|
|
{
|
2009-08-21 08:23:14 +00:00
|
|
|
local_flush_icache_range = sh2a_flush_icache_range;
|
2009-08-15 03:38:29 +00:00
|
|
|
|
|
|
|
__flush_wback_region = sh2a__flush_wback_region;
|
|
|
|
__flush_purge_region = sh2a__flush_purge_region;
|
|
|
|
__flush_invalidate_region = sh2a__flush_invalidate_region;
|
|
|
|
}
|