2019-06-04 08:11:33 +00:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-only */
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* linux/arch/arm/mm/cache-v4.S
|
|
|
|
*
|
|
|
|
* Copyright (C) 1997-2002 Russell king
|
|
|
|
*/
|
|
|
|
#include <linux/linkage.h>
|
|
|
|
#include <linux/init.h>
|
2014-06-30 15:29:12 +00:00
|
|
|
#include <asm/assembler.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
#include <asm/page.h>
|
|
|
|
#include "proc-macros.S"
|
|
|
|
|
2010-10-28 10:27:40 +00:00
|
|
|
/*
|
|
|
|
* flush_icache_all()
|
|
|
|
*
|
|
|
|
* Unconditionally clean and invalidate the entire icache.
|
|
|
|
*/
|
|
|
|
ENTRY(v4_flush_icache_all)
|
2014-06-30 15:29:12 +00:00
|
|
|
ret lr
|
2010-10-28 10:27:40 +00:00
|
|
|
ENDPROC(v4_flush_icache_all)
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* flush_user_cache_all()
|
|
|
|
*
|
|
|
|
* Invalidate all cache entries in a particular address
|
|
|
|
* space.
|
|
|
|
*
|
|
|
|
* - mm - mm_struct describing address space
|
|
|
|
*/
|
|
|
|
ENTRY(v4_flush_user_cache_all)
|
|
|
|
/* FALLTHROUGH */
|
|
|
|
/*
|
|
|
|
* flush_kern_cache_all()
|
|
|
|
*
|
|
|
|
* Clean and invalidate the entire cache.
|
|
|
|
*/
|
|
|
|
ENTRY(v4_flush_kern_cache_all)
|
2008-10-16 16:37:24 +00:00
|
|
|
#ifdef CONFIG_CPU_CP15
|
2005-04-16 22:20:36 +00:00
|
|
|
mov r0, #0
|
|
|
|
mcr p15, 0, r0, c7, c7, 0 @ flush ID cache
|
2014-06-30 15:29:12 +00:00
|
|
|
ret lr
|
2006-09-26 08:36:37 +00:00
|
|
|
#else
|
|
|
|
/* FALLTHROUGH */
|
|
|
|
#endif
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* flush_user_cache_range(start, end, flags)
|
|
|
|
*
|
|
|
|
* Invalidate a range of cache entries in the specified
|
|
|
|
* address space.
|
|
|
|
*
|
|
|
|
* - start - start address (may not be aligned)
|
|
|
|
* - end - end address (exclusive, may not be aligned)
|
|
|
|
* - flags - vma_area_struct flags describing address space
|
|
|
|
*/
|
|
|
|
ENTRY(v4_flush_user_cache_range)
|
2008-10-16 16:37:24 +00:00
|
|
|
#ifdef CONFIG_CPU_CP15
|
2005-04-16 22:20:36 +00:00
|
|
|
mov ip, #0
|
2013-01-22 19:11:38 +00:00
|
|
|
mcr p15, 0, ip, c7, c7, 0 @ flush ID cache
|
2014-06-30 15:29:12 +00:00
|
|
|
ret lr
|
2006-09-26 08:36:37 +00:00
|
|
|
#else
|
|
|
|
/* FALLTHROUGH */
|
|
|
|
#endif
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* coherent_kern_range(start, end)
|
|
|
|
*
|
|
|
|
* Ensure coherency between the Icache and the Dcache in the
|
|
|
|
* region described by start. If you have non-snooping
|
|
|
|
* Harvard caches, you need to implement this function.
|
|
|
|
*
|
|
|
|
* - start - virtual start address
|
|
|
|
* - end - virtual end address
|
|
|
|
*/
|
|
|
|
ENTRY(v4_coherent_kern_range)
|
|
|
|
/* FALLTHROUGH */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* coherent_user_range(start, end)
|
|
|
|
*
|
|
|
|
* Ensure coherency between the Icache and the Dcache in the
|
|
|
|
* region described by start. If you have non-snooping
|
|
|
|
* Harvard caches, you need to implement this function.
|
|
|
|
*
|
|
|
|
* - start - virtual start address
|
|
|
|
* - end - virtual end address
|
|
|
|
*/
|
|
|
|
ENTRY(v4_coherent_user_range)
|
2012-04-27 12:08:53 +00:00
|
|
|
mov r0, #0
|
2014-06-30 15:29:12 +00:00
|
|
|
ret lr
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
/*
|
2009-11-26 12:56:21 +00:00
|
|
|
* flush_kern_dcache_area(void *addr, size_t size)
|
2005-04-16 22:20:36 +00:00
|
|
|
*
|
|
|
|
* Ensure no D cache aliasing occurs, either with itself or
|
|
|
|
* the I cache
|
|
|
|
*
|
2009-11-26 12:56:21 +00:00
|
|
|
* - addr - kernel address
|
|
|
|
* - size - region size
|
2005-04-16 22:20:36 +00:00
|
|
|
*/
|
2009-11-26 12:56:21 +00:00
|
|
|
ENTRY(v4_flush_kern_dcache_area)
|
2005-04-16 22:20:36 +00:00
|
|
|
/* FALLTHROUGH */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* dma_flush_range(start, end)
|
|
|
|
*
|
|
|
|
* Clean and invalidate the specified virtual address range.
|
|
|
|
*
|
|
|
|
* - start - virtual start address
|
|
|
|
* - end - virtual end address
|
|
|
|
*/
|
|
|
|
ENTRY(v4_dma_flush_range)
|
2008-10-16 16:37:24 +00:00
|
|
|
#ifdef CONFIG_CPU_CP15
|
2005-04-16 22:20:36 +00:00
|
|
|
mov r0, #0
|
|
|
|
mcr p15, 0, r0, c7, c7, 0 @ flush ID cache
|
2006-09-26 08:36:37 +00:00
|
|
|
#endif
|
2014-06-30 15:29:12 +00:00
|
|
|
ret lr
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2009-11-26 16:19:58 +00:00
|
|
|
/*
|
|
|
|
* dma_unmap_area(start, size, dir)
|
|
|
|
* - start - kernel virtual start address
|
|
|
|
* - size - size of region
|
|
|
|
* - dir - DMA direction
|
|
|
|
*/
|
|
|
|
ENTRY(v4_dma_unmap_area)
|
|
|
|
teq r2, #DMA_TO_DEVICE
|
2009-11-26 16:24:19 +00:00
|
|
|
bne v4_dma_flush_range
|
2009-11-26 16:19:58 +00:00
|
|
|
/* FALLTHROUGH */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* dma_map_area(start, size, dir)
|
|
|
|
* - start - kernel virtual start address
|
|
|
|
* - size - size of region
|
|
|
|
* - dir - DMA direction
|
|
|
|
*/
|
|
|
|
ENTRY(v4_dma_map_area)
|
2014-06-30 15:29:12 +00:00
|
|
|
ret lr
|
2009-11-26 16:19:58 +00:00
|
|
|
ENDPROC(v4_dma_unmap_area)
|
|
|
|
ENDPROC(v4_dma_map_area)
|
|
|
|
|
2012-09-06 13:05:13 +00:00
|
|
|
.globl v4_flush_kern_cache_louis
|
|
|
|
.equ v4_flush_kern_cache_louis, v4_flush_kern_cache_all
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
__INITDATA
|
|
|
|
|
2011-06-23 16:14:52 +00:00
|
|
|
@ define struct cpu_cache_fns (see <asm/cacheflush.h> and proc-macros.S)
|
|
|
|
define_cache_functions v4
|