| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /* | 
					
						
							|  |  |  |  *  linux/arch/arm/mm/cache-v4.S | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Copyright (C) 1997-2002 Russell king | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is free software; you can redistribute it and/or modify
 | 
					
						
							|  |  |  |  * it under the terms of the GNU General Public License version 2 as | 
					
						
							|  |  |  |  * published by the Free Software Foundation. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #include <linux/linkage.h> | 
					
						
							|  |  |  | #include <linux/init.h> | 
					
						
							| 
									
										
										
										
											2014-06-30 16:29:12 +01:00
										 |  |  | #include <asm/assembler.h> | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #include <asm/page.h> | 
					
						
							|  |  |  | #include "proc-macros.S" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-10-28 11:27:40 +01:00
										 |  |  | /* | 
					
						
							|  |  |  |  *	flush_icache_all() | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Unconditionally clean and invalidate the entire icache. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_flush_icache_all) | 
					
						
							| 
									
										
										
										
											2014-06-30 16:29:12 +01:00
										 |  |  | 	ret	lr | 
					
						
							| 
									
										
										
										
											2010-10-28 11:27:40 +01:00
										 |  |  | ENDPROC(v4_flush_icache_all) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /* | 
					
						
							|  |  |  |  *	flush_user_cache_all() | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Invalidate all cache entries in a particular address | 
					
						
							|  |  |  |  *	space. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	- mm	- mm_struct describing address space | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_flush_user_cache_all) | 
					
						
							|  |  |  | 	/* FALLTHROUGH */ | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  *	flush_kern_cache_all() | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Clean and invalidate the entire cache. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_flush_kern_cache_all) | 
					
						
							| 
									
										
										
										
											2008-10-16 17:37:24 +01:00
										 |  |  | #ifdef CONFIG_CPU_CP15 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	mov	r0, #0 | 
					
						
							|  |  |  | 	mcr	p15, 0, r0, c7, c7, 0		@ flush ID cache
 | 
					
						
							| 
									
										
										
										
											2014-06-30 16:29:12 +01:00
										 |  |  | 	ret	lr | 
					
						
							| 
									
										
										
										
											2006-09-26 17:36:37 +09:00
										 |  |  | #else | 
					
						
							|  |  |  | 	/* FALLTHROUGH */ | 
					
						
							|  |  |  | #endif | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  *	flush_user_cache_range(start, end, flags) | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Invalidate a range of cache entries in the specified | 
					
						
							|  |  |  |  *	address space. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	- start - start address (may not be aligned) | 
					
						
							|  |  |  |  *	- end	- end address (exclusive, may not be aligned) | 
					
						
							|  |  |  |  *	- flags	- vma_area_struct flags describing address space | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_flush_user_cache_range) | 
					
						
							| 
									
										
										
										
											2008-10-16 17:37:24 +01:00
										 |  |  | #ifdef CONFIG_CPU_CP15 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	mov	ip, #0 | 
					
						
							| 
									
										
										
										
											2013-01-22 19:11:38 +00:00
										 |  |  | 	mcr	p15, 0, ip, c7, c7, 0		@ flush ID cache
 | 
					
						
							| 
									
										
										
										
											2014-06-30 16:29:12 +01:00
										 |  |  | 	ret	lr | 
					
						
							| 
									
										
										
										
											2006-09-26 17:36:37 +09:00
										 |  |  | #else | 
					
						
							|  |  |  | 	/* FALLTHROUGH */ | 
					
						
							|  |  |  | #endif | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  *	coherent_kern_range(start, end) | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Ensure coherency between the Icache and the Dcache in the | 
					
						
							|  |  |  |  *	region described by start.  If you have non-snooping | 
					
						
							|  |  |  |  *	Harvard caches, you need to implement this function. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	- start  - virtual start address | 
					
						
							|  |  |  |  *	- end	 - virtual end address | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_coherent_kern_range) | 
					
						
							|  |  |  | 	/* FALLTHROUGH */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  *	coherent_user_range(start, end) | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Ensure coherency between the Icache and the Dcache in the | 
					
						
							|  |  |  |  *	region described by start.  If you have non-snooping | 
					
						
							|  |  |  |  *	Harvard caches, you need to implement this function. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	- start  - virtual start address | 
					
						
							|  |  |  |  *	- end	 - virtual end address | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_coherent_user_range) | 
					
						
							| 
									
										
										
										
											2012-04-27 13:08:53 +01:00
										 |  |  | 	mov	r0, #0 | 
					
						
							| 
									
										
										
										
											2014-06-30 16:29:12 +01:00
										 |  |  | 	ret	lr | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							| 
									
										
										
										
											2009-11-26 12:56:21 +00:00
										 |  |  |  *	flush_kern_dcache_area(void *addr, size_t size) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  * | 
					
						
							|  |  |  |  *	Ensure no D cache aliasing occurs, either with itself or | 
					
						
							|  |  |  |  *	the I cache | 
					
						
							|  |  |  |  * | 
					
						
							| 
									
										
										
										
											2009-11-26 12:56:21 +00:00
										 |  |  |  *	- addr	- kernel address | 
					
						
							|  |  |  |  *	- size	- region size | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  */ | 
					
						
							| 
									
										
										
										
											2009-11-26 12:56:21 +00:00
										 |  |  | ENTRY(v4_flush_kern_dcache_area) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	/* FALLTHROUGH */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  *	dma_flush_range(start, end) | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	Clean and invalidate the specified virtual address range. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	- start  - virtual start address | 
					
						
							|  |  |  |  *	- end	 - virtual end address | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_dma_flush_range) | 
					
						
							| 
									
										
										
										
											2008-10-16 17:37:24 +01:00
										 |  |  | #ifdef CONFIG_CPU_CP15 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	mov	r0, #0 | 
					
						
							|  |  |  | 	mcr	p15, 0, r0, c7, c7, 0		@ flush ID cache
 | 
					
						
							| 
									
										
										
										
											2006-09-26 17:36:37 +09:00
										 |  |  | #endif | 
					
						
							| 
									
										
										
										
											2014-06-30 16:29:12 +01:00
										 |  |  | 	ret	lr | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-11-26 16:19:58 +00:00
										 |  |  | /* | 
					
						
							|  |  |  |  *	dma_unmap_area(start, size, dir) | 
					
						
							|  |  |  |  *	- start	- kernel virtual start address | 
					
						
							|  |  |  |  *	- size	- size of region | 
					
						
							|  |  |  |  *	- dir	- DMA direction | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_dma_unmap_area) | 
					
						
							|  |  |  | 	teq	r2, #DMA_TO_DEVICE | 
					
						
							| 
									
										
										
										
											2009-11-26 16:24:19 +00:00
										 |  |  | 	bne	v4_dma_flush_range | 
					
						
							| 
									
										
										
										
											2009-11-26 16:19:58 +00:00
										 |  |  | 	/* FALLTHROUGH */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  *	dma_map_area(start, size, dir) | 
					
						
							|  |  |  |  *	- start	- kernel virtual start address | 
					
						
							|  |  |  |  *	- size	- size of region | 
					
						
							|  |  |  |  *	- dir	- DMA direction | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | ENTRY(v4_dma_map_area) | 
					
						
							| 
									
										
										
										
											2014-06-30 16:29:12 +01:00
										 |  |  | 	ret	lr | 
					
						
							| 
									
										
										
										
											2009-11-26 16:19:58 +00:00
										 |  |  | ENDPROC(v4_dma_unmap_area) | 
					
						
							|  |  |  | ENDPROC(v4_dma_map_area) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-09-06 18:35:13 +05:30
										 |  |  | 	.globl	v4_flush_kern_cache_louis
 | 
					
						
							|  |  |  | 	.equ	v4_flush_kern_cache_louis, v4_flush_kern_cache_all | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	__INITDATA | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-06-23 17:14:52 +01:00
										 |  |  | 	@ define struct cpu_cache_fns (see <asm/cacheflush.h> and proc-macros.S)
 | 
					
						
							|  |  |  | 	define_cache_functions v4 |