Commit 81d11955bf ("ARM: 6405/1: Handle __flush_icache_all for
CONFIG_SMP_ON_UP") added a new function to struct cpu_cache_fns:
flush_icache_all(). It also implemented this for v6 and v7 but not
for v5 and backwards. Without the function pointer in place, we
will be calling wrong cache functions.
For example with ep93xx we get following:
    Unable to handle kernel paging request at virtual address ee070f38
    pgd = c0004000
    [ee070f38] *pgd=00000000
    Internal error: Oops: 80000005 [#1] PREEMPT
    last sysfs file:
    Modules linked in:
    CPU: 0    Not tainted  (2.6.36+ #1)
    PC is at 0xee070f38
    LR is at __dma_alloc+0x11c/0x2d0
    pc : [<ee070f38>]    lr : [<c0032c8c>]    psr: 60000013
    sp : c581bde0  ip : 00000000  fp : c0472000
    r10: c0472000  r9 : 000000d0  r8 : 00020000
    r7 : 0001ffff  r6 : 00000000  r5 : c0472400  r4 : c5980000
    r3 : c03ab7e0  r2 : 00000000  r1 : c59a0000  r0 : c5980000
    Flags: nZCv  IRQs on  FIQs on  Mode SVC_32  ISA ARM  Segment kernel
    Control: c000717f  Table: c0004000  DAC: 00000017
    Process swapper (pid: 1, stack limit = 0xc581a270)
    [<c0032c8c>] (__dma_alloc+0x11c/0x2d0)
    [<c0032e5c>] (dma_alloc_writecombine+0x1c/0x24)
    [<c0204148>] (ep93xx_pcm_preallocate_dma_buffer+0x44/0x60)
    [<c02041c0>] (ep93xx_pcm_new+0x5c/0x88)
    [<c01ff188>] (snd_soc_instantiate_cards+0x8a8/0xbc0)
    [<c01ff59c>] (soc_probe+0xfc/0x134)
    [<c01adafc>] (platform_drv_probe+0x18/0x1c)
    [<c01acca4>] (driver_probe_device+0xb0/0x16c)
    [<c01ac284>] (bus_for_each_drv+0x48/0x84)
    [<c01ace90>] (device_attach+0x50/0x68)
    [<c01ac0f8>] (bus_probe_device+0x24/0x44)
    [<c01aad7c>] (device_add+0x2fc/0x44c)
    [<c01adfa8>] (platform_device_add+0x104/0x15c)
    [<c0015eb8>] (simone_init+0x60/0x94)
    [<c0021410>] (do_one_initcall+0xd0/0x1a4)
__dma_alloc() calls (inlined) __dma_alloc_buffer() which ends up
calling dmac_flush_range(). Now since the entries in the
arm920_cache_fns are shifted by one, we jump into address 0xee070f38
which is actually next instruction after the arm920_cache_fns
structure.
So implement flush_icache_all() for the rest of the supported CPUs
using a generic 'invalidate I cache' instruction.
Signed-off-by: Mika Westerberg <mika.westerberg@iki.fi>
Signed-off-by: Russell King <rmk+kernel@arm.linux.org.uk>
		
	
			
		
			
				
	
	
		
			695 lines
		
	
	
	
		
			17 KiB
			
		
	
	
	
		
			ArmAsm
		
	
	
	
	
	
			
		
		
	
	
			695 lines
		
	
	
	
		
			17 KiB
			
		
	
	
	
		
			ArmAsm
		
	
	
	
	
	
/*
 | 
						|
 *  linux/arch/arm/mm/proc-feroceon.S: MMU functions for Feroceon
 | 
						|
 *
 | 
						|
 *  Heavily based on proc-arm926.S
 | 
						|
 *  Maintainer: Assaf Hoffman <hoffman@marvell.com>
 | 
						|
 *
 | 
						|
 * This program is free software; you can redistribute it and/or modify
 | 
						|
 * it under the terms of the GNU General Public License as published by
 | 
						|
 * the Free Software Foundation; either version 2 of the License, or
 | 
						|
 * (at your option) any later version.
 | 
						|
 *
 | 
						|
 * This program is distributed in the hope that it will be useful,
 | 
						|
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
 * GNU General Public License for more details.
 | 
						|
 *
 | 
						|
 * You should have received a copy of the GNU General Public License
 | 
						|
 * along with this program; if not, write to the Free Software
 | 
						|
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 | 
						|
 */
 | 
						|
 | 
						|
#include <linux/linkage.h>
 | 
						|
#include <linux/init.h>
 | 
						|
#include <asm/assembler.h>
 | 
						|
#include <asm/hwcap.h>
 | 
						|
#include <asm/pgtable-hwdef.h>
 | 
						|
#include <asm/pgtable.h>
 | 
						|
#include <asm/page.h>
 | 
						|
#include <asm/ptrace.h>
 | 
						|
#include "proc-macros.S"
 | 
						|
 | 
						|
/*
 | 
						|
 * This is the maximum size of an area which will be invalidated
 | 
						|
 * using the single invalidate entry instructions.  Anything larger
 | 
						|
 * than this, and we go for the whole cache.
 | 
						|
 *
 | 
						|
 * This value should be chosen such that we choose the cheapest
 | 
						|
 * alternative.
 | 
						|
 */
 | 
						|
#define CACHE_DLIMIT	16384
 | 
						|
 | 
						|
/*
 | 
						|
 * the cache line size of the I and D cache
 | 
						|
 */
 | 
						|
#define CACHE_DLINESIZE	32
 | 
						|
 | 
						|
	.bss
 | 
						|
	.align 3
 | 
						|
__cache_params_loc:
 | 
						|
	.space	8
 | 
						|
 | 
						|
	.text
 | 
						|
__cache_params:
 | 
						|
	.word	__cache_params_loc
 | 
						|
 | 
						|
/*
 | 
						|
 * cpu_feroceon_proc_init()
 | 
						|
 */
 | 
						|
ENTRY(cpu_feroceon_proc_init)
 | 
						|
	mrc	p15, 0, r0, c0, c0, 1		@ read cache type register
 | 
						|
	ldr	r1, __cache_params
 | 
						|
	mov	r2, #(16 << 5)
 | 
						|
	tst	r0, #(1 << 16)			@ get way
 | 
						|
	mov	r0, r0, lsr #18			@ get cache size order
 | 
						|
	movne	r3, #((4 - 1) << 30)		@ 4-way
 | 
						|
	and	r0, r0, #0xf
 | 
						|
	moveq	r3, #0				@ 1-way
 | 
						|
	mov	r2, r2, lsl r0			@ actual cache size
 | 
						|
	movne	r2, r2, lsr #2			@ turned into # of sets
 | 
						|
	sub	r2, r2, #(1 << 5)
 | 
						|
	stmia	r1, {r2, r3}
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 * cpu_feroceon_proc_fin()
 | 
						|
 */
 | 
						|
ENTRY(cpu_feroceon_proc_fin)
 | 
						|
#if defined(CONFIG_CACHE_FEROCEON_L2) && \
 | 
						|
	!defined(CONFIG_CACHE_FEROCEON_L2_WRITETHROUGH)
 | 
						|
	mov	r0, #0
 | 
						|
	mcr	p15, 1, r0, c15, c9, 0		@ clean L2
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
#endif
 | 
						|
 | 
						|
	mrc	p15, 0, r0, c1, c0, 0		@ ctrl register
 | 
						|
	bic	r0, r0, #0x1000			@ ...i............
 | 
						|
	bic	r0, r0, #0x000e			@ ............wca.
 | 
						|
	mcr	p15, 0, r0, c1, c0, 0		@ disable caches
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 * cpu_feroceon_reset(loc)
 | 
						|
 *
 | 
						|
 * Perform a soft reset of the system.  Put the CPU into the
 | 
						|
 * same state as it would be if it had been reset, and branch
 | 
						|
 * to what would be the reset vector.
 | 
						|
 *
 | 
						|
 * loc: location to jump to for soft reset
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(cpu_feroceon_reset)
 | 
						|
	mov	ip, #0
 | 
						|
	mcr	p15, 0, ip, c7, c7, 0		@ invalidate I,D caches
 | 
						|
	mcr	p15, 0, ip, c7, c10, 4		@ drain WB
 | 
						|
#ifdef CONFIG_MMU
 | 
						|
	mcr	p15, 0, ip, c8, c7, 0		@ invalidate I & D TLBs
 | 
						|
#endif
 | 
						|
	mrc	p15, 0, ip, c1, c0, 0		@ ctrl register
 | 
						|
	bic	ip, ip, #0x000f			@ ............wcam
 | 
						|
	bic	ip, ip, #0x1100			@ ...i...s........
 | 
						|
	mcr	p15, 0, ip, c1, c0, 0		@ ctrl register
 | 
						|
	mov	pc, r0
 | 
						|
 | 
						|
/*
 | 
						|
 * cpu_feroceon_do_idle()
 | 
						|
 *
 | 
						|
 * Called with IRQs disabled
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(cpu_feroceon_do_idle)
 | 
						|
	mov	r0, #0
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ Drain write buffer
 | 
						|
	mcr	p15, 0, r0, c7, c0, 4		@ Wait for interrupt
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 *	flush_icache_all()
 | 
						|
 *
 | 
						|
 *	Unconditionally clean and invalidate the entire icache.
 | 
						|
 */
 | 
						|
ENTRY(feroceon_flush_icache_all)
 | 
						|
	mov	r0, #0
 | 
						|
	mcr	p15, 0, r0, c7, c5, 0		@ invalidate I cache
 | 
						|
	mov	pc, lr
 | 
						|
ENDPROC(feroceon_flush_icache_all)
 | 
						|
 | 
						|
/*
 | 
						|
 *	flush_user_cache_all()
 | 
						|
 *
 | 
						|
 *	Clean and invalidate all cache entries in a particular
 | 
						|
 *	address space.
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(feroceon_flush_user_cache_all)
 | 
						|
	/* FALLTHROUGH */
 | 
						|
 | 
						|
/*
 | 
						|
 *	flush_kern_cache_all()
 | 
						|
 *
 | 
						|
 *	Clean and invalidate the entire cache.
 | 
						|
 */
 | 
						|
ENTRY(feroceon_flush_kern_cache_all)
 | 
						|
	mov	r2, #VM_EXEC
 | 
						|
 | 
						|
__flush_whole_cache:
 | 
						|
	ldr	r1, __cache_params
 | 
						|
	ldmia	r1, {r1, r3}
 | 
						|
1:	orr	ip, r1, r3
 | 
						|
2:	mcr	p15, 0, ip, c7, c14, 2		@ clean + invalidate D set/way
 | 
						|
	subs	ip, ip, #(1 << 30)		@ next way
 | 
						|
	bcs	2b
 | 
						|
	subs	r1, r1, #(1 << 5)		@ next set
 | 
						|
	bcs	1b
 | 
						|
 | 
						|
	tst	r2, #VM_EXEC
 | 
						|
	mov	ip, #0
 | 
						|
	mcrne	p15, 0, ip, c7, c5, 0		@ invalidate I cache
 | 
						|
	mcrne	p15, 0, ip, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 *	flush_user_cache_range(start, end, flags)
 | 
						|
 *
 | 
						|
 *	Clean and invalidate a range of cache entries in the
 | 
						|
 *	specified address range.
 | 
						|
 *
 | 
						|
 *	- start	- start address (inclusive)
 | 
						|
 *	- end	- end address (exclusive)
 | 
						|
 *	- flags	- vm_flags describing address space
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(feroceon_flush_user_cache_range)
 | 
						|
	sub	r3, r1, r0			@ calculate total size
 | 
						|
	cmp	r3, #CACHE_DLIMIT
 | 
						|
	bgt	__flush_whole_cache
 | 
						|
1:	tst	r2, #VM_EXEC
 | 
						|
	mcr	p15, 0, r0, c7, c14, 1		@ clean and invalidate D entry
 | 
						|
	mcrne	p15, 0, r0, c7, c5, 1		@ invalidate I entry
 | 
						|
	add	r0, r0, #CACHE_DLINESIZE
 | 
						|
	mcr	p15, 0, r0, c7, c14, 1		@ clean and invalidate D entry
 | 
						|
	mcrne	p15, 0, r0, c7, c5, 1		@ invalidate I entry
 | 
						|
	add	r0, r0, #CACHE_DLINESIZE
 | 
						|
	cmp	r0, r1
 | 
						|
	blo	1b
 | 
						|
	tst	r2, #VM_EXEC
 | 
						|
	mov	ip, #0
 | 
						|
	mcrne	p15, 0, ip, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 *	coherent_kern_range(start, end)
 | 
						|
 *
 | 
						|
 *	Ensure coherency between the Icache and the Dcache in the
 | 
						|
 *	region described by start, end.  If you have non-snooping
 | 
						|
 *	Harvard caches, you need to implement this function.
 | 
						|
 *
 | 
						|
 *	- start	- virtual start address
 | 
						|
 *	- end	- virtual end address
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(feroceon_coherent_kern_range)
 | 
						|
	/* FALLTHROUGH */
 | 
						|
 | 
						|
/*
 | 
						|
 *	coherent_user_range(start, end)
 | 
						|
 *
 | 
						|
 *	Ensure coherency between the Icache and the Dcache in the
 | 
						|
 *	region described by start, end.  If you have non-snooping
 | 
						|
 *	Harvard caches, you need to implement this function.
 | 
						|
 *
 | 
						|
 *	- start	- virtual start address
 | 
						|
 *	- end	- virtual end address
 | 
						|
 */
 | 
						|
ENTRY(feroceon_coherent_user_range)
 | 
						|
	bic	r0, r0, #CACHE_DLINESIZE - 1
 | 
						|
1:	mcr	p15, 0, r0, c7, c10, 1		@ clean D entry
 | 
						|
	mcr	p15, 0, r0, c7, c5, 1		@ invalidate I entry
 | 
						|
	add	r0, r0, #CACHE_DLINESIZE
 | 
						|
	cmp	r0, r1
 | 
						|
	blo	1b
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 *	flush_kern_dcache_area(void *addr, size_t size)
 | 
						|
 *
 | 
						|
 *	Ensure no D cache aliasing occurs, either with itself or
 | 
						|
 *	the I cache
 | 
						|
 *
 | 
						|
 *	- addr	- kernel address
 | 
						|
 *	- size	- region size
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(feroceon_flush_kern_dcache_area)
 | 
						|
	add	r1, r0, r1
 | 
						|
1:	mcr	p15, 0, r0, c7, c14, 1		@ clean+invalidate D entry
 | 
						|
	add	r0, r0, #CACHE_DLINESIZE
 | 
						|
	cmp	r0, r1
 | 
						|
	blo	1b
 | 
						|
	mov	r0, #0
 | 
						|
	mcr	p15, 0, r0, c7, c5, 0		@ invalidate I cache
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
	.align	5
 | 
						|
ENTRY(feroceon_range_flush_kern_dcache_area)
 | 
						|
	mrs	r2, cpsr
 | 
						|
	add	r1, r0, #PAGE_SZ - CACHE_DLINESIZE	@ top addr is inclusive
 | 
						|
	orr	r3, r2, #PSR_I_BIT
 | 
						|
	msr	cpsr_c, r3			@ disable interrupts
 | 
						|
	mcr	p15, 5, r0, c15, c15, 0		@ D clean/inv range start
 | 
						|
	mcr	p15, 5, r1, c15, c15, 1		@ D clean/inv range top
 | 
						|
	msr	cpsr_c, r2			@ restore interrupts
 | 
						|
	mov	r0, #0
 | 
						|
	mcr	p15, 0, r0, c7, c5, 0		@ invalidate I cache
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 *	dma_inv_range(start, end)
 | 
						|
 *
 | 
						|
 *	Invalidate (discard) the specified virtual address range.
 | 
						|
 *	May not write back any entries.  If 'start' or 'end'
 | 
						|
 *	are not cache line aligned, those lines must be written
 | 
						|
 *	back.
 | 
						|
 *
 | 
						|
 *	- start	- virtual start address
 | 
						|
 *	- end	- virtual end address
 | 
						|
 *
 | 
						|
 * (same as v4wb)
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
feroceon_dma_inv_range:
 | 
						|
	tst	r0, #CACHE_DLINESIZE - 1
 | 
						|
	bic	r0, r0, #CACHE_DLINESIZE - 1
 | 
						|
	mcrne	p15, 0, r0, c7, c10, 1		@ clean D entry
 | 
						|
	tst	r1, #CACHE_DLINESIZE - 1
 | 
						|
	mcrne	p15, 0, r1, c7, c10, 1		@ clean D entry
 | 
						|
1:	mcr	p15, 0, r0, c7, c6, 1		@ invalidate D entry
 | 
						|
	add	r0, r0, #CACHE_DLINESIZE
 | 
						|
	cmp	r0, r1
 | 
						|
	blo	1b
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
	.align	5
 | 
						|
feroceon_range_dma_inv_range:
 | 
						|
	mrs	r2, cpsr
 | 
						|
	tst	r0, #CACHE_DLINESIZE - 1
 | 
						|
	mcrne	p15, 0, r0, c7, c10, 1		@ clean D entry
 | 
						|
	tst	r1, #CACHE_DLINESIZE - 1
 | 
						|
	mcrne	p15, 0, r1, c7, c10, 1		@ clean D entry
 | 
						|
	cmp	r1, r0
 | 
						|
	subne	r1, r1, #1			@ top address is inclusive
 | 
						|
	orr	r3, r2, #PSR_I_BIT
 | 
						|
	msr	cpsr_c, r3			@ disable interrupts
 | 
						|
	mcr	p15, 5, r0, c15, c14, 0		@ D inv range start
 | 
						|
	mcr	p15, 5, r1, c15, c14, 1		@ D inv range top
 | 
						|
	msr	cpsr_c, r2			@ restore interrupts
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 *	dma_clean_range(start, end)
 | 
						|
 *
 | 
						|
 *	Clean the specified virtual address range.
 | 
						|
 *
 | 
						|
 *	- start	- virtual start address
 | 
						|
 *	- end	- virtual end address
 | 
						|
 *
 | 
						|
 * (same as v4wb)
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
feroceon_dma_clean_range:
 | 
						|
	bic	r0, r0, #CACHE_DLINESIZE - 1
 | 
						|
1:	mcr	p15, 0, r0, c7, c10, 1		@ clean D entry
 | 
						|
	add	r0, r0, #CACHE_DLINESIZE
 | 
						|
	cmp	r0, r1
 | 
						|
	blo	1b
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
	.align	5
 | 
						|
feroceon_range_dma_clean_range:
 | 
						|
	mrs	r2, cpsr
 | 
						|
	cmp	r1, r0
 | 
						|
	subne	r1, r1, #1			@ top address is inclusive
 | 
						|
	orr	r3, r2, #PSR_I_BIT
 | 
						|
	msr	cpsr_c, r3			@ disable interrupts
 | 
						|
	mcr	p15, 5, r0, c15, c13, 0		@ D clean range start
 | 
						|
	mcr	p15, 5, r1, c15, c13, 1		@ D clean range top
 | 
						|
	msr	cpsr_c, r2			@ restore interrupts
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 *	dma_flush_range(start, end)
 | 
						|
 *
 | 
						|
 *	Clean and invalidate the specified virtual address range.
 | 
						|
 *
 | 
						|
 *	- start	- virtual start address
 | 
						|
 *	- end	- virtual end address
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(feroceon_dma_flush_range)
 | 
						|
	bic	r0, r0, #CACHE_DLINESIZE - 1
 | 
						|
1:	mcr	p15, 0, r0, c7, c14, 1		@ clean+invalidate D entry
 | 
						|
	add	r0, r0, #CACHE_DLINESIZE
 | 
						|
	cmp	r0, r1
 | 
						|
	blo	1b
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
	.align	5
 | 
						|
ENTRY(feroceon_range_dma_flush_range)
 | 
						|
	mrs	r2, cpsr
 | 
						|
	cmp	r1, r0
 | 
						|
	subne	r1, r1, #1			@ top address is inclusive
 | 
						|
	orr	r3, r2, #PSR_I_BIT
 | 
						|
	msr	cpsr_c, r3			@ disable interrupts
 | 
						|
	mcr	p15, 5, r0, c15, c15, 0		@ D clean/inv range start
 | 
						|
	mcr	p15, 5, r1, c15, c15, 1		@ D clean/inv range top
 | 
						|
	msr	cpsr_c, r2			@ restore interrupts
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/*
 | 
						|
 *	dma_map_area(start, size, dir)
 | 
						|
 *	- start	- kernel virtual start address
 | 
						|
 *	- size	- size of region
 | 
						|
 *	- dir	- DMA direction
 | 
						|
 */
 | 
						|
ENTRY(feroceon_dma_map_area)
 | 
						|
	add	r1, r1, r0
 | 
						|
	cmp	r2, #DMA_TO_DEVICE
 | 
						|
	beq	feroceon_dma_clean_range
 | 
						|
	bcs	feroceon_dma_inv_range
 | 
						|
	b	feroceon_dma_flush_range
 | 
						|
ENDPROC(feroceon_dma_map_area)
 | 
						|
 | 
						|
/*
 | 
						|
 *	dma_map_area(start, size, dir)
 | 
						|
 *	- start	- kernel virtual start address
 | 
						|
 *	- size	- size of region
 | 
						|
 *	- dir	- DMA direction
 | 
						|
 */
 | 
						|
ENTRY(feroceon_range_dma_map_area)
 | 
						|
	add	r1, r1, r0
 | 
						|
	cmp	r2, #DMA_TO_DEVICE
 | 
						|
	beq	feroceon_range_dma_clean_range
 | 
						|
	bcs	feroceon_range_dma_inv_range
 | 
						|
	b	feroceon_range_dma_flush_range
 | 
						|
ENDPROC(feroceon_range_dma_map_area)
 | 
						|
 | 
						|
/*
 | 
						|
 *	dma_unmap_area(start, size, dir)
 | 
						|
 *	- start	- kernel virtual start address
 | 
						|
 *	- size	- size of region
 | 
						|
 *	- dir	- DMA direction
 | 
						|
 */
 | 
						|
ENTRY(feroceon_dma_unmap_area)
 | 
						|
	mov	pc, lr
 | 
						|
ENDPROC(feroceon_dma_unmap_area)
 | 
						|
 | 
						|
ENTRY(feroceon_cache_fns)
 | 
						|
	.long	feroceon_flush_icache_all
 | 
						|
	.long	feroceon_flush_kern_cache_all
 | 
						|
	.long	feroceon_flush_user_cache_all
 | 
						|
	.long	feroceon_flush_user_cache_range
 | 
						|
	.long	feroceon_coherent_kern_range
 | 
						|
	.long	feroceon_coherent_user_range
 | 
						|
	.long	feroceon_flush_kern_dcache_area
 | 
						|
	.long	feroceon_dma_map_area
 | 
						|
	.long	feroceon_dma_unmap_area
 | 
						|
	.long	feroceon_dma_flush_range
 | 
						|
 | 
						|
ENTRY(feroceon_range_cache_fns)
 | 
						|
	.long	feroceon_flush_icache_all
 | 
						|
	.long	feroceon_flush_kern_cache_all
 | 
						|
	.long	feroceon_flush_user_cache_all
 | 
						|
	.long	feroceon_flush_user_cache_range
 | 
						|
	.long	feroceon_coherent_kern_range
 | 
						|
	.long	feroceon_coherent_user_range
 | 
						|
	.long	feroceon_range_flush_kern_dcache_area
 | 
						|
	.long	feroceon_range_dma_map_area
 | 
						|
	.long	feroceon_dma_unmap_area
 | 
						|
	.long	feroceon_range_dma_flush_range
 | 
						|
 | 
						|
	.align	5
 | 
						|
ENTRY(cpu_feroceon_dcache_clean_area)
 | 
						|
#if defined(CONFIG_CACHE_FEROCEON_L2) && \
 | 
						|
	!defined(CONFIG_CACHE_FEROCEON_L2_WRITETHROUGH)
 | 
						|
	mov	r2, r0
 | 
						|
	mov	r3, r1
 | 
						|
#endif
 | 
						|
1:	mcr	p15, 0, r0, c7, c10, 1		@ clean D entry
 | 
						|
	add	r0, r0, #CACHE_DLINESIZE
 | 
						|
	subs	r1, r1, #CACHE_DLINESIZE
 | 
						|
	bhi	1b
 | 
						|
#if defined(CONFIG_CACHE_FEROCEON_L2) && \
 | 
						|
	!defined(CONFIG_CACHE_FEROCEON_L2_WRITETHROUGH)
 | 
						|
1:	mcr	p15, 1, r2, c15, c9, 1		@ clean L2 entry
 | 
						|
	add	r2, r2, #CACHE_DLINESIZE
 | 
						|
	subs	r3, r3, #CACHE_DLINESIZE
 | 
						|
	bhi	1b
 | 
						|
#endif
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
/* =============================== PageTable ============================== */
 | 
						|
 | 
						|
/*
 | 
						|
 * cpu_feroceon_switch_mm(pgd)
 | 
						|
 *
 | 
						|
 * Set the translation base pointer to be as described by pgd.
 | 
						|
 *
 | 
						|
 * pgd: new page tables
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(cpu_feroceon_switch_mm)
 | 
						|
#ifdef CONFIG_MMU
 | 
						|
	/*
 | 
						|
	 * Note: we wish to call __flush_whole_cache but we need to preserve
 | 
						|
	 * lr to do so.  The only way without touching main memory is to
 | 
						|
	 * use r2 which is normally used to test the VM_EXEC flag, and
 | 
						|
	 * compensate locally for the skipped ops if it is not set.
 | 
						|
	 */
 | 
						|
	mov	r2, lr				@ abuse r2 to preserve lr
 | 
						|
	bl	__flush_whole_cache
 | 
						|
	@ if r2 contains the VM_EXEC bit then the next 2 ops are done already
 | 
						|
	tst	r2, #VM_EXEC
 | 
						|
	mcreq	p15, 0, ip, c7, c5, 0		@ invalidate I cache
 | 
						|
	mcreq	p15, 0, ip, c7, c10, 4		@ drain WB
 | 
						|
 | 
						|
	mcr	p15, 0, r0, c2, c0, 0		@ load page table pointer
 | 
						|
	mcr	p15, 0, ip, c8, c7, 0		@ invalidate I & D TLBs
 | 
						|
	mov	pc, r2
 | 
						|
#else
 | 
						|
	mov	pc, lr
 | 
						|
#endif
 | 
						|
 | 
						|
/*
 | 
						|
 * cpu_feroceon_set_pte_ext(ptep, pte, ext)
 | 
						|
 *
 | 
						|
 * Set a PTE and flush it out
 | 
						|
 */
 | 
						|
	.align	5
 | 
						|
ENTRY(cpu_feroceon_set_pte_ext)
 | 
						|
#ifdef CONFIG_MMU
 | 
						|
	armv3_set_pte_ext wc_disable=0
 | 
						|
	mov	r0, r0
 | 
						|
	mcr	p15, 0, r0, c7, c10, 1		@ clean D entry
 | 
						|
#if defined(CONFIG_CACHE_FEROCEON_L2) && \
 | 
						|
	!defined(CONFIG_CACHE_FEROCEON_L2_WRITETHROUGH)
 | 
						|
	mcr	p15, 1, r0, c15, c9, 1		@ clean L2 entry
 | 
						|
#endif
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain WB
 | 
						|
#endif
 | 
						|
	mov	pc, lr
 | 
						|
 | 
						|
	__CPUINIT
 | 
						|
 | 
						|
	.type	__feroceon_setup, #function
 | 
						|
__feroceon_setup:
 | 
						|
	mov	r0, #0
 | 
						|
	mcr	p15, 0, r0, c7, c7		@ invalidate I,D caches on v4
 | 
						|
	mcr	p15, 0, r0, c7, c10, 4		@ drain write buffer on v4
 | 
						|
#ifdef CONFIG_MMU
 | 
						|
	mcr	p15, 0, r0, c8, c7		@ invalidate I,D TLBs on v4
 | 
						|
#endif
 | 
						|
 | 
						|
	adr	r5, feroceon_crval
 | 
						|
	ldmia	r5, {r5, r6}
 | 
						|
	mrc	p15, 0, r0, c1, c0		@ get control register v4
 | 
						|
	bic	r0, r0, r5
 | 
						|
	orr	r0, r0, r6
 | 
						|
	mov	pc, lr
 | 
						|
	.size	__feroceon_setup, . - __feroceon_setup
 | 
						|
 | 
						|
	/*
 | 
						|
	 *      B
 | 
						|
	 *  R   P
 | 
						|
	 * .RVI UFRS BLDP WCAM
 | 
						|
	 * .011 .001 ..11 0101
 | 
						|
	 *
 | 
						|
	 */
 | 
						|
	.type	feroceon_crval, #object
 | 
						|
feroceon_crval:
 | 
						|
	crval	clear=0x0000773f, mmuset=0x00003135, ucset=0x00001134
 | 
						|
 | 
						|
	__INITDATA
 | 
						|
 | 
						|
/*
 | 
						|
 * Purpose : Function pointers used to access above functions - all calls
 | 
						|
 *	     come through these
 | 
						|
 */
 | 
						|
	.type	feroceon_processor_functions, #object
 | 
						|
feroceon_processor_functions:
 | 
						|
	.word	v5t_early_abort
 | 
						|
	.word	legacy_pabort
 | 
						|
	.word	cpu_feroceon_proc_init
 | 
						|
	.word	cpu_feroceon_proc_fin
 | 
						|
	.word	cpu_feroceon_reset
 | 
						|
	.word	cpu_feroceon_do_idle
 | 
						|
	.word	cpu_feroceon_dcache_clean_area
 | 
						|
	.word	cpu_feroceon_switch_mm
 | 
						|
	.word	cpu_feroceon_set_pte_ext
 | 
						|
	.size	feroceon_processor_functions, . - feroceon_processor_functions
 | 
						|
 | 
						|
	.section ".rodata"
 | 
						|
 | 
						|
	.type	cpu_arch_name, #object
 | 
						|
cpu_arch_name:
 | 
						|
	.asciz	"armv5te"
 | 
						|
	.size	cpu_arch_name, . - cpu_arch_name
 | 
						|
 | 
						|
	.type	cpu_elf_name, #object
 | 
						|
cpu_elf_name:
 | 
						|
	.asciz	"v5"
 | 
						|
	.size	cpu_elf_name, . - cpu_elf_name
 | 
						|
 | 
						|
	.type	cpu_feroceon_name, #object
 | 
						|
cpu_feroceon_name:
 | 
						|
	.asciz	"Feroceon"
 | 
						|
	.size	cpu_feroceon_name, . - cpu_feroceon_name
 | 
						|
 | 
						|
	.type	cpu_88fr531_name, #object
 | 
						|
cpu_88fr531_name:
 | 
						|
	.asciz	"Feroceon 88FR531-vd"
 | 
						|
	.size	cpu_88fr531_name, . - cpu_88fr531_name
 | 
						|
 | 
						|
	.type	cpu_88fr571_name, #object
 | 
						|
cpu_88fr571_name:
 | 
						|
	.asciz	"Feroceon 88FR571-vd"
 | 
						|
	.size	cpu_88fr571_name, . - cpu_88fr571_name
 | 
						|
 | 
						|
	.type	cpu_88fr131_name, #object
 | 
						|
cpu_88fr131_name:
 | 
						|
	.asciz	"Feroceon 88FR131"
 | 
						|
	.size	cpu_88fr131_name, . - cpu_88fr131_name
 | 
						|
 | 
						|
	.align
 | 
						|
 | 
						|
	.section ".proc.info.init", #alloc, #execinstr
 | 
						|
 | 
						|
#ifdef CONFIG_CPU_FEROCEON_OLD_ID
 | 
						|
	.type	__feroceon_old_id_proc_info,#object
 | 
						|
__feroceon_old_id_proc_info:
 | 
						|
	.long	0x41009260
 | 
						|
	.long	0xff00fff0
 | 
						|
	.long	PMD_TYPE_SECT | \
 | 
						|
		PMD_SECT_BUFFERABLE | \
 | 
						|
		PMD_SECT_CACHEABLE | \
 | 
						|
		PMD_BIT4 | \
 | 
						|
		PMD_SECT_AP_WRITE | \
 | 
						|
		PMD_SECT_AP_READ
 | 
						|
	.long	PMD_TYPE_SECT | \
 | 
						|
		PMD_BIT4 | \
 | 
						|
		PMD_SECT_AP_WRITE | \
 | 
						|
		PMD_SECT_AP_READ
 | 
						|
	b	__feroceon_setup
 | 
						|
	.long	cpu_arch_name
 | 
						|
	.long	cpu_elf_name
 | 
						|
	.long	HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
 | 
						|
	.long	cpu_feroceon_name
 | 
						|
	.long	feroceon_processor_functions
 | 
						|
	.long	v4wbi_tlb_fns
 | 
						|
	.long	feroceon_user_fns
 | 
						|
	.long	feroceon_cache_fns
 | 
						|
	.size	__feroceon_old_id_proc_info, . - __feroceon_old_id_proc_info
 | 
						|
#endif
 | 
						|
 | 
						|
	.type	__88fr531_proc_info,#object
 | 
						|
__88fr531_proc_info:
 | 
						|
	.long	0x56055310
 | 
						|
	.long	0xfffffff0
 | 
						|
	.long	PMD_TYPE_SECT | \
 | 
						|
		PMD_SECT_BUFFERABLE | \
 | 
						|
		PMD_SECT_CACHEABLE | \
 | 
						|
		PMD_BIT4 | \
 | 
						|
		PMD_SECT_AP_WRITE | \
 | 
						|
		PMD_SECT_AP_READ
 | 
						|
	.long	PMD_TYPE_SECT | \
 | 
						|
		PMD_BIT4 | \
 | 
						|
		PMD_SECT_AP_WRITE | \
 | 
						|
		PMD_SECT_AP_READ
 | 
						|
	b	__feroceon_setup
 | 
						|
	.long	cpu_arch_name
 | 
						|
	.long	cpu_elf_name
 | 
						|
	.long	HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
 | 
						|
	.long	cpu_88fr531_name
 | 
						|
	.long	feroceon_processor_functions
 | 
						|
	.long	v4wbi_tlb_fns
 | 
						|
	.long	feroceon_user_fns
 | 
						|
	.long	feroceon_cache_fns
 | 
						|
	.size	__88fr531_proc_info, . - __88fr531_proc_info
 | 
						|
 | 
						|
	.type	__88fr571_proc_info,#object
 | 
						|
__88fr571_proc_info:
 | 
						|
	.long	0x56155710
 | 
						|
	.long	0xfffffff0
 | 
						|
	.long	PMD_TYPE_SECT | \
 | 
						|
		PMD_SECT_BUFFERABLE | \
 | 
						|
		PMD_SECT_CACHEABLE | \
 | 
						|
		PMD_BIT4 | \
 | 
						|
		PMD_SECT_AP_WRITE | \
 | 
						|
		PMD_SECT_AP_READ
 | 
						|
	.long	PMD_TYPE_SECT | \
 | 
						|
		PMD_BIT4 | \
 | 
						|
		PMD_SECT_AP_WRITE | \
 | 
						|
		PMD_SECT_AP_READ
 | 
						|
	b	__feroceon_setup
 | 
						|
	.long	cpu_arch_name
 | 
						|
	.long	cpu_elf_name
 | 
						|
	.long	HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
 | 
						|
	.long	cpu_88fr571_name
 | 
						|
	.long	feroceon_processor_functions
 | 
						|
	.long	v4wbi_tlb_fns
 | 
						|
	.long	feroceon_user_fns
 | 
						|
	.long	feroceon_range_cache_fns
 | 
						|
	.size	__88fr571_proc_info, . - __88fr571_proc_info
 | 
						|
 | 
						|
	.type	__88fr131_proc_info,#object
 | 
						|
__88fr131_proc_info:
 | 
						|
	.long	0x56251310
 | 
						|
	.long	0xfffffff0
 | 
						|
	.long	PMD_TYPE_SECT | \
 | 
						|
		PMD_SECT_BUFFERABLE | \
 | 
						|
		PMD_SECT_CACHEABLE | \
 | 
						|
		PMD_BIT4 | \
 | 
						|
		PMD_SECT_AP_WRITE | \
 | 
						|
		PMD_SECT_AP_READ
 | 
						|
	.long	PMD_TYPE_SECT | \
 | 
						|
		PMD_BIT4 | \
 | 
						|
		PMD_SECT_AP_WRITE | \
 | 
						|
		PMD_SECT_AP_READ
 | 
						|
	b	__feroceon_setup
 | 
						|
	.long	cpu_arch_name
 | 
						|
	.long	cpu_elf_name
 | 
						|
	.long	HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
 | 
						|
	.long	cpu_88fr131_name
 | 
						|
	.long	feroceon_processor_functions
 | 
						|
	.long	v4wbi_tlb_fns
 | 
						|
	.long	feroceon_user_fns
 | 
						|
	.long	feroceon_range_cache_fns
 | 
						|
	.size	__88fr131_proc_info, . - __88fr131_proc_info
 |