| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  *  linux/arch/arm/mm/copypage-v6.c | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Copyright (C) 2002 Deep Blue Solutions Ltd, All Rights Reserved. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU General Public License version 2 as | 
					
						
							|  |  |  |  * published by the Free Software Foundation. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #include <linux/init.h>
 | 
					
						
							|  |  |  | #include <linux/spinlock.h>
 | 
					
						
							|  |  |  | #include <linux/mm.h>
 | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | #include <linux/highmem.h>
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include <asm/pgtable.h>
 | 
					
						
							|  |  |  | #include <asm/shmparam.h>
 | 
					
						
							|  |  |  | #include <asm/tlbflush.h>
 | 
					
						
							|  |  |  | #include <asm/cacheflush.h>
 | 
					
						
							| 
									
										
										
										
											2008-08-10 18:10:19 +01:00
										 |  |  | #include <asm/cachetype.h>
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-08-21 17:06:38 +01:00
										 |  |  | #include "mm.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #if SHMLBA > 16384
 | 
					
						
							|  |  |  | #error FIX ME
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-07-03 08:44:46 -05:00
										 |  |  | static DEFINE_RAW_SPINLOCK(v6_lock); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Copy the user page.  No aliasing to deal with so we can just | 
					
						
							|  |  |  |  * attack the kernel's existing mapping of these pages. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | static void v6_copy_user_highpage_nonaliasing(struct page *to, | 
					
						
							| 
									
										
										
										
											2009-10-05 15:17:45 +01:00
										 |  |  | 	struct page *from, unsigned long vaddr, struct vm_area_struct *vma) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | 	void *kto, *kfrom; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-11-25 23:14:15 +08:00
										 |  |  | 	kfrom = kmap_atomic(from); | 
					
						
							|  |  |  | 	kto = kmap_atomic(to); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	copy_page(kto, kfrom); | 
					
						
							| 
									
										
										
										
											2011-11-25 23:14:15 +08:00
										 |  |  | 	kunmap_atomic(kto); | 
					
						
							|  |  |  | 	kunmap_atomic(kfrom); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Clear the user page.  No aliasing to deal with so we can just | 
					
						
							|  |  |  |  * attack the kernel's existing mapping of this page. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2008-10-31 16:32:19 +00:00
										 |  |  | static void v6_clear_user_highpage_nonaliasing(struct page *page, unsigned long vaddr) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2011-11-25 23:14:15 +08:00
										 |  |  | 	void *kaddr = kmap_atomic(page); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	clear_page(kaddr); | 
					
						
							| 
									
										
										
										
											2011-11-25 23:14:15 +08:00
										 |  |  | 	kunmap_atomic(kaddr); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  |  * Discard data in the kernel mapping for the new page. | 
					
						
							|  |  |  |  * FIXME: needs this MCRR to be supported. | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  */ | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | static void discard_old_kernel_data(void *kto) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	__asm__("mcrr	p15, 0, %1, %0, c6	@ 0xec401f06" | 
					
						
							|  |  |  | 	   : | 
					
						
							|  |  |  | 	   : "r" (kto), | 
					
						
							| 
									
										
										
										
											2014-11-29 02:51:49 +01:00
										 |  |  | 	     "r" ((unsigned long)kto + PAGE_SIZE - 1) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	   : "cc"); | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Copy the page, taking account of the cache colour. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static void v6_copy_user_highpage_aliasing(struct page *to, | 
					
						
							| 
									
										
										
										
											2009-10-05 15:17:45 +01:00
										 |  |  | 	struct page *from, unsigned long vaddr, struct vm_area_struct *vma) | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | { | 
					
						
							|  |  |  | 	unsigned int offset = CACHE_COLOUR(vaddr); | 
					
						
							|  |  |  | 	unsigned long kfrom, kto; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-09-13 15:57:36 +01:00
										 |  |  | 	if (!test_and_set_bit(PG_dcache_clean, &from->flags)) | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | 		__flush_dcache_page(page_mapping(from), from); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* FIXME: not highmem safe */ | 
					
						
							|  |  |  | 	discard_old_kernel_data(page_address(to)); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * Now copy the page using the same cache colour as the | 
					
						
							|  |  |  | 	 * pages ultimate destination. | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
										
										
											2009-07-03 08:44:46 -05:00
										 |  |  | 	raw_spin_lock(&v6_lock); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-07-02 14:46:27 +01:00
										 |  |  | 	kfrom = COPYPAGE_V6_FROM + (offset << PAGE_SHIFT); | 
					
						
							|  |  |  | 	kto   = COPYPAGE_V6_TO + (offset << PAGE_SHIFT); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-07-02 15:20:44 +01:00
										 |  |  | 	set_top_pte(kfrom, mk_pte(from, PAGE_KERNEL)); | 
					
						
							|  |  |  | 	set_top_pte(kto, mk_pte(to, PAGE_KERNEL)); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | 	copy_page((void *)kto, (void *)kfrom); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-07-03 08:44:46 -05:00
										 |  |  | 	raw_spin_unlock(&v6_lock); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Clear the user page.  We need to deal with the aliasing issues, | 
					
						
							|  |  |  |  * so remap the kernel page into the same cache colour as the user | 
					
						
							|  |  |  |  * page. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2008-10-31 16:32:19 +00:00
										 |  |  | static void v6_clear_user_highpage_aliasing(struct page *page, unsigned long vaddr) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2011-07-02 14:46:27 +01:00
										 |  |  | 	unsigned long to = COPYPAGE_V6_TO + (CACHE_COLOUR(vaddr) << PAGE_SHIFT); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-10-31 16:32:19 +00:00
										 |  |  | 	/* FIXME: not highmem safe */ | 
					
						
							|  |  |  | 	discard_old_kernel_data(page_address(page)); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * Now clear the page using the same cache colour as | 
					
						
							|  |  |  | 	 * the pages ultimate destination. | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
										
										
											2009-07-03 08:44:46 -05:00
										 |  |  | 	raw_spin_lock(&v6_lock); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-07-02 15:20:44 +01:00
										 |  |  | 	set_top_pte(to, mk_pte(page, PAGE_KERNEL)); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	clear_page((void *)to); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-07-03 08:44:46 -05:00
										 |  |  | 	raw_spin_unlock(&v6_lock); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct cpu_user_fns v6_user_fns __initdata = { | 
					
						
							| 
									
										
										
										
											2008-10-31 16:32:19 +00:00
										 |  |  | 	.cpu_clear_user_highpage = v6_clear_user_highpage_nonaliasing, | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | 	.cpu_copy_user_highpage	= v6_copy_user_highpage_nonaliasing, | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int __init v6_userpage_init(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	if (cache_is_vipt_aliasing()) { | 
					
						
							| 
									
										
										
										
											2008-10-31 16:32:19 +00:00
										 |  |  | 		cpu_user.cpu_clear_user_highpage = v6_clear_user_highpage_aliasing; | 
					
						
							| 
									
										
										
										
											2008-10-31 15:08:35 +00:00
										 |  |  | 		cpu_user.cpu_copy_user_highpage = v6_copy_user_highpage_aliasing; | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-05-10 17:30:47 +01:00
										 |  |  | core_initcall(v6_userpage_init); |