| 
									
										
										
										
											2008-10-30 19:37:09 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Copyright © 2008 Ingo Molnar | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU General Public License as published by | 
					
						
							|  |  |  |  * the Free Software Foundation; either version 2 of the License, or | 
					
						
							|  |  |  |  * (at your option) any later version. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is distributed in the hope that it will be useful, but | 
					
						
							|  |  |  |  * WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  |  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU | 
					
						
							|  |  |  |  * General Public License for more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * You should have received a copy of the GNU General Public License along | 
					
						
							|  |  |  |  * with this program; if not, write to the Free Software Foundation, Inc., | 
					
						
							|  |  |  |  * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <asm/iomap.h>
 | 
					
						
							| 
									
										
										
										
											2009-01-23 14:14:21 -08:00
										 |  |  | #include <asm/pat.h>
 | 
					
						
							| 
									
										
										
										
											2008-10-30 19:37:09 -07:00
										 |  |  | #include <linux/module.h>
 | 
					
						
							| 
									
										
										
										
											2009-03-31 15:23:25 -07:00
										 |  |  | #include <linux/highmem.h>
 | 
					
						
							| 
									
										
										
										
											2008-10-30 19:37:09 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-07-10 09:57:35 -07:00
										 |  |  | static int is_io_mapping_possible(resource_size_t base, unsigned long size) | 
					
						
							| 
									
										
										
										
											2009-02-24 17:35:12 -08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2009-04-02 16:44:38 -07:00
										 |  |  | #if !defined(CONFIG_X86_PAE) && defined(CONFIG_PHYS_ADDR_T_64BIT)
 | 
					
						
							| 
									
										
										
										
											2009-02-24 17:35:12 -08:00
										 |  |  | 	/* There is no way to map greater than 1 << 32 address without PAE */ | 
					
						
							|  |  |  | 	if (base + size > 0x100000000ULL) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							| 
									
										
										
										
											2009-02-28 14:09:27 +01:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2009-02-24 17:35:12 -08:00
										 |  |  | 	return 1; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2009-07-10 09:57:35 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | int iomap_create_wc(resource_size_t base, unsigned long size, pgprot_t *prot) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	unsigned long flag = _PAGE_CACHE_WC; | 
					
						
							|  |  |  | 	int ret; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!is_io_mapping_possible(base, size)) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	ret = io_reserve_memtype(base, base + size, &flag); | 
					
						
							|  |  |  | 	if (ret) | 
					
						
							|  |  |  | 		return ret; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	*prot = __pgprot(__PAGE_KERNEL | flag); | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(iomap_create_wc); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | iomap_free(resource_size_t base, unsigned long size) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	io_free_memtype(base, base + size); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(iomap_free); | 
					
						
							| 
									
										
										
										
											2009-02-24 17:35:12 -08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-03-13 03:20:49 +01:00
										 |  |  | void *kmap_atomic_prot_pfn(unsigned long pfn, enum km_type type, pgprot_t prot) | 
					
						
							| 
									
										
										
										
											2008-10-30 19:37:09 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	enum fixed_addresses idx; | 
					
						
							|  |  |  | 	unsigned long vaddr; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	pagefault_disable(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-04-02 16:01:26 +09:00
										 |  |  | 	debug_kmap_atomic(type); | 
					
						
							| 
									
										
										
										
											2009-03-13 03:20:49 +01:00
										 |  |  | 	idx = type + KM_TYPE_NR * smp_processor_id(); | 
					
						
							|  |  |  | 	vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx); | 
					
						
							|  |  |  | 	set_pte(kmap_pte - idx, pfn_pte(pfn, prot)); | 
					
						
							|  |  |  | 	arch_flush_lazy_mmu_mode(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return (void *)vaddr; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Map 'pfn' using fixed map 'type' and protections 'prot' | 
					
						
							| 
									
										
										
										
											2008-10-30 19:37:09 -07:00
										 |  |  |  */ | 
					
						
							|  |  |  | void * | 
					
						
							|  |  |  | iomap_atomic_prot_pfn(unsigned long pfn, enum km_type type, pgprot_t prot) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2009-01-23 14:14:21 -08:00
										 |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * For non-PAT systems, promote PAGE_KERNEL_WC to PAGE_KERNEL_UC_MINUS. | 
					
						
							|  |  |  | 	 * PAGE_KERNEL_WC maps to PWT, which translates to uncached if the | 
					
						
							|  |  |  | 	 * MTRR is UC or WC.  UC_MINUS gets the real intention, of the | 
					
						
							|  |  |  | 	 * user, which is "WC if the MTRR is WC, UC if you can't do that." | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	if (!pat_enabled && pgprot_val(prot) == pgprot_val(PAGE_KERNEL_WC)) | 
					
						
							|  |  |  | 		prot = PAGE_KERNEL_UC_MINUS; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-03-11 23:33:18 +09:00
										 |  |  | 	return kmap_atomic_prot_pfn(pfn, type, prot); | 
					
						
							| 
									
										
										
										
											2008-10-30 19:37:09 -07:00
										 |  |  | } | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(iomap_atomic_prot_pfn); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void | 
					
						
							|  |  |  | iounmap_atomic(void *kvaddr, enum km_type type) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; | 
					
						
							|  |  |  | 	enum fixed_addresses idx = type + KM_TYPE_NR*smp_processor_id(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * Force other mappings to Oops if they'll try to access this pte | 
					
						
							|  |  |  | 	 * without first remap it.  Keeping stale mappings around is a bad idea | 
					
						
							|  |  |  | 	 * also, in case the page changes cacheability attributes or becomes | 
					
						
							|  |  |  | 	 * a protected page in a hypervisor. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	if (vaddr == __fix_to_virt(FIX_KMAP_BEGIN+idx)) | 
					
						
							|  |  |  | 		kpte_clear_flush(kmap_pte-idx, vaddr); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	pagefault_enable(); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(iounmap_atomic); |