| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  *  IBM System z Huge TLB Page Support for Kernel. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *    Copyright IBM Corp. 2008 | 
					
						
							|  |  |  |  *    Author(s): Gerald Schaefer <gerald.schaefer@de.ibm.com> | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifndef _ASM_S390_HUGETLB_H
 | 
					
						
							|  |  |  | #define _ASM_S390_HUGETLB_H
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <asm/page.h>
 | 
					
						
							|  |  |  | #include <asm/pgtable.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define is_hugepage_only_range(mm, addr, len)	0
 | 
					
						
							|  |  |  | #define hugetlb_free_pgd_range			free_pgd_range
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, | 
					
						
							|  |  |  | 		     pte_t *ptep, pte_t pte); | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | pte_t huge_ptep_get(pte_t *ptep); | 
					
						
							|  |  |  | pte_t huge_ptep_get_and_clear(struct mm_struct *mm, | 
					
						
							|  |  |  | 			      unsigned long addr, pte_t *ptep); | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * If the arch doesn't supply something else, assume that hugepage | 
					
						
							|  |  |  |  * size aligned regions are ok without further preparation. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2008-07-23 21:27:41 -07:00
										 |  |  | static inline int prepare_hugepage_range(struct file *file, | 
					
						
							|  |  |  | 			unsigned long addr, unsigned long len) | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | { | 
					
						
							|  |  |  | 	if (len & ~HPAGE_MASK) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 	if (addr & ~HPAGE_MASK) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define hugetlb_prefault_arch_hook(mm)		do { } while (0)
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:29:32 -07:00
										 |  |  | #define arch_clear_hugepage_flags(page)		do { } while (0)
 | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | int arch_prepare_hugepage(struct page *page); | 
					
						
							|  |  |  | void arch_release_hugepage(struct page *page); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr, | 
					
						
							|  |  |  | 				  pte_t *ptep) | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	pte_val(*ptep) = _SEGMENT_ENTRY_EMPTY; | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | static inline void huge_ptep_clear_flush(struct vm_area_struct *vma, | 
					
						
							|  |  |  | 					 unsigned long address, pte_t *ptep) | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	huge_ptep_get_and_clear(vma->vm_mm, address, ptep); | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma, | 
					
						
							|  |  |  | 					     unsigned long addr, pte_t *ptep, | 
					
						
							|  |  |  | 					     pte_t pte, int dirty) | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	int changed = !pte_same(huge_ptep_get(ptep), pte); | 
					
						
							|  |  |  | 	if (changed) { | 
					
						
							|  |  |  | 		huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); | 
					
						
							|  |  |  | 		set_huge_pte_at(vma->vm_mm, addr, ptep, pte); | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return changed; | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, | 
					
						
							|  |  |  | 					   unsigned long addr, pte_t *ptep) | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep); | 
					
						
							|  |  |  | 	set_huge_pte_at(mm, addr, ptep, pte_wrprotect(pte)); | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot) | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return mk_pte(page, pgprot); | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | static inline int huge_pte_none(pte_t pte) | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return pte_none(pte); | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline int huge_pte_write(pte_t pte) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return pte_write(pte); | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline int huge_pte_dirty(pte_t pte) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return pte_dirty(pte); | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline pte_t huge_pte_mkwrite(pte_t pte) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return pte_mkwrite(pte); | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline pte_t huge_pte_mkdirty(pte_t pte) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return pte_mkdirty(pte); | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | static inline pte_t huge_pte_wrprotect(pte_t pte) | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return pte_wrprotect(pte); | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-23 20:57:57 +02:00
										 |  |  | 	return pte_modify(pte, newprot); | 
					
						
							| 
									
										
										
										
											2013-04-29 15:07:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-04-30 13:38:46 +02:00
										 |  |  | #endif /* _ASM_S390_HUGETLB_H */
 |