| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #ifndef _ASM_GENERIC_PERCPU_H_
 | 
					
						
							|  |  |  | #define _ASM_GENERIC_PERCPU_H_
 | 
					
						
							|  |  |  | #include <linux/compiler.h>
 | 
					
						
							| 
									
										
										
										
											2007-05-02 19:27:10 +02:00
										 |  |  | #include <linux/threads.h>
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Determine the real variable name from the name visible in the | 
					
						
							|  |  |  |  * kernel sources. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define per_cpu_var(var) per_cpu__##var
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | #ifdef CONFIG_SMP
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * per_cpu_offset() is the offset that has to be added to a | 
					
						
							|  |  |  |  * percpu variable to get to the instance for a certain processor. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Most arches use the __per_cpu_offset array for those offsets but | 
					
						
							|  |  |  |  * some arches have their own ways of determining the offset (x86_64, s390). | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #ifndef __per_cpu_offset
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | extern unsigned long __per_cpu_offset[NR_CPUS]; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:26 -07:00
										 |  |  | #define per_cpu_offset(x) (__per_cpu_offset[x])
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Determine the offset for the currently active processor. | 
					
						
							|  |  |  |  * An arch may define __my_cpu_offset to provide a more effective | 
					
						
							|  |  |  |  * means of obtaining the offset to the per cpu variables of the | 
					
						
							|  |  |  |  * current processor. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #ifndef __my_cpu_offset
 | 
					
						
							|  |  |  | #define __my_cpu_offset per_cpu_offset(raw_smp_processor_id())
 | 
					
						
							| 
									
										
										
										
											2008-02-23 19:40:17 +00:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | #ifdef CONFIG_DEBUG_PREEMPT
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  | #define my_cpu_offset per_cpu_offset(smp_processor_id())
 | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  | #define my_cpu_offset __my_cpu_offset
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Add a offset to a pointer but keep the pointer as is. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Only S390 provides its own means of moving the pointer. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #ifndef SHIFT_PERCPU_PTR
 | 
					
						
							|  |  |  | #define SHIFT_PERCPU_PTR(__p, __offset)	RELOC_HIDE((__p), (__offset))
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2006-07-03 00:24:26 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:33:32 +01:00
										 |  |  |  * A percpu variable may point to a discarded regions. The following are | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  |  * established ways to produce a usable pointer from the percpu variable | 
					
						
							|  |  |  |  * offset. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define per_cpu(var, cpu) \
 | 
					
						
							|  |  |  | 	(*SHIFT_PERCPU_PTR(&per_cpu_var(var), per_cpu_offset(cpu))) | 
					
						
							|  |  |  | #define __get_cpu_var(var) \
 | 
					
						
							|  |  |  | 	(*SHIFT_PERCPU_PTR(&per_cpu_var(var), my_cpu_offset)) | 
					
						
							|  |  |  | #define __raw_get_cpu_var(var) \
 | 
					
						
							|  |  |  | 	(*SHIFT_PERCPU_PTR(&per_cpu_var(var), __my_cpu_offset)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:33:32 +01:00
										 |  |  | #ifdef CONFIG_HAVE_SETUP_PER_CPU_AREA
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  | extern void setup_per_cpu_areas(void); | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #else /* ! SMP */
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  | #define per_cpu(var, cpu)			(*((void)(cpu), &per_cpu_var(var)))
 | 
					
						
							|  |  |  | #define __get_cpu_var(var)			per_cpu_var(var)
 | 
					
						
							|  |  |  | #define __raw_get_cpu_var(var)			per_cpu_var(var)
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #endif	/* SMP */
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-30 13:32:52 +01:00
										 |  |  | #ifndef PER_CPU_ATTRIBUTES
 | 
					
						
							|  |  |  | #define PER_CPU_ATTRIBUTES
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define DECLARE_PER_CPU(type, name) extern PER_CPU_ATTRIBUTES \
 | 
					
						
							|  |  |  | 					__typeof__(type) per_cpu_var(name) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #endif /* _ASM_GENERIC_PERCPU_H_ */
 |