| 
									
										
										
										
											2008-10-22 22:26:29 -07:00
										 |  |  | #ifndef _ASM_X86_SYNC_BITOPS_H
 | 
					
						
							|  |  |  | #define _ASM_X86_SYNC_BITOPS_H
 | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Copyright 1992, Linus Torvalds. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * These have to be done with inline assembly: that way the bit-setting | 
					
						
							|  |  |  |  * is guaranteed to be atomic. All bit operations return 0 if the bit | 
					
						
							|  |  |  |  * was cleared before the operation and != 0 if it was not. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * bit 0 is the LSB of addr; bit 32 is the LSB of (addr+1). | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:38 -07:00
										 |  |  | #define ADDR (*(volatile long *)addr)
 | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * sync_set_bit - Atomically set a bit in memory | 
					
						
							|  |  |  |  * @nr: the bit to set | 
					
						
							|  |  |  |  * @addr: the address to start counting from | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This function is atomic and may not be reordered.  See __set_bit() | 
					
						
							|  |  |  |  * if you do not require the atomic guarantees. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Note that @nr may be almost arbitrarily large; this function is not | 
					
						
							|  |  |  |  * restricted to acting on a single-word quantity. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | static inline void sync_set_bit(long nr, volatile unsigned long *addr) | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | 	asm volatile("lock; bts %1,%0" | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:38 -07:00
										 |  |  | 		     : "+m" (ADDR) | 
					
						
							|  |  |  | 		     : "Ir" (nr) | 
					
						
							|  |  |  | 		     : "memory"); | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * sync_clear_bit - Clears a bit in memory | 
					
						
							|  |  |  |  * @nr: Bit to clear | 
					
						
							|  |  |  |  * @addr: Address to start counting from | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * sync_clear_bit() is atomic and may not be reordered.  However, it does | 
					
						
							|  |  |  |  * not contain a memory barrier, so if it is used for locking purposes, | 
					
						
							| 
									
										
										
										
											2014-03-13 19:00:35 +01:00
										 |  |  |  * you should call smp_mb__before_atomic() and/or smp_mb__after_atomic() | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  |  * in order to ensure changes are visible on other processors. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | static inline void sync_clear_bit(long nr, volatile unsigned long *addr) | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | 	asm volatile("lock; btr %1,%0" | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:38 -07:00
										 |  |  | 		     : "+m" (ADDR) | 
					
						
							|  |  |  | 		     : "Ir" (nr) | 
					
						
							|  |  |  | 		     : "memory"); | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * sync_change_bit - Toggle a bit in memory | 
					
						
							|  |  |  |  * @nr: Bit to change | 
					
						
							|  |  |  |  * @addr: Address to start counting from | 
					
						
							|  |  |  |  * | 
					
						
							| 
									
										
										
										
											2008-03-16 02:47:35 -07:00
										 |  |  |  * sync_change_bit() is atomic and may not be reordered. | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  |  * Note that @nr may be almost arbitrarily large; this function is not | 
					
						
							|  |  |  |  * restricted to acting on a single-word quantity. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | static inline void sync_change_bit(long nr, volatile unsigned long *addr) | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | 	asm volatile("lock; btc %1,%0" | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:38 -07:00
										 |  |  | 		     : "+m" (ADDR) | 
					
						
							|  |  |  | 		     : "Ir" (nr) | 
					
						
							|  |  |  | 		     : "memory"); | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * sync_test_and_set_bit - Set a bit and return its old value | 
					
						
							|  |  |  |  * @nr: Bit to set | 
					
						
							|  |  |  |  * @addr: Address to count from | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This operation is atomic and cannot be reordered. | 
					
						
							|  |  |  |  * It also implies a memory barrier. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | static inline int sync_test_and_set_bit(long nr, volatile unsigned long *addr) | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	int oldbit; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | 	asm volatile("lock; bts %2,%1\n\tsbbl %0,%0" | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:38 -07:00
										 |  |  | 		     : "=r" (oldbit), "+m" (ADDR) | 
					
						
							|  |  |  | 		     : "Ir" (nr) : "memory"); | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | 	return oldbit; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * sync_test_and_clear_bit - Clear a bit and return its old value | 
					
						
							|  |  |  |  * @nr: Bit to clear | 
					
						
							|  |  |  |  * @addr: Address to count from | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This operation is atomic and cannot be reordered. | 
					
						
							|  |  |  |  * It also implies a memory barrier. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | static inline int sync_test_and_clear_bit(long nr, volatile unsigned long *addr) | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	int oldbit; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | 	asm volatile("lock; btr %2,%1\n\tsbbl %0,%0" | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:38 -07:00
										 |  |  | 		     : "=r" (oldbit), "+m" (ADDR) | 
					
						
							|  |  |  | 		     : "Ir" (nr) : "memory"); | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | 	return oldbit; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * sync_test_and_change_bit - Change a bit and return its old value | 
					
						
							|  |  |  |  * @nr: Bit to change | 
					
						
							|  |  |  |  * @addr: Address to count from | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This operation is atomic and cannot be reordered. | 
					
						
							|  |  |  |  * It also implies a memory barrier. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | static inline int sync_test_and_change_bit(long nr, volatile unsigned long *addr) | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	int oldbit; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-07-16 15:20:14 -07:00
										 |  |  | 	asm volatile("lock; btc %2,%1\n\tsbbl %0,%0" | 
					
						
							| 
									
										
										
										
											2008-03-23 01:03:38 -07:00
										 |  |  | 		     : "=r" (oldbit), "+m" (ADDR) | 
					
						
							|  |  |  | 		     : "Ir" (nr) : "memory"); | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | 	return oldbit; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-03-22 13:27:38 -07:00
										 |  |  | #define sync_test_bit(nr, addr) test_bit(nr, addr)
 | 
					
						
							| 
									
										
										
										
											2006-09-25 23:32:23 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #undef ADDR
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-10-22 22:26:29 -07:00
										 |  |  | #endif /* _ASM_X86_SYNC_BITOPS_H */
 |