| 
									
										
										
										
											2008-12-23 15:22:14 -08:00
										 |  |  | /***********************license start***************
 | 
					
						
							|  |  |  |  * Author: Cavium Networks | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Contact: support@caviumnetworks.com | 
					
						
							|  |  |  |  * This file is part of the OCTEON SDK | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (c) 2003-2008 Cavium Networks | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This file is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU General Public License, Version 2, as | 
					
						
							|  |  |  |  * published by the Free Software Foundation. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This file is distributed in the hope that it will be useful, but | 
					
						
							|  |  |  |  * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty | 
					
						
							|  |  |  |  * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or | 
					
						
							|  |  |  |  * NONINFRINGEMENT.  See the GNU General Public License for more | 
					
						
							|  |  |  |  * details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * You should have received a copy of the GNU General Public License | 
					
						
							|  |  |  |  * along with this file; if not, write to the Free Software | 
					
						
							|  |  |  |  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA | 
					
						
							|  |  |  |  * or visit http://www.gnu.org/licenses/.
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This file may also be available under a different license from Cavium. | 
					
						
							|  |  |  |  * Contact Cavium Networks for more information | 
					
						
							|  |  |  |  ***********************license end**************************************/ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This is file defines ASM primitives for the executive. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #ifndef __CVMX_ASM_H__
 | 
					
						
							|  |  |  | #define __CVMX_ASM_H__
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-02 18:01:25 +01:00
										 |  |  | #include <asm/octeon/octeon-model.h>
 | 
					
						
							| 
									
										
										
										
											2008-12-23 15:22:14 -08:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* other useful stuff */ | 
					
						
							|  |  |  | #define CVMX_SYNC asm volatile ("sync" : : : "memory")
 | 
					
						
							|  |  |  | /* String version of SYNCW macro for using in inline asm constructs */ | 
					
						
							|  |  |  | #define CVMX_SYNCW_STR "syncw\nsyncw\n"
 | 
					
						
							|  |  |  | #ifdef __OCTEON__
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Deprecated, will be removed in future release */ | 
					
						
							|  |  |  | #define CVMX_SYNCIO asm volatile ("nop")
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define CVMX_SYNCIOBDMA asm volatile ("synciobdma" : : : "memory")
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Deprecated, will be removed in future release */ | 
					
						
							|  |  |  | #define CVMX_SYNCIOALL asm volatile ("nop")
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * We actually use two syncw instructions in a row when we need a write | 
					
						
							|  |  |  |  * memory barrier. This is because the CN3XXX series of Octeons have | 
					
						
							|  |  |  |  * errata Core-401. This can cause a single syncw to not enforce | 
					
						
							|  |  |  |  * ordering under very rare conditions. Even if it is rare, better safe | 
					
						
							|  |  |  |  * than sorry. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define CVMX_SYNCW asm volatile ("syncw\n\tsyncw" : : : "memory")
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Define new sync instructions to be normal SYNC instructions for | 
					
						
							|  |  |  |  * operating systems that use threads. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define CVMX_SYNCWS CVMX_SYNCW
 | 
					
						
							|  |  |  | #define CVMX_SYNCS  CVMX_SYNC
 | 
					
						
							|  |  |  | #define CVMX_SYNCWS_STR CVMX_SYNCW_STR
 | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Not using a Cavium compiler, always use the slower sync so the | 
					
						
							|  |  |  |  * assembler stays happy. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | /* Deprecated, will be removed in future release */ | 
					
						
							|  |  |  | #define CVMX_SYNCIO asm volatile ("nop")
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define CVMX_SYNCIOBDMA asm volatile ("sync" : : : "memory")
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Deprecated, will be removed in future release */ | 
					
						
							|  |  |  | #define CVMX_SYNCIOALL asm volatile ("nop")
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define CVMX_SYNCW asm volatile ("sync" : : : "memory")
 | 
					
						
							|  |  |  | #define CVMX_SYNCWS CVMX_SYNCW
 | 
					
						
							|  |  |  | #define CVMX_SYNCS  CVMX_SYNC
 | 
					
						
							|  |  |  | #define CVMX_SYNCWS_STR CVMX_SYNCW_STR
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * CVMX_PREPARE_FOR_STORE makes each byte of the block unpredictable | 
					
						
							|  |  |  |  * (actually old value or zero) until that byte is stored to (by this or | 
					
						
							|  |  |  |  * another processor. Note that the value of each byte is not only | 
					
						
							|  |  |  |  * unpredictable, but may also change again - up until the point when one | 
					
						
							|  |  |  |  * of the cores stores to the byte. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define CVMX_PREPARE_FOR_STORE(address, offset) \
 | 
					
						
							|  |  |  | 	asm volatile ("pref 30, " CVMX_TMP_STR(offset) "(%[rbase])" : : \ | 
					
						
							|  |  |  | 	[rbase] "d" (address)) | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * This is a command headed to the L2 controller to tell it to clear | 
					
						
							|  |  |  |  * its dirty bit for a block. Basically, SW is telling HW that the | 
					
						
							|  |  |  |  * current version of the block will not be used. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define CVMX_DONT_WRITE_BACK(address, offset) \
 | 
					
						
							|  |  |  | 	asm volatile ("pref 29, " CVMX_TMP_STR(offset) "(%[rbase])" : : \ | 
					
						
							|  |  |  | 	[rbase] "d" (address)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* flush stores, invalidate entire icache */ | 
					
						
							|  |  |  | #define CVMX_ICACHE_INVALIDATE \
 | 
					
						
							|  |  |  | 	{ CVMX_SYNC; asm volatile ("synci 0($0)" : : ); } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* flush stores, invalidate entire icache */ | 
					
						
							|  |  |  | #define CVMX_ICACHE_INVALIDATE2 \
 | 
					
						
							|  |  |  | 	{ CVMX_SYNC; asm volatile ("cache 0, 0($0)" : : ); } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* complete prefetches, invalidate entire dcache */ | 
					
						
							|  |  |  | #define CVMX_DCACHE_INVALIDATE \
 | 
					
						
							|  |  |  | 	{ CVMX_SYNC; asm volatile ("cache 9, 0($0)" : : ); } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-10-07 16:03:42 -07:00
										 |  |  | #define CVMX_CACHE(op, address, offset)					\
 | 
					
						
							|  |  |  | 	asm volatile ("cache " CVMX_TMP_STR(op) ", " CVMX_TMP_STR(offset) "(%[rbase])" \ | 
					
						
							|  |  |  | 		: : [rbase] "d" (address) ) | 
					
						
							|  |  |  | /* fetch and lock the state. */ | 
					
						
							|  |  |  | #define CVMX_CACHE_LCKL2(address, offset) CVMX_CACHE(31, address, offset)
 | 
					
						
							|  |  |  | /* unlock the state. */ | 
					
						
							|  |  |  | #define CVMX_CACHE_WBIL2(address, offset) CVMX_CACHE(23, address, offset)
 | 
					
						
							|  |  |  | /* invalidate the cache block and clear the USED bits for the block */ | 
					
						
							|  |  |  | #define CVMX_CACHE_WBIL2I(address, offset) CVMX_CACHE(3, address, offset)
 | 
					
						
							|  |  |  | /* load virtual tag and data for the L2 cache block into L2C_TAD0_TAG register */ | 
					
						
							|  |  |  | #define CVMX_CACHE_LTGL2I(address, offset) CVMX_CACHE(7, address, offset)
 | 
					
						
							| 
									
										
										
										
											2008-12-23 15:22:14 -08:00
										 |  |  | 
 | 
					
						
							|  |  |  | #define CVMX_POP(result, input) \
 | 
					
						
							|  |  |  | 	asm ("pop %[rd],%[rs]" : [rd] "=d" (result) : [rs] "d" (input)) | 
					
						
							|  |  |  | #define CVMX_DPOP(result, input) \
 | 
					
						
							|  |  |  | 	asm ("dpop %[rd],%[rs]" : [rd] "=d" (result) : [rs] "d" (input)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* some new cop0-like stuff */ | 
					
						
							|  |  |  | #define CVMX_RDHWR(result, regstr) \
 | 
					
						
							|  |  |  | 	asm volatile ("rdhwr %[rt],$" CVMX_TMP_STR(regstr) : [rt] "=d" (result)) | 
					
						
							|  |  |  | #define CVMX_RDHWRNV(result, regstr) \
 | 
					
						
							|  |  |  | 	asm ("rdhwr %[rt],$" CVMX_TMP_STR(regstr) : [rt] "=d" (result)) | 
					
						
							|  |  |  | #endif /* __CVMX_ASM_H__ */
 |