| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  *  Copyright (c) 2008 Silicon Graphics, Inc.  All Rights Reserved. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  This program is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |  *  it under the terms of the GNU General Public License as published by | 
					
						
							|  |  |  |  *  the Free Software Foundation; either version 2 of the License, or | 
					
						
							|  |  |  |  *  (at your option) any later version. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  |  *  but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  |  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  |  *  GNU General Public License for more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  You should have received a copy of the GNU General Public License | 
					
						
							|  |  |  |  *  along with this program; if not, write to the Free Software | 
					
						
							|  |  |  |  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #ifndef __GRU_KSERVICES_H_
 | 
					
						
							|  |  |  | #define __GRU_KSERVICES_H_
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Message queues using the GRU to send/receive messages. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * These function allow the user to create a message queue for | 
					
						
							|  |  |  |  * sending/receiving 1 or 2 cacheline messages using the GRU. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Processes SENDING messages will use a kernel CBR/DSR to send | 
					
						
							|  |  |  |  * the message. This is transparent to the caller. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * The receiver does not use any GRU resources. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * The functions support: | 
					
						
							|  |  |  |  * 	- single receiver | 
					
						
							|  |  |  |  * 	- multiple senders | 
					
						
							|  |  |  |  *	- cross partition message | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Missing features ZZZ: | 
					
						
							|  |  |  |  * 	- user options for dealing with timeouts, queue full, etc. | 
					
						
							|  |  |  |  * 	- gru_create_message_queue() needs interrupt vector info | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  | struct gru_message_queue_desc { | 
					
						
							|  |  |  | 	void		*mq;			/* message queue vaddress */ | 
					
						
							|  |  |  | 	unsigned long	mq_gpa;			/* global address of mq */ | 
					
						
							|  |  |  | 	int		qlines;			/* queue size in CL */ | 
					
						
							|  |  |  | 	int		interrupt_vector;	/* interrupt vector */ | 
					
						
							|  |  |  | 	int		interrupt_pnode;	/* pnode for interrupt */ | 
					
						
							|  |  |  | 	int		interrupt_apicid;	/* lapicid for interrupt */ | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Initialize a user allocated chunk of memory to be used as | 
					
						
							|  |  |  |  * a message queue. The caller must ensure that the queue is | 
					
						
							|  |  |  |  * in contiguous physical memory and is cacheline aligned. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Message queue size is the total number of bytes allocated | 
					
						
							|  |  |  |  * to the queue including a 2 cacheline header that is used | 
					
						
							|  |  |  |  * to manage the queue. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Input: | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  |  * 	mqd	pointer to message queue descriptor | 
					
						
							|  |  |  |  * 	p	pointer to user allocated mesq memory. | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  |  * 	bytes	size of message queue in bytes | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  |  *      vector	interrupt vector (zero if no interrupts) | 
					
						
							|  |  |  |  *      nasid	nasid of blade where interrupt is delivered | 
					
						
							|  |  |  |  *      apicid	apicid of cpu for interrupt | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  |  * | 
					
						
							|  |  |  |  *  Errors: | 
					
						
							|  |  |  |  *  	0	OK | 
					
						
							|  |  |  |  *  	>0	error | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  | extern int gru_create_message_queue(struct gru_message_queue_desc *mqd, | 
					
						
							|  |  |  | 		void *p, unsigned int bytes, int nasid, int vector, int apicid); | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Send a message to a message queue. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Note: The message queue transport mechanism uses the first 32 | 
					
						
							|  |  |  |  * bits of the message. Users should avoid using these bits. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *   Input: | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  |  * 	mqd	pointer to message queue descriptor | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  |  * 	mesg	pointer to message. Must be 64-bit aligned | 
					
						
							|  |  |  |  * 	bytes	size of message in bytes | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *   Output: | 
					
						
							|  |  |  |  *      0	message sent | 
					
						
							|  |  |  |  *     >0	Send failure - see error codes below | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  | extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd, | 
					
						
							|  |  |  | 			void *mesg, unsigned int bytes); | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* Status values for gru_send_message() */ | 
					
						
							|  |  |  | #define MQE_OK			0	/* message sent successfully */
 | 
					
						
							|  |  |  | #define MQE_CONGESTION		1	/* temporary congestion, try again */
 | 
					
						
							|  |  |  | #define MQE_QUEUE_FULL		2	/* queue is full */
 | 
					
						
							|  |  |  | #define MQE_UNEXPECTED_CB_ERR	3	/* unexpected CB error */
 | 
					
						
							|  |  |  | #define MQE_PAGE_OVERFLOW	10	/* BUG - queue overflowed a page */
 | 
					
						
							|  |  |  | #define MQE_BUG_NO_RESOURCES	11	/* BUG - could not alloc GRU cb/dsr */
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Advance the receive pointer for the message queue to the next message. | 
					
						
							|  |  |  |  * Note: current API requires messages to be gotten & freed in order. Future | 
					
						
							|  |  |  |  * API extensions may allow for out-of-order freeing. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *   Input | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  |  * 	mqd	pointer to message queue descriptor | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  |  * 	mesq	message being freed | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  | extern void gru_free_message(struct gru_message_queue_desc *mqd, | 
					
						
							|  |  |  | 			     void *mesq); | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Get next message from message queue. Returns pointer to | 
					
						
							|  |  |  |  * message OR NULL if no message present. | 
					
						
							|  |  |  |  * User must call gru_free_message() after message is processed | 
					
						
							|  |  |  |  * in order to move the queue pointers to next message. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *   Input | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  |  * 	mqd	pointer to message queue descriptor | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  |  * | 
					
						
							|  |  |  |  *   Output: | 
					
						
							|  |  |  |  *	p	pointer to message | 
					
						
							|  |  |  |  *	NULL	no message available | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2009-04-02 16:59:10 -07:00
										 |  |  | extern void *gru_get_next_message(struct gru_message_queue_desc *mqd); | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-12-15 16:47:55 -08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Read a GRU global GPA. Source can be located in a remote partition. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *    Input: | 
					
						
							|  |  |  |  *    	value		memory address where MMR value is returned | 
					
						
							|  |  |  |  *    	gpa		source numalink physical address of GPA | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *    Output: | 
					
						
							|  |  |  |  *	0		OK | 
					
						
							|  |  |  |  *	>0		error | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | int gru_read_gpa(unsigned long *value, unsigned long gpa); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Copy data using the GRU. Source or destination can be located in a remote | 
					
						
							|  |  |  |  * partition. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *    Input: | 
					
						
							|  |  |  |  *    	dest_gpa	destination global physical address | 
					
						
							|  |  |  |  *    	src_gpa		source global physical address | 
					
						
							|  |  |  |  *    	bytes		number of bytes to copy | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *    Output: | 
					
						
							|  |  |  |  *	0		OK | 
					
						
							|  |  |  |  *	>0		error | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | extern int gru_copy_gpa(unsigned long dest_gpa, unsigned long src_gpa, | 
					
						
							|  |  |  | 							unsigned int bytes); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-17 16:28:25 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Reserve GRU resources to be used asynchronously. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * 	input: | 
					
						
							|  |  |  |  * 		blade_id  - blade on which resources should be reserved | 
					
						
							|  |  |  |  * 		cbrs	  - number of CBRs | 
					
						
							|  |  |  |  * 		dsr_bytes - number of DSR bytes needed | 
					
						
							|  |  |  |  * 		cmp	  - completion structure for waiting for | 
					
						
							|  |  |  |  * 			    async completions | 
					
						
							|  |  |  |  *	output: | 
					
						
							|  |  |  |  *		handle to identify resource | 
					
						
							|  |  |  |  *		(0 = no resources) | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | extern unsigned long gru_reserve_async_resources(int blade_id, int cbrs, int dsr_bytes, | 
					
						
							|  |  |  | 				struct completion *cmp); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Release async resources previously reserved. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	input: | 
					
						
							|  |  |  |  *		han - handle to identify resources | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | extern void gru_release_async_resources(unsigned long han); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Wait for async GRU instructions to complete. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	input: | 
					
						
							|  |  |  |  *		han - handle to identify resources | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | extern void gru_wait_async_cbr(unsigned long han); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Lock previous reserved async GRU resources | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	input: | 
					
						
							|  |  |  |  *		han - handle to identify resources | 
					
						
							|  |  |  |  *	output: | 
					
						
							|  |  |  |  *		cb  - pointer to first CBR | 
					
						
							|  |  |  |  *		dsr - pointer to first DSR | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | extern void gru_lock_async_resource(unsigned long han,  void **cb, void **dsr); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Unlock previous reserved async GRU resources | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *	input: | 
					
						
							|  |  |  |  *		han - handle to identify resources | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | extern void gru_unlock_async_resource(unsigned long han); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-07-29 22:33:56 -07:00
										 |  |  | #endif 		/* __GRU_KSERVICES_H_ */
 |