| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Copyright (c) 2004 Topspin Communications.  All rights reserved. | 
					
						
							| 
									
										
										
										
											2005-06-27 14:36:37 -07:00
										 |  |  |  * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved. | 
					
						
							| 
									
										
										
										
											2005-08-10 23:03:10 -07:00
										 |  |  |  * Copyright (c) 2005 Mellanox Technologies. All rights reserved. | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  |  * | 
					
						
							|  |  |  |  * This software is available to you under a choice of one of two | 
					
						
							|  |  |  |  * licenses.  You may choose to be licensed under the terms of the GNU | 
					
						
							|  |  |  |  * General Public License (GPL) Version 2, available from the file | 
					
						
							|  |  |  |  * COPYING in the main directory of this source tree, or the | 
					
						
							|  |  |  |  * OpenIB.org BSD license below: | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *     Redistribution and use in source and binary forms, with or | 
					
						
							|  |  |  |  *     without modification, are permitted provided that the following | 
					
						
							|  |  |  |  *     conditions are met: | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *      - Redistributions of source code must retain the above | 
					
						
							|  |  |  |  *        copyright notice, this list of conditions and the following | 
					
						
							|  |  |  |  *        disclaimer. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *      - Redistributions in binary form must reproduce the above | 
					
						
							|  |  |  |  *        copyright notice, this list of conditions and the following | 
					
						
							|  |  |  |  *        disclaimer in the documentation and/or other materials | 
					
						
							|  |  |  |  *        provided with the distribution. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, | 
					
						
							|  |  |  |  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF | 
					
						
							|  |  |  |  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND | 
					
						
							|  |  |  |  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS | 
					
						
							|  |  |  |  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN | 
					
						
							|  |  |  |  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN | 
					
						
							|  |  |  |  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | 
					
						
							|  |  |  |  * SOFTWARE. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/types.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define MTHCA_RD_DOORBELL      0x00
 | 
					
						
							|  |  |  | #define MTHCA_SEND_DOORBELL    0x10
 | 
					
						
							|  |  |  | #define MTHCA_RECEIVE_DOORBELL 0x18
 | 
					
						
							|  |  |  | #define MTHCA_CQ_DOORBELL      0x20
 | 
					
						
							|  |  |  | #define MTHCA_EQ_DOORBELL      0x28
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #if BITS_PER_LONG == 64
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Assume that we can just write a 64-bit doorbell atomically.  s390 | 
					
						
							|  |  |  |  * actually doesn't have writeq() but S/390 systems don't even have | 
					
						
							|  |  |  |  * PCI so we won't worry about it. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define MTHCA_DECLARE_DOORBELL_LOCK(name)
 | 
					
						
							|  |  |  | #define MTHCA_INIT_DOORBELL_LOCK(ptr)    do { } while (0)
 | 
					
						
							|  |  |  | #define MTHCA_GET_DOORBELL_LOCK(ptr)      (NULL)
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:26:27 -07:00
										 |  |  | static inline void mthca_write64_raw(__be64 val, void __iomem *dest) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	__raw_writeq((__force u64) val, dest); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-10-14 20:40:27 -07:00
										 |  |  | static inline void mthca_write64(u32 hi, u32 lo, void __iomem *dest, | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 				 spinlock_t *doorbell_lock) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2007-10-14 20:40:27 -07:00
										 |  |  | 	__raw_writeq((__force u64) cpu_to_be64((u64) hi << 32 | lo), dest); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-08-13 21:05:57 -07:00
										 |  |  | static inline void mthca_write_db_rec(__be32 val[2], __be32 *db) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	*(u64 *) db = *(u64 *) val; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Just fall back to a spinlock to protect the doorbell if | 
					
						
							|  |  |  |  * BITS_PER_LONG is 32 -- there's no portable way to do atomic 64-bit | 
					
						
							|  |  |  |  * MMIO writes. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define MTHCA_DECLARE_DOORBELL_LOCK(name) spinlock_t name;
 | 
					
						
							|  |  |  | #define MTHCA_INIT_DOORBELL_LOCK(ptr)     spin_lock_init(ptr)
 | 
					
						
							|  |  |  | #define MTHCA_GET_DOORBELL_LOCK(ptr)      (ptr)
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:26:27 -07:00
										 |  |  | static inline void mthca_write64_raw(__be64 val, void __iomem *dest) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	__raw_writel(((__force u32 *) &val)[0], dest); | 
					
						
							|  |  |  | 	__raw_writel(((__force u32 *) &val)[1], dest + 4); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-10-14 20:40:27 -07:00
										 |  |  | static inline void mthca_write64(u32 hi, u32 lo, void __iomem *dest, | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 				 spinlock_t *doorbell_lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	unsigned long flags; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-10-14 20:40:27 -07:00
										 |  |  | 	hi = (__force u32) cpu_to_be32(hi); | 
					
						
							|  |  |  | 	lo = (__force u32) cpu_to_be32(lo); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	spin_lock_irqsave(doorbell_lock, flags); | 
					
						
							| 
									
										
										
										
											2007-10-14 20:40:27 -07:00
										 |  |  | 	__raw_writel(hi, dest); | 
					
						
							|  |  |  | 	__raw_writel(lo, dest + 4); | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | 	spin_unlock_irqrestore(doorbell_lock, flags); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-08-13 21:05:57 -07:00
										 |  |  | static inline void mthca_write_db_rec(__be32 val[2], __be32 *db) | 
					
						
							| 
									
										
										
										
											2005-04-16 15:20:36 -07:00
										 |  |  | { | 
					
						
							|  |  |  | 	db[0] = val[0]; | 
					
						
							|  |  |  | 	wmb(); | 
					
						
							|  |  |  | 	db[1] = val[1]; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #endif
 |