| 
									
										
										
										
											2006-09-22 15:22:22 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  *  IBM eServer eHCA Infiniband device driver for Linux on POWER | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  SQP functions | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Authors: Khadija Souissi <souissi@de.ibm.com> | 
					
						
							|  |  |  |  *           Heiko J Schick <schickhj@de.ibm.com> | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Copyright (c) 2005 IBM Corporation | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  All rights reserved. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  This source code is distributed under a dual license of GPL v2.0 and OpenIB | 
					
						
							|  |  |  |  *  BSD. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * OpenIB BSD License | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Redistribution and use in source and binary forms, with or without | 
					
						
							|  |  |  |  * modification, are permitted provided that the following conditions are met: | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Redistributions of source code must retain the above copyright notice, this | 
					
						
							|  |  |  |  * list of conditions and the following disclaimer. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Redistributions in binary form must reproduce the above copyright notice, | 
					
						
							|  |  |  |  * this list of conditions and the following disclaimer in the documentation | 
					
						
							|  |  |  |  * and/or other materials | 
					
						
							|  |  |  |  * provided with the distribution. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" | 
					
						
							|  |  |  |  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | 
					
						
							|  |  |  |  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE | 
					
						
							|  |  |  |  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE | 
					
						
							|  |  |  |  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR | 
					
						
							|  |  |  |  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF | 
					
						
							|  |  |  |  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR | 
					
						
							|  |  |  |  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER | 
					
						
							|  |  |  |  * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) | 
					
						
							|  |  |  |  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE | 
					
						
							|  |  |  |  * POSSIBILITY OF SUCH DAMAGE. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | #include <rdma/ib_mad.h>
 | 
					
						
							| 
									
										
										
										
											2006-09-22 15:22:22 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include "ehca_classes.h"
 | 
					
						
							|  |  |  | #include "ehca_tools.h"
 | 
					
						
							|  |  |  | #include "ehca_iverbs.h"
 | 
					
						
							|  |  |  | #include "hcp_if.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-17 17:11:57 -08:00
										 |  |  | #define IB_MAD_STATUS_REDIRECT		cpu_to_be16(0x0002)
 | 
					
						
							|  |  |  | #define IB_MAD_STATUS_UNSUP_VERSION	cpu_to_be16(0x0004)
 | 
					
						
							|  |  |  | #define IB_MAD_STATUS_UNSUP_METHOD	cpu_to_be16(0x0008)
 | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-17 17:11:57 -08:00
										 |  |  | #define IB_PMA_CLASS_PORT_INFO		cpu_to_be16(0x0001)
 | 
					
						
							| 
									
										
										
										
											2006-09-22 15:22:22 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * ehca_define_sqp - Defines special queue pair 1 (GSI QP). When special queue | 
					
						
							|  |  |  |  * pair is created successfully, the corresponding port gets active. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Define Special Queue pair 0 (SMI QP) is still not supported. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * @qp_init_attr: Queue pair init attributes with port and queue pair type | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | u64 ehca_define_sqp(struct ehca_shca *shca, | 
					
						
							|  |  |  | 		    struct ehca_qp *ehca_qp, | 
					
						
							|  |  |  | 		    struct ib_qp_init_attr *qp_init_attr) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 pma_qp_nr, bma_qp_nr; | 
					
						
							|  |  |  | 	u64 ret; | 
					
						
							|  |  |  | 	u8 port = qp_init_attr->port_num; | 
					
						
							|  |  |  | 	int counter; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	shca->sport[port - 1].port_state = IB_PORT_DOWN; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	switch (qp_init_attr->qp_type) { | 
					
						
							|  |  |  | 	case IB_QPT_SMI: | 
					
						
							|  |  |  | 		/* function not supported yet */ | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	case IB_QPT_GSI: | 
					
						
							|  |  |  | 		ret = hipz_h_define_aqp1(shca->ipz_hca_handle, | 
					
						
							|  |  |  | 					 ehca_qp->ipz_qp_handle, | 
					
						
							|  |  |  | 					 ehca_qp->galpas.kernel, | 
					
						
							|  |  |  | 					 (u32) qp_init_attr->port_num, | 
					
						
							|  |  |  | 					 &pma_qp_nr, &bma_qp_nr); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		if (ret != H_SUCCESS) { | 
					
						
							|  |  |  | 			ehca_err(&shca->ib_device, | 
					
						
							| 
									
										
										
										
											2009-01-16 14:55:28 -08:00
										 |  |  | 				 "Can't define AQP1 for port %x. h_ret=%lli", | 
					
						
							| 
									
										
										
										
											2006-09-22 15:22:22 -07:00
										 |  |  | 				 port, ret); | 
					
						
							|  |  |  | 			return ret; | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 		shca->sport[port - 1].pma_qp_nr = pma_qp_nr; | 
					
						
							|  |  |  | 		ehca_dbg(&shca->ib_device, "port=%x pma_qp_nr=%x", | 
					
						
							|  |  |  | 			 port, pma_qp_nr); | 
					
						
							| 
									
										
										
										
											2006-09-22 15:22:22 -07:00
										 |  |  | 		break; | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		ehca_err(&shca->ib_device, "invalid qp_type=%x", | 
					
						
							|  |  |  | 			 qp_init_attr->qp_type); | 
					
						
							|  |  |  | 		return H_PARAMETER; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-17 15:05:45 +01:00
										 |  |  | 	if (ehca_nr_ports < 0) /* autodetect mode */ | 
					
						
							|  |  |  | 		return H_SUCCESS; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2006-09-22 15:22:22 -07:00
										 |  |  | 	for (counter = 0; | 
					
						
							|  |  |  | 	     shca->sport[port - 1].port_state != IB_PORT_ACTIVE && | 
					
						
							|  |  |  | 		     counter < ehca_port_act_time; | 
					
						
							|  |  |  | 	     counter++) { | 
					
						
							|  |  |  | 		ehca_dbg(&shca->ib_device, "... wait until port %x is active", | 
					
						
							|  |  |  | 			 port); | 
					
						
							|  |  |  | 		msleep_interruptible(1000); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (counter == ehca_port_act_time) { | 
					
						
							|  |  |  | 		ehca_err(&shca->ib_device, "Port %x is not active.", port); | 
					
						
							|  |  |  | 		return H_HARDWARE; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return H_SUCCESS; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | struct ib_perf { | 
					
						
							|  |  |  | 	struct ib_mad_hdr mad_hdr; | 
					
						
							|  |  |  | 	u8 reserved[40]; | 
					
						
							|  |  |  | 	u8 data[192]; | 
					
						
							|  |  |  | } __attribute__ ((packed)); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-09-05 20:22:55 -07:00
										 |  |  | /* TC/SL/FL packed into 32 bits, as in ClassPortInfo */ | 
					
						
							|  |  |  | struct tcslfl { | 
					
						
							|  |  |  | 	u32 tc:8; | 
					
						
							|  |  |  | 	u32 sl:4; | 
					
						
							|  |  |  | 	u32 fl:20; | 
					
						
							|  |  |  | } __attribute__ ((packed)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* IP Version/TC/FL packed into 32 bits, as in GRH */ | 
					
						
							|  |  |  | struct vertcfl { | 
					
						
							|  |  |  | 	u32 ver:4; | 
					
						
							|  |  |  | 	u32 tc:8; | 
					
						
							|  |  |  | 	u32 fl:20; | 
					
						
							|  |  |  | } __attribute__ ((packed)); | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | static int ehca_process_perf(struct ib_device *ibdev, u8 port_num, | 
					
						
							| 
									
										
										
										
											2009-09-05 20:22:55 -07:00
										 |  |  | 			     struct ib_wc *in_wc, struct ib_grh *in_grh, | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 			     struct ib_mad *in_mad, struct ib_mad *out_mad) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct ib_perf *in_perf = (struct ib_perf *)in_mad; | 
					
						
							|  |  |  | 	struct ib_perf *out_perf = (struct ib_perf *)out_mad; | 
					
						
							|  |  |  | 	struct ib_class_port_info *poi = | 
					
						
							|  |  |  | 		(struct ib_class_port_info *)out_perf->data; | 
					
						
							| 
									
										
										
										
											2009-09-05 20:22:55 -07:00
										 |  |  | 	struct tcslfl *tcslfl = | 
					
						
							|  |  |  | 		(struct tcslfl *)&poi->redirect_tcslfl; | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 	struct ehca_shca *shca = | 
					
						
							|  |  |  | 		container_of(ibdev, struct ehca_shca, ib_device); | 
					
						
							|  |  |  | 	struct ehca_sport *sport = &shca->sport[port_num - 1]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	ehca_dbg(ibdev, "method=%x", in_perf->mad_hdr.method); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	*out_mad = *in_mad; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (in_perf->mad_hdr.class_version != 1) { | 
					
						
							|  |  |  | 		ehca_warn(ibdev, "Unsupported class_version=%x", | 
					
						
							|  |  |  | 			  in_perf->mad_hdr.class_version); | 
					
						
							|  |  |  | 		out_perf->mad_hdr.status = IB_MAD_STATUS_UNSUP_VERSION; | 
					
						
							|  |  |  | 		goto perf_reply; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	switch (in_perf->mad_hdr.method) { | 
					
						
							|  |  |  | 	case IB_MGMT_METHOD_GET: | 
					
						
							|  |  |  | 	case IB_MGMT_METHOD_SET: | 
					
						
							|  |  |  | 		/* set class port info for redirection */ | 
					
						
							|  |  |  | 		out_perf->mad_hdr.attr_id = IB_PMA_CLASS_PORT_INFO; | 
					
						
							|  |  |  | 		out_perf->mad_hdr.status = IB_MAD_STATUS_REDIRECT; | 
					
						
							|  |  |  | 		memset(poi, 0, sizeof(*poi)); | 
					
						
							|  |  |  | 		poi->base_version = 1; | 
					
						
							|  |  |  | 		poi->class_version = 1; | 
					
						
							|  |  |  | 		poi->resp_time_value = 18; | 
					
						
							| 
									
										
										
										
											2009-09-05 20:22:55 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		/* copy local routing information from WC where applicable */ | 
					
						
							|  |  |  | 		tcslfl->sl         = in_wc->sl; | 
					
						
							|  |  |  | 		poi->redirect_lid  = | 
					
						
							|  |  |  | 			sport->saved_attr.lid | in_wc->dlid_path_bits; | 
					
						
							|  |  |  | 		poi->redirect_qp   = sport->pma_qp_nr; | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 		poi->redirect_qkey = IB_QP1_QKEY; | 
					
						
							| 
									
										
										
										
											2009-09-05 20:22:55 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		ehca_query_pkey(ibdev, port_num, in_wc->pkey_index, | 
					
						
							|  |  |  | 				&poi->redirect_pkey); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* if request was globally routed, copy route info */ | 
					
						
							|  |  |  | 		if (in_grh) { | 
					
						
							|  |  |  | 			struct vertcfl *vertcfl = | 
					
						
							|  |  |  | 				(struct vertcfl *)&in_grh->version_tclass_flow; | 
					
						
							|  |  |  | 			memcpy(poi->redirect_gid, in_grh->dgid.raw, | 
					
						
							|  |  |  | 			       sizeof(poi->redirect_gid)); | 
					
						
							|  |  |  | 			tcslfl->tc        = vertcfl->tc; | 
					
						
							|  |  |  | 			tcslfl->fl        = vertcfl->fl; | 
					
						
							|  |  |  | 		} else | 
					
						
							|  |  |  | 			/* else only fill in default GID */ | 
					
						
							|  |  |  | 			ehca_query_gid(ibdev, port_num, 0, | 
					
						
							|  |  |  | 				       (union ib_gid *)&poi->redirect_gid); | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		ehca_dbg(ibdev, "ehca_pma_lid=%x ehca_pma_qp=%x", | 
					
						
							|  |  |  | 			 sport->saved_attr.lid, sport->pma_qp_nr); | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	case IB_MGMT_METHOD_GET_RESP: | 
					
						
							|  |  |  | 		return IB_MAD_RESULT_FAILURE; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		out_perf->mad_hdr.status = IB_MAD_STATUS_UNSUP_METHOD; | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | perf_reply: | 
					
						
							|  |  |  | 	out_perf->mad_hdr.method = IB_MGMT_METHOD_GET_RESP; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int ehca_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num, | 
					
						
							|  |  |  | 		     struct ib_wc *in_wc, struct ib_grh *in_grh, | 
					
						
							| 
									
										
										
										
											2009-09-05 20:22:55 -07:00
										 |  |  | 		     struct ib_mad *in_mad, struct ib_mad *out_mad) | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | { | 
					
						
							|  |  |  | 	int ret; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-16 08:59:50 +00:00
										 |  |  | 	if (!port_num || port_num > ibdev->phys_port_cnt || !in_wc) | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 		return IB_MAD_RESULT_FAILURE; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* accept only pma request */ | 
					
						
							|  |  |  | 	if (in_mad->mad_hdr.mgmt_class != IB_MGMT_CLASS_PERF_MGMT) | 
					
						
							|  |  |  | 		return IB_MAD_RESULT_SUCCESS; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	ehca_dbg(ibdev, "port_num=%x src_qp=%x", port_num, in_wc->src_qp); | 
					
						
							| 
									
										
										
										
											2009-09-05 20:22:55 -07:00
										 |  |  | 	ret = ehca_process_perf(ibdev, port_num, in_wc, in_grh, | 
					
						
							|  |  |  | 				in_mad, out_mad); | 
					
						
							| 
									
										
										
										
											2008-01-25 21:18:27 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	return ret; | 
					
						
							|  |  |  | } |