Currently, the IB core and specifically the RDMA-CM assumes that IBoE (RoCE) gids encode related Ethernet netdevice interface MAC address and possibly VLAN id. Change GIDs to be treated as they encode interface IP address. Since Ethernet layer 2 address parameters are not longer encoded within gids, we have to extend the Infiniband address structures (e.g. ib_ah_attr) with layer 2 address parameters, namely mac and vlan. Signed-off-by: Moni Shoua <monis@mellanox.com> Signed-off-by: Or Gerlitz <ogerlitz@mellanox.com> Signed-off-by: Roland Dreier <roland@purestorage.com>
		
			
				
	
	
		
			312 lines
		
	
	
	
		
			9 KiB
			
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			312 lines
		
	
	
	
		
			9 KiB
			
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * Copyright (c) 2005 Voltaire Inc.  All rights reserved.
 | 
						|
 * Copyright (c) 2005 Intel Corporation.  All rights reserved.
 | 
						|
 *
 | 
						|
 * This software is available to you under a choice of one of two
 | 
						|
 * licenses.  You may choose to be licensed under the terms of the GNU
 | 
						|
 * General Public License (GPL) Version 2, available from the file
 | 
						|
 * COPYING in the main directory of this source tree, or the
 | 
						|
 * OpenIB.org BSD license below:
 | 
						|
 *
 | 
						|
 *     Redistribution and use in source and binary forms, with or
 | 
						|
 *     without modification, are permitted provided that the following
 | 
						|
 *     conditions are met:
 | 
						|
 *
 | 
						|
 *      - Redistributions of source code must retain the above
 | 
						|
 *        copyright notice, this list of conditions and the following
 | 
						|
 *        disclaimer.
 | 
						|
 *
 | 
						|
 *      - Redistributions in binary form must reproduce the above
 | 
						|
 *        copyright notice, this list of conditions and the following
 | 
						|
 *        disclaimer in the documentation and/or other materials
 | 
						|
 *        provided with the distribution.
 | 
						|
 *
 | 
						|
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 | 
						|
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 | 
						|
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 | 
						|
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 | 
						|
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 | 
						|
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 | 
						|
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 | 
						|
 * SOFTWARE.
 | 
						|
 */
 | 
						|
 | 
						|
#if !defined(IB_ADDR_H)
 | 
						|
#define IB_ADDR_H
 | 
						|
 | 
						|
#include <linux/in.h>
 | 
						|
#include <linux/in6.h>
 | 
						|
#include <linux/if_arp.h>
 | 
						|
#include <linux/netdevice.h>
 | 
						|
#include <linux/inetdevice.h>
 | 
						|
#include <linux/socket.h>
 | 
						|
#include <linux/if_vlan.h>
 | 
						|
#include <net/ipv6.h>
 | 
						|
#include <net/if_inet6.h>
 | 
						|
#include <net/ip.h>
 | 
						|
#include <rdma/ib_verbs.h>
 | 
						|
#include <rdma/ib_pack.h>
 | 
						|
#include <net/ipv6.h>
 | 
						|
 | 
						|
struct rdma_addr_client {
 | 
						|
	atomic_t refcount;
 | 
						|
	struct completion comp;
 | 
						|
};
 | 
						|
 | 
						|
/**
 | 
						|
 * rdma_addr_register_client - Register an address client.
 | 
						|
 */
 | 
						|
void rdma_addr_register_client(struct rdma_addr_client *client);
 | 
						|
 | 
						|
/**
 | 
						|
 * rdma_addr_unregister_client - Deregister an address client.
 | 
						|
 * @client: Client object to deregister.
 | 
						|
 */
 | 
						|
void rdma_addr_unregister_client(struct rdma_addr_client *client);
 | 
						|
 | 
						|
struct rdma_dev_addr {
 | 
						|
	unsigned char src_dev_addr[MAX_ADDR_LEN];
 | 
						|
	unsigned char dst_dev_addr[MAX_ADDR_LEN];
 | 
						|
	unsigned char broadcast[MAX_ADDR_LEN];
 | 
						|
	unsigned short dev_type;
 | 
						|
	int bound_dev_if;
 | 
						|
	enum rdma_transport_type transport;
 | 
						|
};
 | 
						|
 | 
						|
/**
 | 
						|
 * rdma_translate_ip - Translate a local IP address to an RDMA hardware
 | 
						|
 *   address.
 | 
						|
 */
 | 
						|
int rdma_translate_ip(struct sockaddr *addr, struct rdma_dev_addr *dev_addr,
 | 
						|
		      u16 *vlan_id);
 | 
						|
 | 
						|
/**
 | 
						|
 * rdma_resolve_ip - Resolve source and destination IP addresses to
 | 
						|
 *   RDMA hardware addresses.
 | 
						|
 * @client: Address client associated with request.
 | 
						|
 * @src_addr: An optional source address to use in the resolution.  If a
 | 
						|
 *   source address is not provided, a usable address will be returned via
 | 
						|
 *   the callback.
 | 
						|
 * @dst_addr: The destination address to resolve.
 | 
						|
 * @addr: A reference to a data location that will receive the resolved
 | 
						|
 *   addresses.  The data location must remain valid until the callback has
 | 
						|
 *   been invoked.
 | 
						|
 * @timeout_ms: Amount of time to wait for the address resolution to complete.
 | 
						|
 * @callback: Call invoked once address resolution has completed, timed out,
 | 
						|
 *   or been canceled.  A status of 0 indicates success.
 | 
						|
 * @context: User-specified context associated with the call.
 | 
						|
 */
 | 
						|
int rdma_resolve_ip(struct rdma_addr_client *client,
 | 
						|
		    struct sockaddr *src_addr, struct sockaddr *dst_addr,
 | 
						|
		    struct rdma_dev_addr *addr, int timeout_ms,
 | 
						|
		    void (*callback)(int status, struct sockaddr *src_addr,
 | 
						|
				     struct rdma_dev_addr *addr, void *context),
 | 
						|
		    void *context);
 | 
						|
 | 
						|
void rdma_addr_cancel(struct rdma_dev_addr *addr);
 | 
						|
 | 
						|
int rdma_copy_addr(struct rdma_dev_addr *dev_addr, struct net_device *dev,
 | 
						|
	      const unsigned char *dst_dev_addr);
 | 
						|
 | 
						|
int rdma_addr_size(struct sockaddr *addr);
 | 
						|
 | 
						|
int rdma_addr_find_smac_by_sgid(union ib_gid *sgid, u8 *smac, u16 *vlan_id);
 | 
						|
int rdma_addr_find_dmac_by_grh(union ib_gid *sgid, union ib_gid *dgid, u8 *smac,
 | 
						|
			       u16 *vlan_id);
 | 
						|
 | 
						|
static inline u16 ib_addr_get_pkey(struct rdma_dev_addr *dev_addr)
 | 
						|
{
 | 
						|
	return ((u16)dev_addr->broadcast[8] << 8) | (u16)dev_addr->broadcast[9];
 | 
						|
}
 | 
						|
 | 
						|
static inline void ib_addr_set_pkey(struct rdma_dev_addr *dev_addr, u16 pkey)
 | 
						|
{
 | 
						|
	dev_addr->broadcast[8] = pkey >> 8;
 | 
						|
	dev_addr->broadcast[9] = (unsigned char) pkey;
 | 
						|
}
 | 
						|
 | 
						|
static inline void ib_addr_get_mgid(struct rdma_dev_addr *dev_addr,
 | 
						|
				    union ib_gid *gid)
 | 
						|
{
 | 
						|
	memcpy(gid, dev_addr->broadcast + 4, sizeof *gid);
 | 
						|
}
 | 
						|
 | 
						|
static inline int rdma_addr_gid_offset(struct rdma_dev_addr *dev_addr)
 | 
						|
{
 | 
						|
	return dev_addr->dev_type == ARPHRD_INFINIBAND ? 4 : 0;
 | 
						|
}
 | 
						|
 | 
						|
static inline u16 rdma_vlan_dev_vlan_id(const struct net_device *dev)
 | 
						|
{
 | 
						|
	return dev->priv_flags & IFF_802_1Q_VLAN ?
 | 
						|
		vlan_dev_vlan_id(dev) : 0xffff;
 | 
						|
}
 | 
						|
 | 
						|
static inline int rdma_ip2gid(struct sockaddr *addr, union ib_gid *gid)
 | 
						|
{
 | 
						|
	switch (addr->sa_family) {
 | 
						|
	case AF_INET:
 | 
						|
		ipv6_addr_set_v4mapped(((struct sockaddr_in *)
 | 
						|
					addr)->sin_addr.s_addr,
 | 
						|
				       (struct in6_addr *)gid);
 | 
						|
		break;
 | 
						|
	case AF_INET6:
 | 
						|
		memcpy(gid->raw, &((struct sockaddr_in6 *)addr)->sin6_addr, 16);
 | 
						|
		break;
 | 
						|
	default:
 | 
						|
		return -EINVAL;
 | 
						|
	}
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
/* Important - sockaddr should be a union of sockaddr_in and sockaddr_in6 */
 | 
						|
static inline int rdma_gid2ip(struct sockaddr *out, union ib_gid *gid)
 | 
						|
{
 | 
						|
	if (ipv6_addr_v4mapped((struct in6_addr *)gid)) {
 | 
						|
		struct sockaddr_in *out_in = (struct sockaddr_in *)out;
 | 
						|
		memset(out_in, 0, sizeof(*out_in));
 | 
						|
		out_in->sin_family = AF_INET;
 | 
						|
		memcpy(&out_in->sin_addr.s_addr, gid->raw + 12, 4);
 | 
						|
	} else {
 | 
						|
		struct sockaddr_in6 *out_in = (struct sockaddr_in6 *)out;
 | 
						|
		memset(out_in, 0, sizeof(*out_in));
 | 
						|
		out_in->sin6_family = AF_INET6;
 | 
						|
		memcpy(&out_in->sin6_addr.s6_addr, gid->raw, 16);
 | 
						|
	}
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
static inline void iboe_addr_get_sgid(struct rdma_dev_addr *dev_addr,
 | 
						|
				      union ib_gid *gid)
 | 
						|
{
 | 
						|
	struct net_device *dev;
 | 
						|
	struct in_device *ip4;
 | 
						|
 | 
						|
	dev = dev_get_by_index(&init_net, dev_addr->bound_dev_if);
 | 
						|
	if (dev) {
 | 
						|
		ip4 = (struct in_device *)dev->ip_ptr;
 | 
						|
		if (ip4 && ip4->ifa_list && ip4->ifa_list->ifa_address)
 | 
						|
			ipv6_addr_set_v4mapped(ip4->ifa_list->ifa_address,
 | 
						|
					       (struct in6_addr *)gid);
 | 
						|
		dev_put(dev);
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
static inline void rdma_addr_get_sgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
 | 
						|
{
 | 
						|
	if (dev_addr->transport == RDMA_TRANSPORT_IB &&
 | 
						|
	    dev_addr->dev_type != ARPHRD_INFINIBAND)
 | 
						|
		iboe_addr_get_sgid(dev_addr, gid);
 | 
						|
	else
 | 
						|
		memcpy(gid, dev_addr->src_dev_addr +
 | 
						|
		       rdma_addr_gid_offset(dev_addr), sizeof *gid);
 | 
						|
}
 | 
						|
 | 
						|
static inline void rdma_addr_set_sgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
 | 
						|
{
 | 
						|
	memcpy(dev_addr->src_dev_addr + rdma_addr_gid_offset(dev_addr), gid, sizeof *gid);
 | 
						|
}
 | 
						|
 | 
						|
static inline void rdma_addr_get_dgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
 | 
						|
{
 | 
						|
	memcpy(gid, dev_addr->dst_dev_addr + rdma_addr_gid_offset(dev_addr), sizeof *gid);
 | 
						|
}
 | 
						|
 | 
						|
static inline void rdma_addr_set_dgid(struct rdma_dev_addr *dev_addr, union ib_gid *gid)
 | 
						|
{
 | 
						|
	memcpy(dev_addr->dst_dev_addr + rdma_addr_gid_offset(dev_addr), gid, sizeof *gid);
 | 
						|
}
 | 
						|
 | 
						|
static inline enum ib_mtu iboe_get_mtu(int mtu)
 | 
						|
{
 | 
						|
	/*
 | 
						|
	 * reduce IB headers from effective IBoE MTU. 28 stands for
 | 
						|
	 * atomic header which is the biggest possible header after BTH
 | 
						|
	 */
 | 
						|
	mtu = mtu - IB_GRH_BYTES - IB_BTH_BYTES - 28;
 | 
						|
 | 
						|
	if (mtu >= ib_mtu_enum_to_int(IB_MTU_4096))
 | 
						|
		return IB_MTU_4096;
 | 
						|
	else if (mtu >= ib_mtu_enum_to_int(IB_MTU_2048))
 | 
						|
		return IB_MTU_2048;
 | 
						|
	else if (mtu >= ib_mtu_enum_to_int(IB_MTU_1024))
 | 
						|
		return IB_MTU_1024;
 | 
						|
	else if (mtu >= ib_mtu_enum_to_int(IB_MTU_512))
 | 
						|
		return IB_MTU_512;
 | 
						|
	else if (mtu >= ib_mtu_enum_to_int(IB_MTU_256))
 | 
						|
		return IB_MTU_256;
 | 
						|
	else
 | 
						|
		return 0;
 | 
						|
}
 | 
						|
 | 
						|
static inline int iboe_get_rate(struct net_device *dev)
 | 
						|
{
 | 
						|
	struct ethtool_cmd cmd;
 | 
						|
	u32 speed;
 | 
						|
	int err;
 | 
						|
 | 
						|
	rtnl_lock();
 | 
						|
	err = __ethtool_get_settings(dev, &cmd);
 | 
						|
	rtnl_unlock();
 | 
						|
	if (err)
 | 
						|
		return IB_RATE_PORT_CURRENT;
 | 
						|
 | 
						|
	speed = ethtool_cmd_speed(&cmd);
 | 
						|
	if (speed >= 40000)
 | 
						|
		return IB_RATE_40_GBPS;
 | 
						|
	else if (speed >= 30000)
 | 
						|
		return IB_RATE_30_GBPS;
 | 
						|
	else if (speed >= 20000)
 | 
						|
		return IB_RATE_20_GBPS;
 | 
						|
	else if (speed >= 10000)
 | 
						|
		return IB_RATE_10_GBPS;
 | 
						|
	else
 | 
						|
		return IB_RATE_PORT_CURRENT;
 | 
						|
}
 | 
						|
 | 
						|
static inline int rdma_link_local_addr(struct in6_addr *addr)
 | 
						|
{
 | 
						|
	if (addr->s6_addr32[0] == htonl(0xfe800000) &&
 | 
						|
	    addr->s6_addr32[1] == 0)
 | 
						|
		return 1;
 | 
						|
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
static inline void rdma_get_ll_mac(struct in6_addr *addr, u8 *mac)
 | 
						|
{
 | 
						|
	memcpy(mac, &addr->s6_addr[8], 3);
 | 
						|
	memcpy(mac + 3, &addr->s6_addr[13], 3);
 | 
						|
	mac[0] ^= 2;
 | 
						|
}
 | 
						|
 | 
						|
static inline int rdma_is_multicast_addr(struct in6_addr *addr)
 | 
						|
{
 | 
						|
	return addr->s6_addr[0] == 0xff;
 | 
						|
}
 | 
						|
 | 
						|
static inline void rdma_get_mcast_mac(struct in6_addr *addr, u8 *mac)
 | 
						|
{
 | 
						|
	int i;
 | 
						|
 | 
						|
	mac[0] = 0x33;
 | 
						|
	mac[1] = 0x33;
 | 
						|
	for (i = 2; i < 6; ++i)
 | 
						|
		mac[i] = addr->s6_addr[i + 10];
 | 
						|
}
 | 
						|
 | 
						|
static inline u16 rdma_get_vlan_id(union ib_gid *dgid)
 | 
						|
{
 | 
						|
	u16 vid;
 | 
						|
 | 
						|
	vid = dgid->raw[11] << 8 | dgid->raw[12];
 | 
						|
	return vid < 0x1000 ? vid : 0xffff;
 | 
						|
}
 | 
						|
 | 
						|
static inline struct net_device *rdma_vlan_dev_real_dev(const struct net_device *dev)
 | 
						|
{
 | 
						|
	return dev->priv_flags & IFF_802_1Q_VLAN ?
 | 
						|
		vlan_dev_real_dev(dev) : NULL;
 | 
						|
}
 | 
						|
 | 
						|
#endif /* IB_ADDR_H */
 |