464 lines
		
	
	
	
		
			13 KiB
			
		
	
	
	
		
			C
		
	
	
	
	
	
		
		
			
		
	
	
			464 lines
		
	
	
	
		
			13 KiB
			
		
	
	
	
		
			C
		
	
	
	
	
	
|   | /* Intel Ethernet Switch Host Interface Driver
 | ||
|  |  * Copyright(c) 2013 - 2014 Intel Corporation. | ||
|  |  * | ||
|  |  * This program is free software; you can redistribute it and/or modify it | ||
|  |  * under the terms and conditions of the GNU General Public License, | ||
|  |  * version 2, as published by the Free Software Foundation. | ||
|  |  * | ||
|  |  * This program is distributed in the hope it will be useful, but WITHOUT | ||
|  |  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | ||
|  |  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for | ||
|  |  * more details. | ||
|  |  * | ||
|  |  * The full GNU General Public License is included in this distribution in | ||
|  |  * the file called "COPYING". | ||
|  |  * | ||
|  |  * Contact Information: | ||
|  |  * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net> | ||
|  |  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 | ||
|  |  */ | ||
|  | 
 | ||
|  | #include <linux/ptp_classify.h>
 | ||
|  | #include <linux/ptp_clock_kernel.h>
 | ||
|  | 
 | ||
|  | #include "fm10k.h"
 | ||
|  | 
 | ||
|  | #define FM10K_TS_TX_TIMEOUT		(HZ * 15)
 | ||
|  | 
 | ||
|  | void fm10k_systime_to_hwtstamp(struct fm10k_intfc *interface, | ||
|  | 			       struct skb_shared_hwtstamps *hwtstamp, | ||
|  | 			       u64 systime) | ||
|  | { | ||
|  | 	unsigned long flags; | ||
|  | 
 | ||
|  | 	read_lock_irqsave(&interface->systime_lock, flags); | ||
|  | 	systime += interface->ptp_adjust; | ||
|  | 	read_unlock_irqrestore(&interface->systime_lock, flags); | ||
|  | 
 | ||
|  | 	hwtstamp->hwtstamp = ns_to_ktime(systime); | ||
|  | } | ||
|  | 
 | ||
|  | static struct sk_buff *fm10k_ts_tx_skb(struct fm10k_intfc *interface, | ||
|  | 				       __le16 dglort) | ||
|  | { | ||
|  | 	struct sk_buff_head *list = &interface->ts_tx_skb_queue; | ||
|  | 	struct sk_buff *skb; | ||
|  | 
 | ||
|  | 	skb_queue_walk(list, skb) { | ||
|  | 		if (FM10K_CB(skb)->fi.w.dglort == dglort) | ||
|  | 			return skb; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	return NULL; | ||
|  | } | ||
|  | 
 | ||
|  | void fm10k_ts_tx_enqueue(struct fm10k_intfc *interface, struct sk_buff *skb) | ||
|  | { | ||
|  | 	struct sk_buff_head *list = &interface->ts_tx_skb_queue; | ||
|  | 	struct sk_buff *clone; | ||
|  | 	unsigned long flags; | ||
|  | 	__le16 dglort; | ||
|  | 
 | ||
|  | 	/* create clone for us to return on the Tx path */ | ||
|  | 	clone = skb_clone_sk(skb); | ||
|  | 	if (!clone) | ||
|  | 		return; | ||
|  | 
 | ||
|  | 	FM10K_CB(clone)->ts_tx_timeout = jiffies + FM10K_TS_TX_TIMEOUT; | ||
|  | 	dglort = FM10K_CB(clone)->fi.w.dglort; | ||
|  | 
 | ||
|  | 	spin_lock_irqsave(&list->lock, flags); | ||
|  | 
 | ||
|  | 	/* attempt to locate any buffers with the same dglort,
 | ||
|  | 	 * if none are present then insert skb in tail of list | ||
|  | 	 */ | ||
|  | 	skb = fm10k_ts_tx_skb(interface, FM10K_CB(clone)->fi.w.dglort); | ||
|  | 	if (!skb) | ||
|  | 		__skb_queue_tail(list, clone); | ||
|  | 
 | ||
|  | 	spin_unlock_irqrestore(&list->lock, flags); | ||
|  | 
 | ||
|  | 	/* if list is already has one then we just free the clone */ | ||
|  | 	if (skb) | ||
|  | 		kfree_skb(skb); | ||
|  | 	else | ||
|  | 		skb_shinfo(clone)->tx_flags |= SKBTX_IN_PROGRESS; | ||
|  | } | ||
|  | 
 | ||
|  | void fm10k_ts_tx_hwtstamp(struct fm10k_intfc *interface, __le16 dglort, | ||
|  | 			  u64 systime) | ||
|  | { | ||
|  | 	struct skb_shared_hwtstamps shhwtstamps; | ||
|  | 	struct sk_buff_head *list = &interface->ts_tx_skb_queue; | ||
|  | 	struct sk_buff *skb; | ||
|  | 	unsigned long flags; | ||
|  | 
 | ||
|  | 	spin_lock_irqsave(&list->lock, flags); | ||
|  | 
 | ||
|  | 	/* attempt to locate and pull the sk_buff out of the list */ | ||
|  | 	skb = fm10k_ts_tx_skb(interface, dglort); | ||
|  | 	if (skb) | ||
|  | 		__skb_unlink(skb, list); | ||
|  | 
 | ||
|  | 	spin_unlock_irqrestore(&list->lock, flags); | ||
|  | 
 | ||
|  | 	/* if not found do nothing */ | ||
|  | 	if (!skb) | ||
|  | 		return; | ||
|  | 
 | ||
|  | 	/* timestamp the sk_buff and return it to the socket */ | ||
|  | 	fm10k_systime_to_hwtstamp(interface, &shhwtstamps, systime); | ||
|  | 	skb_complete_tx_timestamp(skb, &shhwtstamps); | ||
|  | } | ||
|  | 
 | ||
|  | void fm10k_ts_tx_subtask(struct fm10k_intfc *interface) | ||
|  | { | ||
|  | 	struct sk_buff_head *list = &interface->ts_tx_skb_queue; | ||
|  | 	struct sk_buff *skb, *tmp; | ||
|  | 	unsigned long flags; | ||
|  | 
 | ||
|  | 	/* If we're down or resetting, just bail */ | ||
|  | 	if (test_bit(__FM10K_DOWN, &interface->state) || | ||
|  | 	    test_bit(__FM10K_RESETTING, &interface->state)) | ||
|  | 		return; | ||
|  | 
 | ||
|  | 	spin_lock_irqsave(&list->lock, flags); | ||
|  | 
 | ||
|  | 	/* walk though the list and flush any expired timestamp packets */ | ||
|  | 	skb_queue_walk_safe(list, skb, tmp) { | ||
|  | 		if (!time_is_after_jiffies(FM10K_CB(skb)->ts_tx_timeout)) | ||
|  | 			continue; | ||
|  | 		__skb_unlink(skb, list); | ||
|  | 		kfree_skb(skb); | ||
|  | 		interface->tx_hwtstamp_timeouts++; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	spin_unlock_irqrestore(&list->lock, flags); | ||
|  | } | ||
|  | 
 | ||
|  | static u64 fm10k_systime_read(struct fm10k_intfc *interface) | ||
|  | { | ||
|  | 	struct fm10k_hw *hw = &interface->hw; | ||
|  | 
 | ||
|  | 	return hw->mac.ops.read_systime(hw); | ||
|  | } | ||
|  | 
 | ||
|  | void fm10k_ts_reset(struct fm10k_intfc *interface) | ||
|  | { | ||
|  | 	s64 ns = ktime_to_ns(ktime_get_real()); | ||
|  | 	unsigned long flags; | ||
|  | 
 | ||
|  | 	/* reinitialize the clock */ | ||
|  | 	write_lock_irqsave(&interface->systime_lock, flags); | ||
|  | 	interface->ptp_adjust = fm10k_systime_read(interface) - ns; | ||
|  | 	write_unlock_irqrestore(&interface->systime_lock, flags); | ||
|  | } | ||
|  | 
 | ||
|  | void fm10k_ts_init(struct fm10k_intfc *interface) | ||
|  | { | ||
|  | 	/* Initialize lock protecting systime access */ | ||
|  | 	rwlock_init(&interface->systime_lock); | ||
|  | 
 | ||
|  | 	/* Initialize skb queue for pending timestamp requests */ | ||
|  | 	skb_queue_head_init(&interface->ts_tx_skb_queue); | ||
|  | 
 | ||
|  | 	/* reset the clock to current kernel time */ | ||
|  | 	fm10k_ts_reset(interface); | ||
|  | } | ||
|  | 
 | ||
|  | /**
 | ||
|  |  * fm10k_get_ts_config - get current hardware timestamping configuration | ||
|  |  * @netdev: network interface device structure | ||
|  |  * @ifreq: ioctl data | ||
|  |  * | ||
|  |  * This function returns the current timestamping settings. Rather than | ||
|  |  * attempt to deconstruct registers to fill in the values, simply keep a copy | ||
|  |  * of the old settings around, and return a copy when requested. | ||
|  |  */ | ||
|  | int fm10k_get_ts_config(struct net_device *netdev, struct ifreq *ifr) | ||
|  | { | ||
|  | 	struct fm10k_intfc *interface = netdev_priv(netdev); | ||
|  | 	struct hwtstamp_config *config = &interface->ts_config; | ||
|  | 
 | ||
|  | 	return copy_to_user(ifr->ifr_data, config, sizeof(*config)) ? | ||
|  | 		-EFAULT : 0; | ||
|  | } | ||
|  | 
 | ||
|  | /**
 | ||
|  |  * fm10k_set_ts_config - control hardware time stamping | ||
|  |  * @netdev: network interface device structure | ||
|  |  * @ifreq: ioctl data | ||
|  |  * | ||
|  |  * Outgoing time stamping can be enabled and disabled. Play nice and | ||
|  |  * disable it when requested, although it shouldn't cause any overhead | ||
|  |  * when no packet needs it. At most one packet in the queue may be | ||
|  |  * marked for time stamping, otherwise it would be impossible to tell | ||
|  |  * for sure to which packet the hardware time stamp belongs. | ||
|  |  * | ||
|  |  * Incoming time stamping has to be configured via the hardware | ||
|  |  * filters. Not all combinations are supported, in particular event | ||
|  |  * type has to be specified. Matching the kind of event packet is | ||
|  |  * not supported, with the exception of "all V2 events regardless of | ||
|  |  * level 2 or 4". | ||
|  |  * | ||
|  |  * Since hardware always timestamps Path delay packets when timestamping V2 | ||
|  |  * packets, regardless of the type specified in the register, only use V2 | ||
|  |  * Event mode. This more accurately tells the user what the hardware is going | ||
|  |  * to do anyways. | ||
|  |  */ | ||
|  | int fm10k_set_ts_config(struct net_device *netdev, struct ifreq *ifr) | ||
|  | { | ||
|  | 	struct fm10k_intfc *interface = netdev_priv(netdev); | ||
|  | 	struct hwtstamp_config ts_config; | ||
|  | 
 | ||
|  | 	if (copy_from_user(&ts_config, ifr->ifr_data, sizeof(ts_config))) | ||
|  | 		return -EFAULT; | ||
|  | 
 | ||
|  | 	/* reserved for future extensions */ | ||
|  | 	if (ts_config.flags) | ||
|  | 		return -EINVAL; | ||
|  | 
 | ||
|  | 	switch (ts_config.tx_type) { | ||
|  | 	case HWTSTAMP_TX_OFF: | ||
|  | 		break; | ||
|  | 	case HWTSTAMP_TX_ON: | ||
|  | 		/* we likely need some check here to see if this is supported */ | ||
|  | 		break; | ||
|  | 	default: | ||
|  | 		return -ERANGE; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	switch (ts_config.rx_filter) { | ||
|  | 	case HWTSTAMP_FILTER_NONE: | ||
|  | 		interface->flags &= ~FM10K_FLAG_RX_TS_ENABLED; | ||
|  | 		break; | ||
|  | 	case HWTSTAMP_FILTER_PTP_V1_L4_EVENT: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V1_L4_SYNC: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_L4_EVENT: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_L4_SYNC: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_L2_EVENT: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_L2_SYNC: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_EVENT: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_SYNC: | ||
|  | 	case HWTSTAMP_FILTER_PTP_V2_DELAY_REQ: | ||
|  | 	case HWTSTAMP_FILTER_ALL: | ||
|  | 		interface->flags |= FM10K_FLAG_RX_TS_ENABLED; | ||
|  | 		ts_config.rx_filter = HWTSTAMP_FILTER_ALL; | ||
|  | 		break; | ||
|  | 	default: | ||
|  | 		return -ERANGE; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	/* save these settings for future reference */ | ||
|  | 	interface->ts_config = ts_config; | ||
|  | 
 | ||
|  | 	return copy_to_user(ifr->ifr_data, &ts_config, sizeof(ts_config)) ? | ||
|  | 		-EFAULT : 0; | ||
|  | } | ||
|  | 
 | ||
|  | static int fm10k_ptp_adjfreq(struct ptp_clock_info *ptp, s32 ppb) | ||
|  | { | ||
|  | 	struct fm10k_intfc *interface; | ||
|  | 	struct fm10k_hw *hw; | ||
|  | 	int err; | ||
|  | 
 | ||
|  | 	interface = container_of(ptp, struct fm10k_intfc, ptp_caps); | ||
|  | 	hw = &interface->hw; | ||
|  | 
 | ||
|  | 	err = hw->mac.ops.adjust_systime(hw, ppb); | ||
|  | 
 | ||
|  | 	/* the only error we should see is if the value is out of range */ | ||
|  | 	return (err == FM10K_ERR_PARAM) ? -ERANGE : err; | ||
|  | } | ||
|  | 
 | ||
|  | static int fm10k_ptp_adjtime(struct ptp_clock_info *ptp, s64 delta) | ||
|  | { | ||
|  | 	struct fm10k_intfc *interface; | ||
|  | 	unsigned long flags; | ||
|  | 
 | ||
|  | 	interface = container_of(ptp, struct fm10k_intfc, ptp_caps); | ||
|  | 
 | ||
|  | 	write_lock_irqsave(&interface->systime_lock, flags); | ||
|  | 	interface->ptp_adjust += delta; | ||
|  | 	write_unlock_irqrestore(&interface->systime_lock, flags); | ||
|  | 
 | ||
|  | 	return 0; | ||
|  | } | ||
|  | 
 | ||
|  | static int fm10k_ptp_gettime(struct ptp_clock_info *ptp, struct timespec *ts) | ||
|  | { | ||
|  | 	struct fm10k_intfc *interface; | ||
|  | 	unsigned long flags; | ||
|  | 	u64 now; | ||
|  | 
 | ||
|  | 	interface = container_of(ptp, struct fm10k_intfc, ptp_caps); | ||
|  | 
 | ||
|  | 	read_lock_irqsave(&interface->systime_lock, flags); | ||
|  | 	now = fm10k_systime_read(interface) + interface->ptp_adjust; | ||
|  | 	read_unlock_irqrestore(&interface->systime_lock, flags); | ||
|  | 
 | ||
|  | 	*ts = ns_to_timespec(now); | ||
|  | 
 | ||
|  | 	return 0; | ||
|  | } | ||
|  | 
 | ||
|  | static int fm10k_ptp_settime(struct ptp_clock_info *ptp, | ||
|  | 			     const struct timespec *ts) | ||
|  | { | ||
|  | 	struct fm10k_intfc *interface; | ||
|  | 	unsigned long flags; | ||
|  | 	u64 ns = timespec_to_ns(ts); | ||
|  | 
 | ||
|  | 	interface = container_of(ptp, struct fm10k_intfc, ptp_caps); | ||
|  | 
 | ||
|  | 	write_lock_irqsave(&interface->systime_lock, flags); | ||
|  | 	interface->ptp_adjust = fm10k_systime_read(interface) - ns; | ||
|  | 	write_unlock_irqrestore(&interface->systime_lock, flags); | ||
|  | 
 | ||
|  | 	return 0; | ||
|  | } | ||
|  | 
 | ||
|  | static int fm10k_ptp_enable(struct ptp_clock_info *ptp, | ||
|  | 			    struct ptp_clock_request *rq, int on) | ||
|  | { | ||
|  | 	struct ptp_clock_time *t = &rq->perout.period; | ||
|  | 	struct fm10k_intfc *interface; | ||
|  | 	struct fm10k_hw *hw; | ||
|  | 	u64 period; | ||
|  | 	u32 step; | ||
|  | 
 | ||
|  | 	/* we can only support periodic output */ | ||
|  | 	if (rq->type != PTP_CLK_REQ_PEROUT) | ||
|  | 		return -EINVAL; | ||
|  | 
 | ||
|  | 	/* verify the requested channel is there */ | ||
|  | 	if (rq->perout.index >= ptp->n_per_out) | ||
|  | 		return -EINVAL; | ||
|  | 
 | ||
|  | 	/* we cannot enforce start time as there is no
 | ||
|  | 	 * mechanism for that in the hardware, we can only control | ||
|  | 	 * the period. | ||
|  | 	 */ | ||
|  | 
 | ||
|  | 	/* we cannot support periods greater than 4 seconds due to reg limit */ | ||
|  | 	if (t->sec > 4 || t->sec < 0) | ||
|  | 		return -ERANGE; | ||
|  | 
 | ||
|  | 	interface = container_of(ptp, struct fm10k_intfc, ptp_caps); | ||
|  | 	hw = &interface->hw; | ||
|  | 
 | ||
|  | 	/* we simply cannot support the operation if we don't have BAR4 */ | ||
|  | 	if (!hw->sw_addr) | ||
|  | 		return -ENOTSUPP; | ||
|  | 
 | ||
|  | 	/* convert to unsigned 64b ns, verify we can put it in a 32b register */ | ||
|  | 	period = t->sec * 1000000000LL + t->nsec; | ||
|  | 
 | ||
|  | 	/* determine the minimum size for period */ | ||
|  | 	step = 2 * (fm10k_read_reg(hw, FM10K_SYSTIME_CFG) & | ||
|  | 		    FM10K_SYSTIME_CFG_STEP_MASK); | ||
|  | 
 | ||
|  | 	/* verify the value is in range supported by hardware */ | ||
|  | 	if ((period && (period < step)) || (period > U32_MAX)) | ||
|  | 		return -ERANGE; | ||
|  | 
 | ||
|  | 	/* notify hardware of request to being sending pulses */ | ||
|  | 	fm10k_write_sw_reg(hw, FM10K_SW_SYSTIME_PULSE(rq->perout.index), | ||
|  | 			   (u32)period); | ||
|  | 
 | ||
|  | 	return 0; | ||
|  | } | ||
|  | 
 | ||
|  | static struct ptp_pin_desc fm10k_ptp_pd[2] = { | ||
|  | 	{ | ||
|  | 		.name = "IEEE1588_PULSE0", | ||
|  | 		.index = 0, | ||
|  | 		.func = PTP_PF_PEROUT, | ||
|  | 		.chan = 0 | ||
|  | 	}, | ||
|  | 	{ | ||
|  | 		.name = "IEEE1588_PULSE1", | ||
|  | 		.index = 1, | ||
|  | 		.func = PTP_PF_PEROUT, | ||
|  | 		.chan = 1 | ||
|  | 	} | ||
|  | }; | ||
|  | 
 | ||
|  | static int fm10k_ptp_verify(struct ptp_clock_info *ptp, unsigned int pin, | ||
|  | 			    enum ptp_pin_function func, unsigned int chan) | ||
|  | { | ||
|  | 	/* verify the requested pin is there */ | ||
|  | 	if (pin >= ptp->n_pins || !ptp->pin_config) | ||
|  | 		return -EINVAL; | ||
|  | 
 | ||
|  | 	/* enforce locked channels, no changing them */ | ||
|  | 	if (chan != ptp->pin_config[pin].chan) | ||
|  | 		return -EINVAL; | ||
|  | 
 | ||
|  | 	/* we want to keep the functions locked as well */ | ||
|  | 	if (func != ptp->pin_config[pin].func) | ||
|  | 		return -EINVAL; | ||
|  | 
 | ||
|  | 	return 0; | ||
|  | } | ||
|  | 
 | ||
|  | void fm10k_ptp_register(struct fm10k_intfc *interface) | ||
|  | { | ||
|  | 	struct ptp_clock_info *ptp_caps = &interface->ptp_caps; | ||
|  | 	struct device *dev = &interface->pdev->dev; | ||
|  | 	struct ptp_clock *ptp_clock; | ||
|  | 
 | ||
|  | 	snprintf(ptp_caps->name, sizeof(ptp_caps->name), | ||
|  | 		 "%s", interface->netdev->name); | ||
|  | 	ptp_caps->owner		= THIS_MODULE; | ||
|  | 	/* This math is simply the inverse of the math in
 | ||
|  | 	 * fm10k_adjust_systime_pf applied to an adjustment value | ||
|  | 	 * of 2^30 - 1 which is the maximum value of the register: | ||
|  | 	 * 	max_ppb == ((2^30 - 1) * 5^9) / 2^31 | ||
|  | 	 */ | ||
|  | 	ptp_caps->max_adj	= 976562; | ||
|  | 	ptp_caps->adjfreq	= fm10k_ptp_adjfreq; | ||
|  | 	ptp_caps->adjtime	= fm10k_ptp_adjtime; | ||
|  | 	ptp_caps->gettime	= fm10k_ptp_gettime; | ||
|  | 	ptp_caps->settime	= fm10k_ptp_settime; | ||
|  | 
 | ||
|  | 	/* provide pins if BAR4 is accessible */ | ||
|  | 	if (interface->sw_addr) { | ||
|  | 		/* enable periodic outputs */ | ||
|  | 		ptp_caps->n_per_out = 2; | ||
|  | 		ptp_caps->enable	= fm10k_ptp_enable; | ||
|  | 
 | ||
|  | 		/* enable clock pins */ | ||
|  | 		ptp_caps->verify	= fm10k_ptp_verify; | ||
|  | 		ptp_caps->n_pins = 2; | ||
|  | 		ptp_caps->pin_config = fm10k_ptp_pd; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	ptp_clock = ptp_clock_register(ptp_caps, dev); | ||
|  | 	if (IS_ERR(ptp_clock)) { | ||
|  | 		ptp_clock = NULL; | ||
|  | 		dev_err(dev, "ptp_clock_register failed\n"); | ||
|  | 	} else { | ||
|  | 		dev_info(dev, "registered PHC device %s\n", ptp_caps->name); | ||
|  | 	} | ||
|  | 
 | ||
|  | 	interface->ptp_clock = ptp_clock; | ||
|  | } | ||
|  | 
 | ||
|  | void fm10k_ptp_unregister(struct fm10k_intfc *interface) | ||
|  | { | ||
|  | 	struct ptp_clock *ptp_clock = interface->ptp_clock; | ||
|  | 	struct device *dev = &interface->pdev->dev; | ||
|  | 
 | ||
|  | 	if (!ptp_clock) | ||
|  | 		return; | ||
|  | 
 | ||
|  | 	interface->ptp_clock = NULL; | ||
|  | 
 | ||
|  | 	ptp_clock_unregister(ptp_clock); | ||
|  | 	dev_info(dev, "removed PHC %s\n", interface->ptp_caps.name); | ||
|  | } |