| 
									
										
										
										
											2014-06-05 13:42:39 -07:00
										 |  |  | /*
 | 
					
						
							|  |  |  |   This file is provided under a dual BSD/GPLv2 license.  When using or | 
					
						
							|  |  |  |   redistributing this file, you may do so under either license. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   GPL LICENSE SUMMARY | 
					
						
							|  |  |  |   Copyright(c) 2014 Intel Corporation. | 
					
						
							|  |  |  |   This program is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |   it under the terms of version 2 of the GNU General Public License as | 
					
						
							|  |  |  |   published by the Free Software Foundation. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   This program is distributed in the hope that it will be useful, but | 
					
						
							|  |  |  |   WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  |   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU | 
					
						
							|  |  |  |   General Public License for more details. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   Contact Information: | 
					
						
							|  |  |  |   qat-linux@intel.com | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   BSD LICENSE | 
					
						
							|  |  |  |   Copyright(c) 2014 Intel Corporation. | 
					
						
							|  |  |  |   Redistribution and use in source and binary forms, with or without | 
					
						
							|  |  |  |   modification, are permitted provided that the following conditions | 
					
						
							|  |  |  |   are met: | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     * Redistributions of source code must retain the above copyright | 
					
						
							|  |  |  |       notice, this list of conditions and the following disclaimer. | 
					
						
							|  |  |  |     * Redistributions in binary form must reproduce the above copyright | 
					
						
							|  |  |  |       notice, this list of conditions and the following disclaimer in | 
					
						
							|  |  |  |       the documentation and/or other materials provided with the | 
					
						
							|  |  |  |       distribution. | 
					
						
							|  |  |  |     * Neither the name of Intel Corporation nor the names of its | 
					
						
							|  |  |  |       contributors may be used to endorse or promote products derived | 
					
						
							|  |  |  |       from this software without specific prior written permission. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 
					
						
							|  |  |  |   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 
					
						
							|  |  |  |   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | 
					
						
							|  |  |  |   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | 
					
						
							|  |  |  |   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | 
					
						
							|  |  |  |   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | 
					
						
							|  |  |  |   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | 
					
						
							|  |  |  |   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 
					
						
							|  |  |  |   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 
					
						
							|  |  |  |   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 
					
						
							|  |  |  |   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 
					
						
							|  |  |  | */ | 
					
						
							|  |  |  | #include <linux/mutex.h>
 | 
					
						
							|  |  |  | #include <linux/list.h>
 | 
					
						
							|  |  |  | #include "adf_cfg.h"
 | 
					
						
							|  |  |  | #include "adf_common_drv.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static LIST_HEAD(accel_table); | 
					
						
							|  |  |  | static DEFINE_MUTEX(table_lock); | 
					
						
							|  |  |  | static uint32_t num_devices; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * adf_devmgr_add_dev() - Add accel_dev to the acceleration framework | 
					
						
							|  |  |  |  * @accel_dev:  Pointer to acceleration device. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Function adds acceleration device to the acceleration framework. | 
					
						
							|  |  |  |  * To be used by QAT device specific drivers. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Return: 0 on success, error code othewise. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | int adf_devmgr_add_dev(struct adf_accel_dev *accel_dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct list_head *itr; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (num_devices == ADF_MAX_DEVICES) { | 
					
						
							|  |  |  | 		pr_err("QAT: Only support up to %d devices\n", ADF_MAX_DEVICES); | 
					
						
							|  |  |  | 		return -EFAULT; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	mutex_lock(&table_lock); | 
					
						
							|  |  |  | 	list_for_each(itr, &accel_table) { | 
					
						
							|  |  |  | 		struct adf_accel_dev *ptr = | 
					
						
							|  |  |  | 				list_entry(itr, struct adf_accel_dev, list); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		if (ptr == accel_dev) { | 
					
						
							|  |  |  | 			mutex_unlock(&table_lock); | 
					
						
							|  |  |  | 			return -EEXIST; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	atomic_set(&accel_dev->ref_count, 0); | 
					
						
							|  |  |  | 	list_add_tail(&accel_dev->list, &accel_table); | 
					
						
							|  |  |  | 	accel_dev->accel_id = num_devices++; | 
					
						
							|  |  |  | 	mutex_unlock(&table_lock); | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(adf_devmgr_add_dev); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct list_head *adf_devmgr_get_head(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return &accel_table; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * adf_devmgr_rm_dev() - Remove accel_dev from the acceleration framework. | 
					
						
							|  |  |  |  * @accel_dev:  Pointer to acceleration device. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Function removes acceleration device from the acceleration framework. | 
					
						
							|  |  |  |  * To be used by QAT device specific drivers. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Return: void | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | void adf_devmgr_rm_dev(struct adf_accel_dev *accel_dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	mutex_lock(&table_lock); | 
					
						
							|  |  |  | 	list_del(&accel_dev->list); | 
					
						
							|  |  |  | 	num_devices--; | 
					
						
							|  |  |  | 	mutex_unlock(&table_lock); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(adf_devmgr_rm_dev); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct adf_accel_dev *adf_devmgr_get_first(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct adf_accel_dev *dev = NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!list_empty(&accel_table)) | 
					
						
							|  |  |  | 		dev = list_first_entry(&accel_table, struct adf_accel_dev, | 
					
						
							|  |  |  | 				       list); | 
					
						
							|  |  |  | 	return dev; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * adf_devmgr_pci_to_accel_dev() - Get accel_dev associated with the pci_dev. | 
					
						
							|  |  |  |  * @accel_dev:  Pointer to pci device. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Function returns acceleration device associated with the given pci device. | 
					
						
							|  |  |  |  * To be used by QAT device specific drivers. | 
					
						
							|  |  |  |  * | 
					
						
							| 
									
										
										
										
											2014-10-15 11:33:15 -07:00
										 |  |  |  * Return: pointer to accel_dev or NULL if not found. | 
					
						
							| 
									
										
										
										
											2014-06-05 13:42:39 -07:00
										 |  |  |  */ | 
					
						
							|  |  |  | struct adf_accel_dev *adf_devmgr_pci_to_accel_dev(struct pci_dev *pci_dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct list_head *itr; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-10-15 11:33:15 -07:00
										 |  |  | 	mutex_lock(&table_lock); | 
					
						
							| 
									
										
										
										
											2014-06-05 13:42:39 -07:00
										 |  |  | 	list_for_each(itr, &accel_table) { | 
					
						
							|  |  |  | 		struct adf_accel_dev *ptr = | 
					
						
							|  |  |  | 				list_entry(itr, struct adf_accel_dev, list); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		if (ptr->accel_pci_dev.pci_dev == pci_dev) { | 
					
						
							|  |  |  | 			mutex_unlock(&table_lock); | 
					
						
							|  |  |  | 			return ptr; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2014-10-15 11:33:15 -07:00
										 |  |  | 	mutex_unlock(&table_lock); | 
					
						
							| 
									
										
										
										
											2014-06-05 13:42:39 -07:00
										 |  |  | 	return NULL; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | EXPORT_SYMBOL_GPL(adf_devmgr_pci_to_accel_dev); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct adf_accel_dev *adf_devmgr_get_dev_by_id(uint32_t id) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct list_head *itr; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-10-15 11:33:15 -07:00
										 |  |  | 	mutex_lock(&table_lock); | 
					
						
							| 
									
										
										
										
											2014-06-05 13:42:39 -07:00
										 |  |  | 	list_for_each(itr, &accel_table) { | 
					
						
							|  |  |  | 		struct adf_accel_dev *ptr = | 
					
						
							|  |  |  | 				list_entry(itr, struct adf_accel_dev, list); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		if (ptr->accel_id == id) { | 
					
						
							|  |  |  | 			mutex_unlock(&table_lock); | 
					
						
							|  |  |  | 			return ptr; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2014-10-15 11:33:15 -07:00
										 |  |  | 	mutex_unlock(&table_lock); | 
					
						
							| 
									
										
										
										
											2014-06-05 13:42:39 -07:00
										 |  |  | 	return NULL; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int adf_devmgr_verify_id(uint32_t id) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	if (id == ADF_CFG_ALL_DEVICES) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (adf_devmgr_get_dev_by_id(id)) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return -ENODEV; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void adf_devmgr_get_num_dev(uint32_t *num) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct list_head *itr; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	*num = 0; | 
					
						
							|  |  |  | 	list_for_each(itr, &accel_table) { | 
					
						
							|  |  |  | 		(*num)++; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int adf_dev_in_use(struct adf_accel_dev *accel_dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return atomic_read(&accel_dev->ref_count) != 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int adf_dev_get(struct adf_accel_dev *accel_dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	if (atomic_add_return(1, &accel_dev->ref_count) == 1) | 
					
						
							|  |  |  | 		if (!try_module_get(accel_dev->owner)) | 
					
						
							|  |  |  | 			return -EFAULT; | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void adf_dev_put(struct adf_accel_dev *accel_dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	if (atomic_sub_return(1, &accel_dev->ref_count) == 0) | 
					
						
							|  |  |  | 		module_put(accel_dev->owner); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int adf_devmgr_in_reset(struct adf_accel_dev *accel_dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return test_bit(ADF_STATUS_RESTARTING, &accel_dev->status); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int adf_dev_started(struct adf_accel_dev *accel_dev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return test_bit(ADF_STATUS_STARTED, &accel_dev->status); | 
					
						
							|  |  |  | } |