| 
									
										
										
										
											2009-05-05 17:35:21 -07:00
										 |  |  | /***********************license start***************
 | 
					
						
							|  |  |  |  * Author: Cavium Networks | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Contact: support@caviumnetworks.com | 
					
						
							|  |  |  |  * This file is part of the OCTEON SDK | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (c) 2003-2008 Cavium Networks | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This file is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU General Public License, Version 2, as | 
					
						
							|  |  |  |  * published by the Free Software Foundation. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This file is distributed in the hope that it will be useful, but | 
					
						
							|  |  |  |  * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty | 
					
						
							|  |  |  |  * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or | 
					
						
							|  |  |  |  * NONINFRINGEMENT.  See the GNU General Public License for more | 
					
						
							|  |  |  |  * details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * You should have received a copy of the GNU General Public License | 
					
						
							|  |  |  |  * along with this file; if not, write to the Free Software | 
					
						
							|  |  |  |  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA | 
					
						
							|  |  |  |  * or visit http://www.gnu.org/licenses/.
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This file may also be available under a different license from Cavium. | 
					
						
							|  |  |  |  * Contact Cavium Networks for more information | 
					
						
							|  |  |  |  ***********************license end**************************************/ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Interface to the hardware Input Packet Data unit. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifndef __CVMX_IPD_H__
 | 
					
						
							|  |  |  | #define __CVMX_IPD_H__
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <asm/octeon/octeon-feature.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <asm/octeon/cvmx-ipd-defs.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | enum cvmx_ipd_mode { | 
					
						
							| 
									
										
										
										
											2013-01-22 12:59:30 +01:00
										 |  |  |    CVMX_IPD_OPC_MODE_STT = 0LL,	  /* All blocks DRAM, not cached in L2 */ | 
					
						
							|  |  |  |    CVMX_IPD_OPC_MODE_STF = 1LL,	  /* All bloccks into  L2 */ | 
					
						
							| 
									
										
										
										
											2009-05-05 17:35:21 -07:00
										 |  |  |    CVMX_IPD_OPC_MODE_STF1_STT = 2LL,   /* 1st block L2, rest DRAM */ | 
					
						
							|  |  |  |    CVMX_IPD_OPC_MODE_STF2_STT = 3LL    /* 1st, 2nd blocks L2, rest DRAM */ | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifndef CVMX_ENABLE_LEN_M8_FIX
 | 
					
						
							|  |  |  | #define CVMX_ENABLE_LEN_M8_FIX 0
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* CSR typedefs have been moved to cvmx-csr-*.h */ | 
					
						
							|  |  |  | typedef union cvmx_ipd_1st_mbuff_skip cvmx_ipd_mbuff_first_skip_t; | 
					
						
							|  |  |  | typedef union cvmx_ipd_1st_next_ptr_back cvmx_ipd_first_next_ptr_back_t; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | typedef cvmx_ipd_mbuff_first_skip_t cvmx_ipd_mbuff_not_first_skip_t; | 
					
						
							|  |  |  | typedef cvmx_ipd_first_next_ptr_back_t cvmx_ipd_second_next_ptr_back_t; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * Configure IPD | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * @mbuff_size: Packets buffer size in 8 byte words | 
					
						
							|  |  |  |  * @first_mbuff_skip: | 
					
						
							| 
									
										
										
										
											2013-01-22 12:59:30 +01:00
										 |  |  |  *		     Number of 8 byte words to skip in the first buffer | 
					
						
							| 
									
										
										
										
											2009-05-05 17:35:21 -07:00
										 |  |  |  * @not_first_mbuff_skip: | 
					
						
							| 
									
										
										
										
											2013-01-22 12:59:30 +01:00
										 |  |  |  *		     Number of 8 byte words to skip in each following buffer | 
					
						
							| 
									
										
										
										
											2009-05-05 17:35:21 -07:00
										 |  |  |  * @first_back: Must be same as first_mbuff_skip / 128 | 
					
						
							|  |  |  |  * @second_back: | 
					
						
							| 
									
										
										
										
											2013-01-22 12:59:30 +01:00
										 |  |  |  *		     Must be same as not_first_mbuff_skip / 128 | 
					
						
							| 
									
										
										
										
											2009-05-05 17:35:21 -07:00
										 |  |  |  * @wqe_fpa_pool: | 
					
						
							| 
									
										
										
										
											2013-01-22 12:59:30 +01:00
										 |  |  |  *		     FPA pool to get work entries from | 
					
						
							| 
									
										
										
										
											2009-05-05 17:35:21 -07:00
										 |  |  |  * @cache_mode: | 
					
						
							|  |  |  |  * @back_pres_enable_flag: | 
					
						
							| 
									
										
										
										
											2013-01-22 12:59:30 +01:00
										 |  |  |  *		     Enable or disable port back pressure | 
					
						
							| 
									
										
										
										
											2009-05-05 17:35:21 -07:00
										 |  |  |  */ | 
					
						
							|  |  |  | static inline void cvmx_ipd_config(uint64_t mbuff_size, | 
					
						
							|  |  |  | 				   uint64_t first_mbuff_skip, | 
					
						
							|  |  |  | 				   uint64_t not_first_mbuff_skip, | 
					
						
							|  |  |  | 				   uint64_t first_back, | 
					
						
							|  |  |  | 				   uint64_t second_back, | 
					
						
							|  |  |  | 				   uint64_t wqe_fpa_pool, | 
					
						
							|  |  |  | 				   enum cvmx_ipd_mode cache_mode, | 
					
						
							|  |  |  | 				   uint64_t back_pres_enable_flag) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	cvmx_ipd_mbuff_first_skip_t first_skip; | 
					
						
							|  |  |  | 	cvmx_ipd_mbuff_not_first_skip_t not_first_skip; | 
					
						
							|  |  |  | 	union cvmx_ipd_packet_mbuff_size size; | 
					
						
							|  |  |  | 	cvmx_ipd_first_next_ptr_back_t first_back_struct; | 
					
						
							|  |  |  | 	cvmx_ipd_second_next_ptr_back_t second_back_struct; | 
					
						
							|  |  |  | 	union cvmx_ipd_wqe_fpa_queue wqe_pool; | 
					
						
							|  |  |  | 	union cvmx_ipd_ctl_status ipd_ctl_reg; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	first_skip.u64 = 0; | 
					
						
							|  |  |  | 	first_skip.s.skip_sz = first_mbuff_skip; | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_1ST_MBUFF_SKIP, first_skip.u64); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	not_first_skip.u64 = 0; | 
					
						
							|  |  |  | 	not_first_skip.s.skip_sz = not_first_mbuff_skip; | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_NOT_1ST_MBUFF_SKIP, not_first_skip.u64); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	size.u64 = 0; | 
					
						
							|  |  |  | 	size.s.mb_size = mbuff_size; | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_PACKET_MBUFF_SIZE, size.u64); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	first_back_struct.u64 = 0; | 
					
						
							|  |  |  | 	first_back_struct.s.back = first_back; | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_1st_NEXT_PTR_BACK, first_back_struct.u64); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	second_back_struct.u64 = 0; | 
					
						
							|  |  |  | 	second_back_struct.s.back = second_back; | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_2nd_NEXT_PTR_BACK, second_back_struct.u64); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	wqe_pool.u64 = 0; | 
					
						
							|  |  |  | 	wqe_pool.s.wqe_pool = wqe_fpa_pool; | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_WQE_FPA_QUEUE, wqe_pool.u64); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	ipd_ctl_reg.u64 = cvmx_read_csr(CVMX_IPD_CTL_STATUS); | 
					
						
							|  |  |  | 	ipd_ctl_reg.s.opc_mode = cache_mode; | 
					
						
							|  |  |  | 	ipd_ctl_reg.s.pbp_en = back_pres_enable_flag; | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_CTL_STATUS, ipd_ctl_reg.u64); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Note: the example RED code that used to be here has been moved to
 | 
					
						
							|  |  |  | 	   cvmx_helper_setup_red */ | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * Enable IPD | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static inline void cvmx_ipd_enable(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	union cvmx_ipd_ctl_status ipd_reg; | 
					
						
							|  |  |  | 	ipd_reg.u64 = cvmx_read_csr(CVMX_IPD_CTL_STATUS); | 
					
						
							|  |  |  | 	if (ipd_reg.s.ipd_en) { | 
					
						
							|  |  |  | 		cvmx_dprintf | 
					
						
							|  |  |  | 		    ("Warning: Enabling IPD when IPD already enabled.\n"); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	ipd_reg.s.ipd_en = 1; | 
					
						
							|  |  |  | #if  CVMX_ENABLE_LEN_M8_FIX
 | 
					
						
							|  |  |  | 	if (!OCTEON_IS_MODEL(OCTEON_CN38XX_PASS2)) | 
					
						
							|  |  |  | 		ipd_reg.s.len_m8 = TRUE; | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_CTL_STATUS, ipd_reg.u64); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * Disable IPD | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static inline void cvmx_ipd_disable(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	union cvmx_ipd_ctl_status ipd_reg; | 
					
						
							|  |  |  | 	ipd_reg.u64 = cvmx_read_csr(CVMX_IPD_CTL_STATUS); | 
					
						
							|  |  |  | 	ipd_reg.s.ipd_en = 0; | 
					
						
							|  |  |  | 	cvmx_write_csr(CVMX_IPD_CTL_STATUS, ipd_reg.u64); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  * Supportive function for cvmx_fpa_shutdown_pool. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static inline void cvmx_ipd_free_ptr(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	/* Only CN38XXp{1,2} cannot read pointer out of the IPD */ | 
					
						
							|  |  |  | 	if (!OCTEON_IS_MODEL(OCTEON_CN38XX_PASS1) | 
					
						
							|  |  |  | 	    && !OCTEON_IS_MODEL(OCTEON_CN38XX_PASS2)) { | 
					
						
							|  |  |  | 		int no_wptr = 0; | 
					
						
							|  |  |  | 		union cvmx_ipd_ptr_count ipd_ptr_count; | 
					
						
							|  |  |  | 		ipd_ptr_count.u64 = cvmx_read_csr(CVMX_IPD_PTR_COUNT); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Handle Work Queue Entry in cn56xx and cn52xx */ | 
					
						
							|  |  |  | 		if (octeon_has_feature(OCTEON_FEATURE_NO_WPTR)) { | 
					
						
							|  |  |  | 			union cvmx_ipd_ctl_status ipd_ctl_status; | 
					
						
							|  |  |  | 			ipd_ctl_status.u64 = cvmx_read_csr(CVMX_IPD_CTL_STATUS); | 
					
						
							|  |  |  | 			if (ipd_ctl_status.s.no_wptr) | 
					
						
							|  |  |  | 				no_wptr = 1; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Free the prefetched WQE */ | 
					
						
							|  |  |  | 		if (ipd_ptr_count.s.wqev_cnt) { | 
					
						
							|  |  |  | 			union cvmx_ipd_wqe_ptr_valid ipd_wqe_ptr_valid; | 
					
						
							|  |  |  | 			ipd_wqe_ptr_valid.u64 = | 
					
						
							|  |  |  | 			    cvmx_read_csr(CVMX_IPD_WQE_PTR_VALID); | 
					
						
							|  |  |  | 			if (no_wptr) | 
					
						
							|  |  |  | 				cvmx_fpa_free(cvmx_phys_to_ptr | 
					
						
							|  |  |  | 					      ((uint64_t) ipd_wqe_ptr_valid.s. | 
					
						
							|  |  |  | 					       ptr << 7), CVMX_FPA_PACKET_POOL, | 
					
						
							|  |  |  | 					      0); | 
					
						
							|  |  |  | 			else | 
					
						
							|  |  |  | 				cvmx_fpa_free(cvmx_phys_to_ptr | 
					
						
							|  |  |  | 					      ((uint64_t) ipd_wqe_ptr_valid.s. | 
					
						
							|  |  |  | 					       ptr << 7), CVMX_FPA_WQE_POOL, 0); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Free all WQE in the fifo */ | 
					
						
							|  |  |  | 		if (ipd_ptr_count.s.wqe_pcnt) { | 
					
						
							|  |  |  | 			int i; | 
					
						
							|  |  |  | 			union cvmx_ipd_pwp_ptr_fifo_ctl ipd_pwp_ptr_fifo_ctl; | 
					
						
							|  |  |  | 			ipd_pwp_ptr_fifo_ctl.u64 = | 
					
						
							|  |  |  | 			    cvmx_read_csr(CVMX_IPD_PWP_PTR_FIFO_CTL); | 
					
						
							|  |  |  | 			for (i = 0; i < ipd_ptr_count.s.wqe_pcnt; i++) { | 
					
						
							|  |  |  | 				ipd_pwp_ptr_fifo_ctl.s.cena = 0; | 
					
						
							|  |  |  | 				ipd_pwp_ptr_fifo_ctl.s.raddr = | 
					
						
							|  |  |  | 				    ipd_pwp_ptr_fifo_ctl.s.max_cnts + | 
					
						
							|  |  |  | 				    (ipd_pwp_ptr_fifo_ctl.s.wraddr + | 
					
						
							|  |  |  | 				     i) % ipd_pwp_ptr_fifo_ctl.s.max_cnts; | 
					
						
							|  |  |  | 				cvmx_write_csr(CVMX_IPD_PWP_PTR_FIFO_CTL, | 
					
						
							|  |  |  | 					       ipd_pwp_ptr_fifo_ctl.u64); | 
					
						
							|  |  |  | 				ipd_pwp_ptr_fifo_ctl.u64 = | 
					
						
							|  |  |  | 				    cvmx_read_csr(CVMX_IPD_PWP_PTR_FIFO_CTL); | 
					
						
							|  |  |  | 				if (no_wptr) | 
					
						
							|  |  |  | 					cvmx_fpa_free(cvmx_phys_to_ptr | 
					
						
							|  |  |  | 						      ((uint64_t) | 
					
						
							|  |  |  | 						       ipd_pwp_ptr_fifo_ctl.s. | 
					
						
							|  |  |  | 						       ptr << 7), | 
					
						
							|  |  |  | 						      CVMX_FPA_PACKET_POOL, 0); | 
					
						
							|  |  |  | 				else | 
					
						
							|  |  |  | 					cvmx_fpa_free(cvmx_phys_to_ptr | 
					
						
							|  |  |  | 						      ((uint64_t) | 
					
						
							|  |  |  | 						       ipd_pwp_ptr_fifo_ctl.s. | 
					
						
							|  |  |  | 						       ptr << 7), | 
					
						
							|  |  |  | 						      CVMX_FPA_WQE_POOL, 0); | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			ipd_pwp_ptr_fifo_ctl.s.cena = 1; | 
					
						
							|  |  |  | 			cvmx_write_csr(CVMX_IPD_PWP_PTR_FIFO_CTL, | 
					
						
							|  |  |  | 				       ipd_pwp_ptr_fifo_ctl.u64); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Free the prefetched packet */ | 
					
						
							|  |  |  | 		if (ipd_ptr_count.s.pktv_cnt) { | 
					
						
							|  |  |  | 			union cvmx_ipd_pkt_ptr_valid ipd_pkt_ptr_valid; | 
					
						
							|  |  |  | 			ipd_pkt_ptr_valid.u64 = | 
					
						
							|  |  |  | 			    cvmx_read_csr(CVMX_IPD_PKT_PTR_VALID); | 
					
						
							|  |  |  | 			cvmx_fpa_free(cvmx_phys_to_ptr | 
					
						
							|  |  |  | 				      (ipd_pkt_ptr_valid.s.ptr << 7), | 
					
						
							|  |  |  | 				      CVMX_FPA_PACKET_POOL, 0); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Free the per port prefetched packets */ | 
					
						
							|  |  |  | 		if (1) { | 
					
						
							|  |  |  | 			int i; | 
					
						
							|  |  |  | 			union cvmx_ipd_prc_port_ptr_fifo_ctl | 
					
						
							|  |  |  | 			    ipd_prc_port_ptr_fifo_ctl; | 
					
						
							|  |  |  | 			ipd_prc_port_ptr_fifo_ctl.u64 = | 
					
						
							|  |  |  | 			    cvmx_read_csr(CVMX_IPD_PRC_PORT_PTR_FIFO_CTL); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 			for (i = 0; i < ipd_prc_port_ptr_fifo_ctl.s.max_pkt; | 
					
						
							|  |  |  | 			     i++) { | 
					
						
							|  |  |  | 				ipd_prc_port_ptr_fifo_ctl.s.cena = 0; | 
					
						
							|  |  |  | 				ipd_prc_port_ptr_fifo_ctl.s.raddr = | 
					
						
							|  |  |  | 				    i % ipd_prc_port_ptr_fifo_ctl.s.max_pkt; | 
					
						
							|  |  |  | 				cvmx_write_csr(CVMX_IPD_PRC_PORT_PTR_FIFO_CTL, | 
					
						
							|  |  |  | 					       ipd_prc_port_ptr_fifo_ctl.u64); | 
					
						
							|  |  |  | 				ipd_prc_port_ptr_fifo_ctl.u64 = | 
					
						
							|  |  |  | 				    cvmx_read_csr | 
					
						
							|  |  |  | 				    (CVMX_IPD_PRC_PORT_PTR_FIFO_CTL); | 
					
						
							|  |  |  | 				cvmx_fpa_free(cvmx_phys_to_ptr | 
					
						
							|  |  |  | 					      ((uint64_t) | 
					
						
							|  |  |  | 					       ipd_prc_port_ptr_fifo_ctl.s. | 
					
						
							|  |  |  | 					       ptr << 7), CVMX_FPA_PACKET_POOL, | 
					
						
							|  |  |  | 					      0); | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			ipd_prc_port_ptr_fifo_ctl.s.cena = 1; | 
					
						
							|  |  |  | 			cvmx_write_csr(CVMX_IPD_PRC_PORT_PTR_FIFO_CTL, | 
					
						
							|  |  |  | 				       ipd_prc_port_ptr_fifo_ctl.u64); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Free all packets in the holding fifo */ | 
					
						
							|  |  |  | 		if (ipd_ptr_count.s.pfif_cnt) { | 
					
						
							|  |  |  | 			int i; | 
					
						
							|  |  |  | 			union cvmx_ipd_prc_hold_ptr_fifo_ctl | 
					
						
							|  |  |  | 			    ipd_prc_hold_ptr_fifo_ctl; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 			ipd_prc_hold_ptr_fifo_ctl.u64 = | 
					
						
							|  |  |  | 			    cvmx_read_csr(CVMX_IPD_PRC_HOLD_PTR_FIFO_CTL); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 			for (i = 0; i < ipd_ptr_count.s.pfif_cnt; i++) { | 
					
						
							|  |  |  | 				ipd_prc_hold_ptr_fifo_ctl.s.cena = 0; | 
					
						
							|  |  |  | 				ipd_prc_hold_ptr_fifo_ctl.s.raddr = | 
					
						
							|  |  |  | 				    (ipd_prc_hold_ptr_fifo_ctl.s.praddr + | 
					
						
							|  |  |  | 				     i) % ipd_prc_hold_ptr_fifo_ctl.s.max_pkt; | 
					
						
							|  |  |  | 				cvmx_write_csr(CVMX_IPD_PRC_HOLD_PTR_FIFO_CTL, | 
					
						
							|  |  |  | 					       ipd_prc_hold_ptr_fifo_ctl.u64); | 
					
						
							|  |  |  | 				ipd_prc_hold_ptr_fifo_ctl.u64 = | 
					
						
							|  |  |  | 				    cvmx_read_csr | 
					
						
							|  |  |  | 				    (CVMX_IPD_PRC_HOLD_PTR_FIFO_CTL); | 
					
						
							|  |  |  | 				cvmx_fpa_free(cvmx_phys_to_ptr | 
					
						
							|  |  |  | 					      ((uint64_t) | 
					
						
							|  |  |  | 					       ipd_prc_hold_ptr_fifo_ctl.s. | 
					
						
							|  |  |  | 					       ptr << 7), CVMX_FPA_PACKET_POOL, | 
					
						
							|  |  |  | 					      0); | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			ipd_prc_hold_ptr_fifo_ctl.s.cena = 1; | 
					
						
							|  |  |  | 			cvmx_write_csr(CVMX_IPD_PRC_HOLD_PTR_FIFO_CTL, | 
					
						
							|  |  |  | 				       ipd_prc_hold_ptr_fifo_ctl.u64); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Free all packets in the fifo */ | 
					
						
							|  |  |  | 		if (ipd_ptr_count.s.pkt_pcnt) { | 
					
						
							|  |  |  | 			int i; | 
					
						
							|  |  |  | 			union cvmx_ipd_pwp_ptr_fifo_ctl ipd_pwp_ptr_fifo_ctl; | 
					
						
							|  |  |  | 			ipd_pwp_ptr_fifo_ctl.u64 = | 
					
						
							|  |  |  | 			    cvmx_read_csr(CVMX_IPD_PWP_PTR_FIFO_CTL); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 			for (i = 0; i < ipd_ptr_count.s.pkt_pcnt; i++) { | 
					
						
							|  |  |  | 				ipd_pwp_ptr_fifo_ctl.s.cena = 0; | 
					
						
							|  |  |  | 				ipd_pwp_ptr_fifo_ctl.s.raddr = | 
					
						
							|  |  |  | 				    (ipd_pwp_ptr_fifo_ctl.s.praddr + | 
					
						
							|  |  |  | 				     i) % ipd_pwp_ptr_fifo_ctl.s.max_cnts; | 
					
						
							|  |  |  | 				cvmx_write_csr(CVMX_IPD_PWP_PTR_FIFO_CTL, | 
					
						
							|  |  |  | 					       ipd_pwp_ptr_fifo_ctl.u64); | 
					
						
							|  |  |  | 				ipd_pwp_ptr_fifo_ctl.u64 = | 
					
						
							|  |  |  | 				    cvmx_read_csr(CVMX_IPD_PWP_PTR_FIFO_CTL); | 
					
						
							|  |  |  | 				cvmx_fpa_free(cvmx_phys_to_ptr | 
					
						
							|  |  |  | 					      ((uint64_t) ipd_pwp_ptr_fifo_ctl. | 
					
						
							|  |  |  | 					       s.ptr << 7), | 
					
						
							|  |  |  | 					      CVMX_FPA_PACKET_POOL, 0); | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			ipd_pwp_ptr_fifo_ctl.s.cena = 1; | 
					
						
							|  |  |  | 			cvmx_write_csr(CVMX_IPD_PWP_PTR_FIFO_CTL, | 
					
						
							|  |  |  | 				       ipd_pwp_ptr_fifo_ctl.u64); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Reset the IPD to get all buffers out of it */ | 
					
						
							|  |  |  | 		{ | 
					
						
							|  |  |  | 			union cvmx_ipd_ctl_status ipd_ctl_status; | 
					
						
							|  |  |  | 			ipd_ctl_status.u64 = cvmx_read_csr(CVMX_IPD_CTL_STATUS); | 
					
						
							|  |  |  | 			ipd_ctl_status.s.reset = 1; | 
					
						
							|  |  |  | 			cvmx_write_csr(CVMX_IPD_CTL_STATUS, ipd_ctl_status.u64); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		/* Reset the PIP */ | 
					
						
							|  |  |  | 		{ | 
					
						
							|  |  |  | 			union cvmx_pip_sft_rst pip_sft_rst; | 
					
						
							|  |  |  | 			pip_sft_rst.u64 = cvmx_read_csr(CVMX_PIP_SFT_RST); | 
					
						
							|  |  |  | 			pip_sft_rst.s.rst = 1; | 
					
						
							|  |  |  | 			cvmx_write_csr(CVMX_PIP_SFT_RST, pip_sft_rst.u64); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #endif /*  __CVMX_IPD_H__ */
 |