| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Copyright 2011 Advanced Micro Devices, Inc. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Permission is hereby granted, free of charge, to any person obtaining a | 
					
						
							|  |  |  |  * copy of this software and associated documentation files (the "Software"), | 
					
						
							|  |  |  |  * to deal in the Software without restriction, including without limitation | 
					
						
							|  |  |  |  * the rights to use, copy, modify, merge, publish, distribute, sublicense, | 
					
						
							|  |  |  |  * and/or sell copies of the Software, and to permit persons to whom the | 
					
						
							|  |  |  |  * Software is furnished to do so, subject to the following conditions: | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * The above copyright notice and this permission notice shall be included in | 
					
						
							|  |  |  |  * all copies or substantial portions of the Software. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | 
					
						
							|  |  |  |  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | 
					
						
							|  |  |  |  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL | 
					
						
							|  |  |  |  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR | 
					
						
							|  |  |  |  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | 
					
						
							|  |  |  |  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | 
					
						
							|  |  |  |  * OTHER DEALINGS IN THE SOFTWARE. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Authors: Alex Deucher | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/firmware.h>
 | 
					
						
							|  |  |  | #include "drmP.h"
 | 
					
						
							|  |  |  | #include "radeon.h"
 | 
					
						
							|  |  |  | #include "sid.h"
 | 
					
						
							|  |  |  | #include "ppsmc.h"
 | 
					
						
							|  |  |  | #include "radeon_ucode.h"
 | 
					
						
							| 
									
										
										
										
											2014-01-06 22:00:45 +05:30
										 |  |  | #include "sislands_smc.h"
 | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | static int si_set_smc_sram_address(struct radeon_device *rdev, | 
					
						
							|  |  |  | 				   u32 smc_address, u32 limit) | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | { | 
					
						
							|  |  |  | 	if (smc_address & 3) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 	if ((smc_address + 3) > limit) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	WREG32(SMC_IND_INDEX_0, smc_address); | 
					
						
							|  |  |  | 	WREG32_P(SMC_IND_ACCESS_CNTL, 0, ~AUTO_INCREMENT_IND_0); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int si_copy_bytes_to_smc(struct radeon_device *rdev, | 
					
						
							|  |  |  | 			 u32 smc_start_address, | 
					
						
							|  |  |  | 			 const u8 *src, u32 byte_count, u32 limit) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	unsigned long flags; | 
					
						
							|  |  |  | 	int ret = 0; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 	u32 data, original_data, addr, extra_shift; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (smc_start_address & 3) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 	if ((smc_start_address + byte_count) > limit) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	addr = smc_start_address; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	spin_lock_irqsave(&rdev->smc_idx_lock, flags); | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 	while (byte_count >= 4) { | 
					
						
							|  |  |  | 		/* SMC address space is BE */ | 
					
						
							|  |  |  | 		data = (src[0] << 24) | (src[1] << 16) | (src[2] << 8) | src[3]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		ret = si_set_smc_sram_address(rdev, addr, limit); | 
					
						
							|  |  |  | 		if (ret) | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 			goto done; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		WREG32(SMC_IND_DATA_0, data); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		src += 4; | 
					
						
							|  |  |  | 		byte_count -= 4; | 
					
						
							|  |  |  | 		addr += 4; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* RMW for the final bytes */ | 
					
						
							|  |  |  | 	if (byte_count > 0) { | 
					
						
							|  |  |  | 		data = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		ret = si_set_smc_sram_address(rdev, addr, limit); | 
					
						
							|  |  |  | 		if (ret) | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 			goto done; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		original_data = RREG32(SMC_IND_DATA_0); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		extra_shift = 8 * (4 - byte_count); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		while (byte_count > 0) { | 
					
						
							|  |  |  | 			/* SMC address space is BE */ | 
					
						
							|  |  |  | 			data = (data << 8) + *src++; | 
					
						
							|  |  |  | 			byte_count--; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		data <<= extra_shift; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		data |= (original_data & ~((~0UL) << extra_shift)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		ret = si_set_smc_sram_address(rdev, addr, limit); | 
					
						
							|  |  |  | 		if (ret) | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 			goto done; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		WREG32(SMC_IND_DATA_0, data); | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | done: | 
					
						
							|  |  |  | 	spin_unlock_irqrestore(&rdev->smc_idx_lock, flags); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return ret; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void si_start_smc(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 tmp = RREG32_SMC(SMC_SYSCON_RESET_CNTL); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	tmp &= ~RST_REG; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	WREG32_SMC(SMC_SYSCON_RESET_CNTL, tmp); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void si_reset_smc(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 tmp; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	RREG32(CB_CGTT_SCLK_CTRL); | 
					
						
							|  |  |  | 	RREG32(CB_CGTT_SCLK_CTRL); | 
					
						
							|  |  |  | 	RREG32(CB_CGTT_SCLK_CTRL); | 
					
						
							|  |  |  | 	RREG32(CB_CGTT_SCLK_CTRL); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	tmp = RREG32_SMC(SMC_SYSCON_RESET_CNTL); | 
					
						
							|  |  |  | 	tmp |= RST_REG; | 
					
						
							|  |  |  | 	WREG32_SMC(SMC_SYSCON_RESET_CNTL, tmp); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int si_program_jump_on_start(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	static u8 data[] = { 0x0E, 0x00, 0x40, 0x40 }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return si_copy_bytes_to_smc(rdev, 0x0, data, 4, sizeof(data)+1); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void si_stop_smc_clock(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	tmp |= CK_DISABLE; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	WREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0, tmp); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void si_start_smc_clock(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	tmp &= ~CK_DISABLE; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	WREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0, tmp); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | bool si_is_smc_running(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 rst = RREG32_SMC(SMC_SYSCON_RESET_CNTL); | 
					
						
							|  |  |  | 	u32 clk = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!(rst & RST_REG) && !(clk & CK_DISABLE)) | 
					
						
							|  |  |  | 		return true; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return false; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | PPSMC_Result si_send_msg_to_smc(struct radeon_device *rdev, PPSMC_Msg msg) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 tmp; | 
					
						
							|  |  |  | 	int i; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!si_is_smc_running(rdev)) | 
					
						
							|  |  |  | 		return PPSMC_Result_Failed; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	WREG32(SMC_MESSAGE_0, msg); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for (i = 0; i < rdev->usec_timeout; i++) { | 
					
						
							|  |  |  | 		tmp = RREG32(SMC_RESP_0); | 
					
						
							|  |  |  | 		if (tmp != 0) | 
					
						
							|  |  |  | 			break; | 
					
						
							|  |  |  | 		udelay(1); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	tmp = RREG32(SMC_RESP_0); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return (PPSMC_Result)tmp; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | PPSMC_Result si_wait_for_smc_inactive(struct radeon_device *rdev) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 tmp; | 
					
						
							|  |  |  | 	int i; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!si_is_smc_running(rdev)) | 
					
						
							|  |  |  | 		return PPSMC_Result_OK; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for (i = 0; i < rdev->usec_timeout; i++) { | 
					
						
							|  |  |  | 		tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0); | 
					
						
							|  |  |  | 		if ((tmp & CKEN) == 0) | 
					
						
							|  |  |  | 			break; | 
					
						
							|  |  |  | 		udelay(1); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return PPSMC_Result_OK; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int si_load_smc_ucode(struct radeon_device *rdev, u32 limit) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	unsigned long flags; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 	u32 ucode_start_address; | 
					
						
							|  |  |  | 	u32 ucode_size; | 
					
						
							|  |  |  | 	const u8 *src; | 
					
						
							|  |  |  | 	u32 data; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!rdev->smc_fw) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	switch (rdev->family) { | 
					
						
							|  |  |  | 	case CHIP_TAHITI: | 
					
						
							|  |  |  | 		ucode_start_address = TAHITI_SMC_UCODE_START; | 
					
						
							|  |  |  | 		ucode_size = TAHITI_SMC_UCODE_SIZE; | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	case CHIP_PITCAIRN: | 
					
						
							|  |  |  | 		ucode_start_address = PITCAIRN_SMC_UCODE_START; | 
					
						
							|  |  |  | 		ucode_size = PITCAIRN_SMC_UCODE_SIZE; | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	case CHIP_VERDE: | 
					
						
							|  |  |  | 		ucode_start_address = VERDE_SMC_UCODE_START; | 
					
						
							|  |  |  | 		ucode_size = VERDE_SMC_UCODE_SIZE; | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	case CHIP_OLAND: | 
					
						
							|  |  |  | 		ucode_start_address = OLAND_SMC_UCODE_START; | 
					
						
							|  |  |  | 		ucode_size = OLAND_SMC_UCODE_SIZE; | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	case CHIP_HAINAN: | 
					
						
							|  |  |  | 		ucode_start_address = HAINAN_SMC_UCODE_START; | 
					
						
							|  |  |  | 		ucode_size = HAINAN_SMC_UCODE_SIZE; | 
					
						
							|  |  |  | 		break; | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		DRM_ERROR("unknown asic in smc ucode loader\n"); | 
					
						
							|  |  |  | 		BUG(); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (ucode_size & 3) | 
					
						
							|  |  |  | 		return -EINVAL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	src = (const u8 *)rdev->smc_fw->data; | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	spin_lock_irqsave(&rdev->smc_idx_lock, flags); | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 	WREG32(SMC_IND_INDEX_0, ucode_start_address); | 
					
						
							|  |  |  | 	WREG32_P(SMC_IND_ACCESS_CNTL, AUTO_INCREMENT_IND_0, ~AUTO_INCREMENT_IND_0); | 
					
						
							|  |  |  | 	while (ucode_size >= 4) { | 
					
						
							|  |  |  | 		/* SMC address space is BE */ | 
					
						
							|  |  |  | 		data = (src[0] << 24) | (src[1] << 16) | (src[2] << 8) | src[3]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		WREG32(SMC_IND_DATA_0, data); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		src += 4; | 
					
						
							|  |  |  | 		ucode_size -= 4; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	WREG32_P(SMC_IND_ACCESS_CNTL, 0, ~AUTO_INCREMENT_IND_0); | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	spin_unlock_irqrestore(&rdev->smc_idx_lock, flags); | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int si_read_smc_sram_dword(struct radeon_device *rdev, u32 smc_address, | 
					
						
							|  |  |  | 			   u32 *value, u32 limit) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	unsigned long flags; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 	int ret; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	spin_lock_irqsave(&rdev->smc_idx_lock, flags); | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 	ret = si_set_smc_sram_address(rdev, smc_address, limit); | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	if (ret == 0) | 
					
						
							|  |  |  | 		*value = RREG32(SMC_IND_DATA_0); | 
					
						
							|  |  |  | 	spin_unlock_irqrestore(&rdev->smc_idx_lock, flags); | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	return ret; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int si_write_smc_sram_dword(struct radeon_device *rdev, u32 smc_address, | 
					
						
							|  |  |  | 			    u32 value, u32 limit) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	unsigned long flags; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 	int ret; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	spin_lock_irqsave(&rdev->smc_idx_lock, flags); | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 	ret = si_set_smc_sram_address(rdev, smc_address, limit); | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	if (ret == 0) | 
					
						
							|  |  |  | 		WREG32(SMC_IND_DATA_0, value); | 
					
						
							|  |  |  | 	spin_unlock_irqrestore(&rdev->smc_idx_lock, flags); | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-03 18:19:42 -04:00
										 |  |  | 	return ret; | 
					
						
							| 
									
										
										
										
											2013-06-25 17:56:16 -04:00
										 |  |  | } |