489 lines
		
	
	
	
		
			9.7 KiB
			
		
	
	
	
		
			C
		
	
	
	
	
	
		
		
			
		
	
	
			489 lines
		
	
	
	
		
			9.7 KiB
			
		
	
	
	
		
			C
		
	
	
	
	
	
|   | /*
 | ||
|  |  * arch/parisc/lib/io.c | ||
|  |  * | ||
|  |  * Copyright (c) Matthew Wilcox 2001 for Hewlett-Packard | ||
|  |  * Copyright (c) Randolph Chung 2001 <tausq@debian.org> | ||
|  |  * | ||
|  |  * IO accessing functions which shouldn't be inlined because they're too big | ||
|  |  */ | ||
|  | 
 | ||
|  | #include <linux/kernel.h>
 | ||
|  | #include <linux/module.h>
 | ||
|  | #include <asm/io.h>
 | ||
|  | 
 | ||
|  | /* Copies a block of memory to a device in an efficient manner.
 | ||
|  |  * Assumes the device can cope with 32-bit transfers.  If it can't, | ||
|  |  * don't use this function. | ||
|  |  */ | ||
|  | void memcpy_toio(volatile void __iomem *dst, const void *src, int count) | ||
|  | { | ||
|  | 	if (((unsigned long)dst & 3) != ((unsigned long)src & 3)) | ||
|  | 		goto bytecopy; | ||
|  | 	while ((unsigned long)dst & 3) { | ||
|  | 		writeb(*(char *)src, dst++); | ||
|  | 		src++; | ||
|  | 		count--; | ||
|  | 	} | ||
|  | 	while (count > 3) { | ||
|  | 		__raw_writel(*(u32 *)src, dst); | ||
|  | 		src += 4; | ||
|  | 		dst += 4; | ||
|  | 		count -= 4; | ||
|  | 	} | ||
|  |  bytecopy: | ||
|  | 	while (count--) { | ||
|  | 		writeb(*(char *)src, dst++); | ||
|  | 		src++; | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | /*
 | ||
|  | ** Copies a block of memory from a device in an efficient manner. | ||
|  | ** Assumes the device can cope with 32-bit transfers.  If it can't, | ||
|  | ** don't use this function. | ||
|  | ** | ||
|  | ** CR16 counts on C3000 reading 256 bytes from Symbios 896 RAM: | ||
|  | **	27341/64    = 427 cyc per int | ||
|  | **	61311/128   = 478 cyc per short | ||
|  | **	122637/256  = 479 cyc per byte | ||
|  | ** Ergo bus latencies dominant (not transfer size). | ||
|  | **      Minimize total number of transfers at cost of CPU cycles. | ||
|  | **	TODO: only look at src alignment and adjust the stores to dest. | ||
|  | */ | ||
|  | void memcpy_fromio(void *dst, const volatile void __iomem *src, int count) | ||
|  | { | ||
|  | 	/* first compare alignment of src/dst */  | ||
|  | 	if ( (((unsigned long)dst ^ (unsigned long)src) & 1) || (count < 2) ) | ||
|  | 		goto bytecopy; | ||
|  | 
 | ||
|  | 	if ( (((unsigned long)dst ^ (unsigned long)src) & 2) || (count < 4) ) | ||
|  | 		goto shortcopy; | ||
|  | 
 | ||
|  | 	/* Then check for misaligned start address */ | ||
|  | 	if ((unsigned long)src & 1) { | ||
|  | 		*(u8 *)dst = readb(src); | ||
|  | 		src++; | ||
|  | 		dst++; | ||
|  | 		count--; | ||
|  | 		if (count < 2) goto bytecopy; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	if ((unsigned long)src & 2) { | ||
|  | 		*(u16 *)dst = __raw_readw(src); | ||
|  | 		src += 2; | ||
|  | 		dst += 2; | ||
|  | 		count -= 2; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	while (count > 3) { | ||
|  | 		*(u32 *)dst = __raw_readl(src); | ||
|  | 		dst += 4; | ||
|  | 		src += 4; | ||
|  | 		count -= 4; | ||
|  | 	} | ||
|  | 
 | ||
|  |  shortcopy: | ||
|  | 	while (count > 1) { | ||
|  | 		*(u16 *)dst = __raw_readw(src); | ||
|  | 		src += 2; | ||
|  | 		dst += 2; | ||
|  | 		count -= 2; | ||
|  | 	} | ||
|  | 
 | ||
|  |  bytecopy: | ||
|  | 	while (count--) { | ||
|  | 		*(char *)dst = readb(src); | ||
|  | 		src++; | ||
|  | 		dst++; | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | /* Sets a block of memory on a device to a given value.
 | ||
|  |  * Assumes the device can cope with 32-bit transfers.  If it can't, | ||
|  |  * don't use this function. | ||
|  |  */ | ||
|  | void memset_io(volatile void __iomem *addr, unsigned char val, int count) | ||
|  | { | ||
|  | 	u32 val32 = (val << 24) | (val << 16) | (val << 8) | val; | ||
|  | 	while ((unsigned long)addr & 3) { | ||
|  | 		writeb(val, addr++); | ||
|  | 		count--; | ||
|  | 	} | ||
|  | 	while (count > 3) { | ||
|  | 		__raw_writel(val32, addr); | ||
|  | 		addr += 4; | ||
|  | 		count -= 4; | ||
|  | 	} | ||
|  | 	while (count--) { | ||
|  | 		writeb(val, addr++); | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | /*
 | ||
|  |  * Read COUNT 8-bit bytes from port PORT into memory starting at | ||
|  |  * SRC. | ||
|  |  */ | ||
|  | void insb (unsigned long port, void *dst, unsigned long count) | ||
|  | { | ||
|  | 	unsigned char *p; | ||
|  | 
 | ||
|  | 	p = (unsigned char *)dst; | ||
|  | 
 | ||
|  | 	while (((unsigned long)p) & 0x3) { | ||
|  | 		if (!count) | ||
|  | 			return; | ||
|  | 		count--; | ||
|  | 		*p = inb(port); | ||
|  | 		p++; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	while (count >= 4) { | ||
|  | 		unsigned int w; | ||
|  | 		count -= 4; | ||
|  | 		w = inb(port) << 24; | ||
|  | 		w |= inb(port) << 16; | ||
|  | 		w |= inb(port) << 8; | ||
|  | 		w |= inb(port); | ||
|  | 		*(unsigned int *) p = w; | ||
|  | 		p += 4; | ||
|  | 	} | ||
|  | 
 | ||
|  | 	while (count) { | ||
|  | 		--count; | ||
|  | 		*p = inb(port); | ||
|  | 		p++; | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | 
 | ||
|  | /*
 | ||
|  |  * Read COUNT 16-bit words from port PORT into memory starting at | ||
|  |  * SRC.  SRC must be at least short aligned.  This is used by the | ||
|  |  * IDE driver to read disk sectors.  Performance is important, but | ||
|  |  * the interfaces seems to be slow: just using the inlined version | ||
|  |  * of the inw() breaks things. | ||
|  |  */ | ||
|  | void insw (unsigned long port, void *dst, unsigned long count) | ||
|  | { | ||
|  | 	unsigned int l = 0, l2; | ||
|  | 	unsigned char *p; | ||
|  | 
 | ||
|  | 	p = (unsigned char *)dst; | ||
|  | 	 | ||
|  | 	if (!count) | ||
|  | 		return; | ||
|  | 	 | ||
|  | 	switch (((unsigned long)p) & 0x3) | ||
|  | 	{ | ||
|  | 	 case 0x00:			/* Buffer 32-bit aligned */ | ||
|  | 		while (count>=2) { | ||
|  | 			 | ||
|  | 			count -= 2; | ||
|  | 			l = cpu_to_le16(inw(port)) << 16; | ||
|  | 			l |= cpu_to_le16(inw(port)); | ||
|  | 			*(unsigned int *)p = l; | ||
|  | 			p += 4; | ||
|  | 		} | ||
|  | 		if (count) { | ||
|  | 			*(unsigned short *)p = cpu_to_le16(inw(port)); | ||
|  | 		} | ||
|  | 		break; | ||
|  | 	 | ||
|  | 	 case 0x02:			/* Buffer 16-bit aligned */ | ||
|  | 		*(unsigned short *)p = cpu_to_le16(inw(port)); | ||
|  | 		p += 2; | ||
|  | 		count--; | ||
|  | 		while (count>=2) { | ||
|  | 			 | ||
|  | 			count -= 2; | ||
|  | 			l = cpu_to_le16(inw(port)) << 16; | ||
|  | 			l |= cpu_to_le16(inw(port)); | ||
|  | 			*(unsigned int *)p = l; | ||
|  | 			p += 4; | ||
|  | 		} | ||
|  | 		if (count) { | ||
|  | 			*(unsigned short *)p = cpu_to_le16(inw(port)); | ||
|  | 		} | ||
|  | 		break; | ||
|  | 		 | ||
|  | 	 case 0x01:			/* Buffer 8-bit aligned */ | ||
|  | 	 case 0x03: | ||
|  | 		/* I don't bother with 32bit transfers
 | ||
|  | 		 * in this case, 16bit will have to do -- DE */ | ||
|  | 		--count; | ||
|  | 		 | ||
|  | 		l = cpu_to_le16(inw(port)); | ||
|  | 		*p = l >> 8; | ||
|  | 		p++; | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			l2 = cpu_to_le16(inw(port)); | ||
|  | 			*(unsigned short *)p = (l & 0xff) << 8 | (l2 >> 8); | ||
|  | 			p += 2; | ||
|  | 			l = l2; | ||
|  | 		} | ||
|  | 		*p = l & 0xff; | ||
|  | 		break; | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | 
 | ||
|  | 
 | ||
|  | /*
 | ||
|  |  * Read COUNT 32-bit words from port PORT into memory starting at | ||
|  |  * SRC. Now works with any alignment in SRC. Performance is important, | ||
|  |  * but the interfaces seems to be slow: just using the inlined version | ||
|  |  * of the inl() breaks things. | ||
|  |  */ | ||
|  | void insl (unsigned long port, void *dst, unsigned long count) | ||
|  | { | ||
|  | 	unsigned int l = 0, l2; | ||
|  | 	unsigned char *p; | ||
|  | 
 | ||
|  | 	p = (unsigned char *)dst; | ||
|  | 	 | ||
|  | 	if (!count) | ||
|  | 		return; | ||
|  | 	 | ||
|  | 	switch (((unsigned long) dst) & 0x3) | ||
|  | 	{ | ||
|  | 	 case 0x00:			/* Buffer 32-bit aligned */ | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			*(unsigned int *)p = cpu_to_le32(inl(port)); | ||
|  | 			p += 4; | ||
|  | 		} | ||
|  | 		break; | ||
|  | 	 | ||
|  | 	 case 0x02:			/* Buffer 16-bit aligned */ | ||
|  | 		--count; | ||
|  | 		 | ||
|  | 		l = cpu_to_le32(inl(port)); | ||
|  | 		*(unsigned short *)p = l >> 16; | ||
|  | 		p += 2; | ||
|  | 		 | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			l2 = cpu_to_le32(inl(port)); | ||
|  | 			*(unsigned int *)p = (l & 0xffff) << 16 | (l2 >> 16); | ||
|  | 			p += 4; | ||
|  | 			l = l2; | ||
|  | 		} | ||
|  | 		*(unsigned short *)p = l & 0xffff; | ||
|  | 		break; | ||
|  | 	 case 0x01:			/* Buffer 8-bit aligned */ | ||
|  | 		--count; | ||
|  | 		 | ||
|  | 		l = cpu_to_le32(inl(port)); | ||
|  | 		*(unsigned char *)p = l >> 24; | ||
|  | 		p++; | ||
|  | 		*(unsigned short *)p = (l >> 8) & 0xffff; | ||
|  | 		p += 2; | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			l2 = cpu_to_le32(inl(port)); | ||
|  | 			*(unsigned int *)p = (l & 0xff) << 24 | (l2 >> 8); | ||
|  | 			p += 4; | ||
|  | 			l = l2; | ||
|  | 		} | ||
|  | 		*p = l & 0xff; | ||
|  | 		break; | ||
|  | 	 case 0x03:			/* Buffer 8-bit aligned */ | ||
|  | 		--count; | ||
|  | 		 | ||
|  | 		l = cpu_to_le32(inl(port)); | ||
|  | 		*p = l >> 24; | ||
|  | 		p++; | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			l2 = cpu_to_le32(inl(port)); | ||
|  | 			*(unsigned int *)p = (l & 0xffffff) << 8 | l2 >> 24; | ||
|  | 			p += 4; | ||
|  | 			l = l2; | ||
|  | 		} | ||
|  | 		*(unsigned short *)p = (l >> 8) & 0xffff; | ||
|  | 		p += 2; | ||
|  | 		*p = l & 0xff; | ||
|  | 		break; | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | 
 | ||
|  | /*
 | ||
|  |  * Like insb but in the opposite direction. | ||
|  |  * Don't worry as much about doing aligned memory transfers: | ||
|  |  * doing byte reads the "slow" way isn't nearly as slow as | ||
|  |  * doing byte writes the slow way (no r-m-w cycle). | ||
|  |  */ | ||
|  | void outsb(unsigned long port, const void * src, unsigned long count) | ||
|  | { | ||
|  | 	const unsigned char *p; | ||
|  | 
 | ||
|  | 	p = (const unsigned char *)src; | ||
|  | 	while (count) { | ||
|  | 		count--; | ||
|  | 		outb(*p, port); | ||
|  | 		p++; | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | /*
 | ||
|  |  * Like insw but in the opposite direction.  This is used by the IDE | ||
|  |  * driver to write disk sectors.  Performance is important, but the | ||
|  |  * interfaces seems to be slow: just using the inlined version of the | ||
|  |  * outw() breaks things. | ||
|  |  */ | ||
|  | void outsw (unsigned long port, const void *src, unsigned long count) | ||
|  | { | ||
|  | 	unsigned int l = 0, l2; | ||
|  | 	const unsigned char *p; | ||
|  | 
 | ||
|  | 	p = (const unsigned char *)src; | ||
|  | 	 | ||
|  | 	if (!count) | ||
|  | 		return; | ||
|  | 	 | ||
|  | 	switch (((unsigned long)p) & 0x3) | ||
|  | 	{ | ||
|  | 	 case 0x00:			/* Buffer 32-bit aligned */ | ||
|  | 		while (count>=2) { | ||
|  | 			count -= 2; | ||
|  | 			l = *(unsigned int *)p; | ||
|  | 			p += 4; | ||
|  | 			outw(le16_to_cpu(l >> 16), port); | ||
|  | 			outw(le16_to_cpu(l & 0xffff), port); | ||
|  | 		} | ||
|  | 		if (count) { | ||
|  | 			outw(le16_to_cpu(*(unsigned short*)p), port); | ||
|  | 		} | ||
|  | 		break; | ||
|  | 	 | ||
|  | 	 case 0x02:			/* Buffer 16-bit aligned */ | ||
|  | 		 | ||
|  | 		outw(le16_to_cpu(*(unsigned short*)p), port); | ||
|  | 		p += 2; | ||
|  | 		count--; | ||
|  | 		 | ||
|  | 		while (count>=2) { | ||
|  | 			count -= 2; | ||
|  | 			l = *(unsigned int *)p; | ||
|  | 			p += 4; | ||
|  | 			outw(le16_to_cpu(l >> 16), port); | ||
|  | 			outw(le16_to_cpu(l & 0xffff), port); | ||
|  | 		} | ||
|  | 		if (count) { | ||
|  | 			outw(le16_to_cpu(*(unsigned short *)p), port); | ||
|  | 		} | ||
|  | 		break; | ||
|  | 		 | ||
|  | 	 case 0x01:			/* Buffer 8-bit aligned */	 | ||
|  | 		/* I don't bother with 32bit transfers
 | ||
|  | 		 * in this case, 16bit will have to do -- DE */ | ||
|  | 		 | ||
|  | 		l  = *p << 8; | ||
|  | 		p++; | ||
|  | 		count--; | ||
|  | 		while (count) | ||
|  | 		{ | ||
|  | 			count--; | ||
|  | 			l2 = *(unsigned short *)p; | ||
|  | 			p += 2; | ||
|  | 			outw(le16_to_cpu(l | l2 >> 8), port); | ||
|  | 		        l = l2 << 8; | ||
|  | 		} | ||
|  | 		l2 = *(unsigned char *)p; | ||
|  | 		outw (le16_to_cpu(l | l2>>8), port); | ||
|  | 		break; | ||
|  | 	 | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | 
 | ||
|  | /*
 | ||
|  |  * Like insl but in the opposite direction.  This is used by the IDE | ||
|  |  * driver to write disk sectors.  Works with any alignment in SRC. | ||
|  |  *  Performance is important, but the interfaces seems to be slow: | ||
|  |  * just using the inlined version of the outl() breaks things. | ||
|  |  */ | ||
|  | void outsl (unsigned long port, const void *src, unsigned long count) | ||
|  | { | ||
|  | 	unsigned int l = 0, l2; | ||
|  | 	const unsigned char *p; | ||
|  | 
 | ||
|  | 	p = (const unsigned char *)src; | ||
|  | 	 | ||
|  | 	if (!count) | ||
|  | 		return; | ||
|  | 	 | ||
|  | 	switch (((unsigned long)p) & 0x3) | ||
|  | 	{ | ||
|  | 	 case 0x00:			/* Buffer 32-bit aligned */ | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			outl(le32_to_cpu(*(unsigned int *)p), port); | ||
|  | 			p += 4; | ||
|  | 		} | ||
|  | 		break; | ||
|  | 	 | ||
|  | 	 case 0x02:			/* Buffer 16-bit aligned */ | ||
|  | 		--count; | ||
|  | 		 | ||
|  | 		l = *(unsigned short *)p; | ||
|  | 		p += 2; | ||
|  | 		 | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			l2 = *(unsigned int *)p; | ||
|  | 			p += 4; | ||
|  | 			outl (le32_to_cpu(l << 16 | l2 >> 16), port); | ||
|  | 			l = l2; | ||
|  | 		} | ||
|  | 		l2 = *(unsigned short *)p; | ||
|  | 		outl (le32_to_cpu(l << 16 | l2), port); | ||
|  | 		break; | ||
|  | 	 case 0x01:			/* Buffer 8-bit aligned */ | ||
|  | 		--count; | ||
|  | 
 | ||
|  | 		l = *p << 24; | ||
|  | 		p++; | ||
|  | 		l |= *(unsigned short *)p << 8; | ||
|  | 		p += 2; | ||
|  | 
 | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			l2 = *(unsigned int *)p; | ||
|  | 			p += 4; | ||
|  | 			outl (le32_to_cpu(l | l2 >> 24), port); | ||
|  | 			l = l2 << 8; | ||
|  | 		} | ||
|  | 		l2 = *p; | ||
|  | 		outl (le32_to_cpu(l | l2), port); | ||
|  | 		break; | ||
|  | 	 case 0x03:			/* Buffer 8-bit aligned */ | ||
|  | 		--count; | ||
|  | 		 | ||
|  | 		l = *p << 24; | ||
|  | 		p++; | ||
|  | 
 | ||
|  | 		while (count--) | ||
|  | 		{ | ||
|  | 			l2 = *(unsigned int *)p; | ||
|  | 			p += 4; | ||
|  | 			outl (le32_to_cpu(l | l2 >> 8), port); | ||
|  | 			l = l2 << 24; | ||
|  | 		} | ||
|  | 		l2 = *(unsigned short *)p << 16; | ||
|  | 		p += 2; | ||
|  | 		l2 |= *p; | ||
|  | 		outl (le32_to_cpu(l | l2), port); | ||
|  | 		break; | ||
|  | 	} | ||
|  | } | ||
|  | 
 | ||
|  | EXPORT_SYMBOL(insb); | ||
|  | EXPORT_SYMBOL(insw); | ||
|  | EXPORT_SYMBOL(insl); | ||
|  | EXPORT_SYMBOL(outsb); | ||
|  | EXPORT_SYMBOL(outsw); | ||
|  | EXPORT_SYMBOL(outsl); |