| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Support PCI/PCIe on PowerNV platforms | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Currently supports only P5IOC2 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright 2011 Benjamin Herrenschmidt, IBM Corp. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is free software; you can redistribute it and/or | 
					
						
							|  |  |  |  * modify it under the terms of the GNU General Public License | 
					
						
							|  |  |  |  * as published by the Free Software Foundation; either version | 
					
						
							|  |  |  |  * 2 of the License, or (at your option) any later version. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/kernel.h>
 | 
					
						
							|  |  |  | #include <linux/pci.h>
 | 
					
						
							|  |  |  | #include <linux/delay.h>
 | 
					
						
							|  |  |  | #include <linux/string.h>
 | 
					
						
							|  |  |  | #include <linux/init.h>
 | 
					
						
							|  |  |  | #include <linux/bootmem.h>
 | 
					
						
							|  |  |  | #include <linux/irq.h>
 | 
					
						
							|  |  |  | #include <linux/io.h>
 | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:06 +00:00
										 |  |  | #include <linux/msi.h>
 | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include <asm/sections.h>
 | 
					
						
							|  |  |  | #include <asm/io.h>
 | 
					
						
							|  |  |  | #include <asm/prom.h>
 | 
					
						
							|  |  |  | #include <asm/pci-bridge.h>
 | 
					
						
							|  |  |  | #include <asm/machdep.h>
 | 
					
						
							| 
									
										
										
										
											2013-03-05 21:12:37 +00:00
										 |  |  | #include <asm/msi_bitmap.h>
 | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | #include <asm/ppc-pci.h>
 | 
					
						
							|  |  |  | #include <asm/opal.h>
 | 
					
						
							|  |  |  | #include <asm/iommu.h>
 | 
					
						
							|  |  |  | #include <asm/tce.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "powernv.h"
 | 
					
						
							|  |  |  | #include "pci.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* For now, use a fixed amount of TCE memory for each p5ioc2
 | 
					
						
							|  |  |  |  * hub, 16M will do | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define P5IOC2_TCE_MEMORY	0x01000000
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:06 +00:00
										 |  |  | #ifdef CONFIG_PCI_MSI
 | 
					
						
							|  |  |  | static int pnv_pci_p5ioc2_msi_setup(struct pnv_phb *phb, struct pci_dev *dev, | 
					
						
							| 
									
										
										
										
											2013-04-25 19:20:59 +00:00
										 |  |  | 				    unsigned int hwirq, unsigned int virq, | 
					
						
							|  |  |  | 				    unsigned int is_64, struct msi_msg *msg) | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:06 +00:00
										 |  |  | { | 
					
						
							|  |  |  | 	if (WARN_ON(!is_64)) | 
					
						
							|  |  |  | 		return -ENXIO; | 
					
						
							|  |  |  | 	msg->data = hwirq - phb->msi_base; | 
					
						
							|  |  |  | 	msg->address_hi = 0x10000000; | 
					
						
							|  |  |  | 	msg->address_lo = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void pnv_pci_init_p5ioc2_msis(struct pnv_phb *phb) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-03-05 21:12:37 +00:00
										 |  |  | 	unsigned int count; | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:06 +00:00
										 |  |  | 	const __be32 *prop = of_get_property(phb->hose->dn, | 
					
						
							|  |  |  | 					     "ibm,opal-msi-ranges", NULL); | 
					
						
							|  |  |  | 	if (!prop) | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Don't do MSI's on p5ioc2 PCI-X are they are not properly
 | 
					
						
							|  |  |  | 	 * verified in HW | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	if (of_device_is_compatible(phb->hose->dn, "ibm,p5ioc2-pcix")) | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	phb->msi_base = be32_to_cpup(prop); | 
					
						
							| 
									
										
										
										
											2013-03-05 21:12:37 +00:00
										 |  |  | 	count = be32_to_cpup(prop + 1); | 
					
						
							|  |  |  | 	if (msi_bitmap_alloc(&phb->msi_bmp, count, phb->hose->dn)) { | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:06 +00:00
										 |  |  | 		pr_err("PCI %d: Failed to allocate MSI bitmap !\n", | 
					
						
							|  |  |  | 		       phb->hose->global_number); | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	phb->msi_setup = pnv_pci_p5ioc2_msi_setup; | 
					
						
							|  |  |  | 	phb->msi32_support = 0; | 
					
						
							|  |  |  | 	pr_info(" Allocated bitmap for %d MSIs (base IRQ 0x%x)\n", | 
					
						
							| 
									
										
										
										
											2013-03-05 21:12:37 +00:00
										 |  |  | 		count, phb->msi_base); | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:06 +00:00
										 |  |  | } | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  | static void pnv_pci_init_p5ioc2_msis(struct pnv_phb *phb) { } | 
					
						
							|  |  |  | #endif /* CONFIG_PCI_MSI */
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-12-21 14:04:10 -08:00
										 |  |  | static void pnv_pci_p5ioc2_dma_dev_setup(struct pnv_phb *phb, | 
					
						
							|  |  |  | 					 struct pci_dev *pdev) | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-05-21 13:33:09 +10:00
										 |  |  | 	if (phb->p5ioc2.iommu_table.it_map == NULL) { | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 		iommu_init_table(&phb->p5ioc2.iommu_table, phb->hose->node); | 
					
						
							| 
									
										
										
										
											2013-05-21 13:33:09 +10:00
										 |  |  | 		iommu_register_group(&phb->p5ioc2.iommu_table, | 
					
						
							|  |  |  | 				pci_domain_nr(phb->hose->bus), phb->opal_id); | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-11-21 17:43:14 +11:00
										 |  |  | 	set_iommu_table_base_and_group(&pdev->dev, &phb->p5ioc2.iommu_table); | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-06-20 13:21:14 +08:00
										 |  |  | static void __init pnv_pci_init_p5ioc2_phb(struct device_node *np, u64 hub_id, | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 					   void *tce_mem, u64 tce_size) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct pnv_phb *phb; | 
					
						
							| 
									
										
										
										
											2013-09-23 12:04:56 +10:00
										 |  |  | 	const __be64 *prop64; | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 	u64 phb_id; | 
					
						
							|  |  |  | 	int64_t rc; | 
					
						
							|  |  |  | 	static int primary = 1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	pr_info(" Initializing p5ioc2 PHB %s\n", np->full_name); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	prop64 = of_get_property(np, "ibm,opal-phbid", NULL); | 
					
						
							|  |  |  | 	if (!prop64) { | 
					
						
							|  |  |  | 		pr_err("  Missing \"ibm,opal-phbid\" property !\n"); | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	phb_id = be64_to_cpup(prop64); | 
					
						
							|  |  |  | 	pr_devel("  PHB-ID  : 0x%016llx\n", phb_id); | 
					
						
							|  |  |  | 	pr_devel("  TCE AT  : 0x%016lx\n", __pa(tce_mem)); | 
					
						
							|  |  |  | 	pr_devel("  TCE SZ  : 0x%016llx\n", tce_size); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	rc = opal_pci_set_phb_tce_memory(phb_id, __pa(tce_mem), tce_size); | 
					
						
							|  |  |  | 	if (rc != OPAL_SUCCESS) { | 
					
						
							|  |  |  | 		pr_err("  Failed to set TCE memory, OPAL error %lld\n", rc); | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
											  
											
												powerpc: Remove more traces of bootmem
Although we are now selecting NO_BOOTMEM, we still have some traces of
bootmem lying around. That is because even with NO_BOOTMEM there is
still a shim that converts bootmem calls into memblock calls, but
ultimately we want to remove all traces of bootmem.
Most of the patch is conversions from alloc_bootmem() to
memblock_virt_alloc(). In general a call such as:
  p = (struct foo *)alloc_bootmem(x);
Becomes:
  p = memblock_virt_alloc(x, 0);
We don't need the cast because memblock_virt_alloc() returns a void *.
The alignment value of zero tells memblock to use the default alignment,
which is SMP_CACHE_BYTES, the same value alloc_bootmem() uses.
We remove a number of NULL checks on the result of
memblock_virt_alloc(). That is because memblock_virt_alloc() will panic
if it can't allocate, in exactly the same way as alloc_bootmem(), so the
NULL checks are and always have been redundant.
The memory returned by memblock_virt_alloc() is already zeroed, so we
remove several memsets of the result of memblock_virt_alloc().
Finally we convert a few uses of __alloc_bootmem(x, y, MAX_DMA_ADDRESS)
to just plain memblock_virt_alloc(). We don't use memblock_alloc_base()
because MAX_DMA_ADDRESS is ~0ul on powerpc, so limiting the allocation
to that is pointless, 16XB ought to be enough for anyone.
Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
											
										 
											2014-11-18 16:47:35 +11:00
										 |  |  | 	phb = memblock_virt_alloc(sizeof(struct pnv_phb), 0); | 
					
						
							|  |  |  | 	phb->hose = pcibios_alloc_controller(np); | 
					
						
							|  |  |  | 	if (!phb->hose) { | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 		pr_err("  Failed to allocate PCI controller\n"); | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	spin_lock_init(&phb->lock); | 
					
						
							|  |  |  | 	phb->hose->first_busno = 0; | 
					
						
							|  |  |  | 	phb->hose->last_busno = 0xff; | 
					
						
							|  |  |  | 	phb->hose->private_data = phb; | 
					
						
							| 
									
										
										
										
											2013-06-20 13:21:14 +08:00
										 |  |  | 	phb->hub_id = hub_id; | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 	phb->opal_id = phb_id; | 
					
						
							|  |  |  | 	phb->type = PNV_PHB_P5IOC2; | 
					
						
							| 
									
										
										
										
											2011-11-29 18:22:53 +00:00
										 |  |  | 	phb->model = PNV_PHB_MODEL_P5IOC2; | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	phb->regs = of_iomap(np, 0); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (phb->regs == NULL) | 
					
						
							|  |  |  | 		pr_err("  Failed to map registers !\n"); | 
					
						
							|  |  |  | 	else { | 
					
						
							|  |  |  | 		pr_devel("  P_BUID     = 0x%08x\n", in_be32(phb->regs + 0x100)); | 
					
						
							|  |  |  | 		pr_devel("  P_IOSZ     = 0x%08x\n", in_be32(phb->regs + 0x1b0)); | 
					
						
							|  |  |  | 		pr_devel("  P_IO_ST    = 0x%08x\n", in_be32(phb->regs + 0x1e0)); | 
					
						
							|  |  |  | 		pr_devel("  P_MEM1_H   = 0x%08x\n", in_be32(phb->regs + 0x1a0)); | 
					
						
							|  |  |  | 		pr_devel("  P_MEM1_L   = 0x%08x\n", in_be32(phb->regs + 0x190)); | 
					
						
							|  |  |  | 		pr_devel("  P_MSZ1_L   = 0x%08x\n", in_be32(phb->regs + 0x1c0)); | 
					
						
							|  |  |  | 		pr_devel("  P_MEM_ST   = 0x%08x\n", in_be32(phb->regs + 0x1d0)); | 
					
						
							|  |  |  | 		pr_devel("  P_MEM2_H   = 0x%08x\n", in_be32(phb->regs + 0x2c0)); | 
					
						
							|  |  |  | 		pr_devel("  P_MEM2_L   = 0x%08x\n", in_be32(phb->regs + 0x2b0)); | 
					
						
							|  |  |  | 		pr_devel("  P_MSZ2_H   = 0x%08x\n", in_be32(phb->regs + 0x2d0)); | 
					
						
							|  |  |  | 		pr_devel("  P_MSZ2_L   = 0x%08x\n", in_be32(phb->regs + 0x2e0)); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Interpret the "ranges" property */ | 
					
						
							|  |  |  | 	/* This also maps the I/O region and sets isa_io/mem_base */ | 
					
						
							|  |  |  | 	pci_process_bridge_OF_ranges(phb->hose, np, primary); | 
					
						
							|  |  |  | 	primary = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	phb->hose->ops = &pnv_pci_ops; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:06 +00:00
										 |  |  | 	/* Setup MSI support */ | 
					
						
							|  |  |  | 	pnv_pci_init_p5ioc2_msis(phb); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 	/* Setup TCEs */ | 
					
						
							|  |  |  | 	phb->dma_dev_setup = pnv_pci_p5ioc2_dma_dev_setup; | 
					
						
							|  |  |  | 	pnv_pci_setup_iommu_table(&phb->p5ioc2.iommu_table, | 
					
						
							| 
									
										
										
										
											2014-06-06 18:44:03 +10:00
										 |  |  | 				  tce_mem, tce_size, 0, | 
					
						
							|  |  |  | 				  IOMMU_PAGE_SHIFT_4K); | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void __init pnv_pci_init_p5ioc2_hub(struct device_node *np) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct device_node *phbn; | 
					
						
							| 
									
										
										
										
											2013-09-23 12:04:56 +10:00
										 |  |  | 	const __be64 *prop64; | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 	u64 hub_id; | 
					
						
							|  |  |  | 	void *tce_mem; | 
					
						
							|  |  |  | 	uint64_t tce_per_phb; | 
					
						
							|  |  |  | 	int64_t rc; | 
					
						
							|  |  |  | 	int phb_count = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	pr_info("Probing p5ioc2 IO-Hub %s\n", np->full_name); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	prop64 = of_get_property(np, "ibm,opal-hubid", NULL); | 
					
						
							|  |  |  | 	if (!prop64) { | 
					
						
							|  |  |  | 		pr_err(" Missing \"ibm,opal-hubid\" property !\n"); | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	hub_id = be64_to_cpup(prop64); | 
					
						
							|  |  |  | 	pr_info(" HUB-ID : 0x%016llx\n", hub_id); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-11-12 13:36:11 +11:00
										 |  |  | 	/* Count child PHBs and calculate TCE space per PHB */ | 
					
						
							|  |  |  | 	for_each_child_of_node(np, phbn) { | 
					
						
							|  |  |  | 		if (of_device_is_compatible(phbn, "ibm,p5ioc2-pcix") || | 
					
						
							|  |  |  | 		    of_device_is_compatible(phbn, "ibm,p5ioc2-pciex")) | 
					
						
							|  |  |  | 			phb_count++; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (phb_count <= 0) { | 
					
						
							|  |  |  | 		pr_info(" No PHBs for Hub %s\n", np->full_name); | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	tce_per_phb = __rounddown_pow_of_two(P5IOC2_TCE_MEMORY / phb_count); | 
					
						
							|  |  |  | 	pr_info(" Allocating %lld MB of TCE memory per PHB\n", | 
					
						
							|  |  |  | 		tce_per_phb >> 20); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 	/* Currently allocate 16M of TCE memory for every Hub
 | 
					
						
							|  |  |  | 	 * | 
					
						
							|  |  |  | 	 * XXX TODO: Make it chip local if possible | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
											  
											
												powerpc: Remove more traces of bootmem
Although we are now selecting NO_BOOTMEM, we still have some traces of
bootmem lying around. That is because even with NO_BOOTMEM there is
still a shim that converts bootmem calls into memblock calls, but
ultimately we want to remove all traces of bootmem.
Most of the patch is conversions from alloc_bootmem() to
memblock_virt_alloc(). In general a call such as:
  p = (struct foo *)alloc_bootmem(x);
Becomes:
  p = memblock_virt_alloc(x, 0);
We don't need the cast because memblock_virt_alloc() returns a void *.
The alignment value of zero tells memblock to use the default alignment,
which is SMP_CACHE_BYTES, the same value alloc_bootmem() uses.
We remove a number of NULL checks on the result of
memblock_virt_alloc(). That is because memblock_virt_alloc() will panic
if it can't allocate, in exactly the same way as alloc_bootmem(), so the
NULL checks are and always have been redundant.
The memory returned by memblock_virt_alloc() is already zeroed, so we
remove several memsets of the result of memblock_virt_alloc().
Finally we convert a few uses of __alloc_bootmem(x, y, MAX_DMA_ADDRESS)
to just plain memblock_virt_alloc(). We don't use memblock_alloc_base()
because MAX_DMA_ADDRESS is ~0ul on powerpc, so limiting the allocation
to that is pointless, 16XB ought to be enough for anyone.
Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
											
										 
											2014-11-18 16:47:35 +11:00
										 |  |  | 	tce_mem = memblock_virt_alloc(P5IOC2_TCE_MEMORY, P5IOC2_TCE_MEMORY); | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 	pr_debug(" TCE    : 0x%016lx..0x%016lx\n", | 
					
						
							|  |  |  | 		__pa(tce_mem), __pa(tce_mem) + P5IOC2_TCE_MEMORY - 1); | 
					
						
							|  |  |  | 	rc = opal_pci_set_hub_tce_memory(hub_id, __pa(tce_mem), | 
					
						
							|  |  |  | 					P5IOC2_TCE_MEMORY); | 
					
						
							|  |  |  | 	if (rc != OPAL_SUCCESS) { | 
					
						
							|  |  |  | 		pr_err(" Failed to allocate TCE memory, OPAL error %lld\n", rc); | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Initialize PHBs */ | 
					
						
							|  |  |  | 	for_each_child_of_node(np, phbn) { | 
					
						
							|  |  |  | 		if (of_device_is_compatible(phbn, "ibm,p5ioc2-pcix") || | 
					
						
							|  |  |  | 		    of_device_is_compatible(phbn, "ibm,p5ioc2-pciex")) { | 
					
						
							| 
									
										
										
										
											2013-06-20 13:21:14 +08:00
										 |  |  | 			pnv_pci_init_p5ioc2_phb(phbn, hub_id, | 
					
						
							|  |  |  | 					tce_mem, tce_per_phb); | 
					
						
							| 
									
										
										
										
											2011-09-19 17:45:05 +00:00
										 |  |  | 			tce_mem += tce_per_phb; | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } |