blob: 7eceaa10836f0141472a7b71c445b4a65140a3e6 [file] [log] [blame]
David S. Millera2fb23a2007-02-28 23:35:04 -08001/* pci.c: UltraSparc PCI controller support.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 *
3 * Copyright (C) 1997, 1998, 1999 David S. Miller (davem@redhat.com)
4 * Copyright (C) 1998, 1999 Eddie C. Dost (ecd@skynet.be)
5 * Copyright (C) 1999 Jakub Jelinek (jj@ultra.linux.cz)
David S. Millera2fb23a2007-02-28 23:35:04 -08006 *
7 * OF tree based PCI bus probing taken from the PowerPC port
8 * with minor modifications, see there for credits.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
Paul Gortmaker066bcac2011-07-22 13:18:16 -040011#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/kernel.h>
13#include <linux/string.h>
14#include <linux/sched.h>
15#include <linux/capability.h>
16#include <linux/errno.h>
David S. Millerc57c2ff2007-05-08 00:43:56 -070017#include <linux/pci.h>
David S. Miller35a17eb2007-02-10 17:41:02 -080018#include <linux/msi.h>
19#include <linux/irq.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/init.h>
David S. Miller356d1642008-08-30 00:36:11 -070021#include <linux/of.h>
22#include <linux/of_device.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080024#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <asm/pgtable.h>
26#include <asm/irq.h>
David S. Millere87dc352006-06-21 18:18:47 -070027#include <asm/prom.h>
David S. Miller01f94c42007-03-04 12:53:19 -080028#include <asm/apb.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
David S. Miller1e8a8cc2007-02-28 23:38:38 -080030#include "pci_impl.h"
Sam Ravnborg4ac7b822014-05-16 23:25:58 +020031#include "kernel.h"
David S. Miller1e8a8cc2007-02-28 23:38:38 -080032
Linus Torvalds1da177e2005-04-16 15:20:36 -070033/* List of all PCI controllers found in the system. */
David S. Miller34768bc2007-05-07 23:06:27 -070034struct pci_pbm_info *pci_pbm_root = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
David S. Miller6c108f12007-05-07 23:49:01 -070036/* Each PBM found gets a unique index. */
37int pci_num_pbms = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Linus Torvalds1da177e2005-04-16 15:20:36 -070039volatile int pci_poke_in_progress;
40volatile int pci_poke_cpu = -1;
41volatile int pci_poke_faulted;
42
43static DEFINE_SPINLOCK(pci_poke_lock);
44
45void pci_config_read8(u8 *addr, u8 *ret)
46{
47 unsigned long flags;
48 u8 byte;
49
50 spin_lock_irqsave(&pci_poke_lock, flags);
51 pci_poke_cpu = smp_processor_id();
52 pci_poke_in_progress = 1;
53 pci_poke_faulted = 0;
54 __asm__ __volatile__("membar #Sync\n\t"
55 "lduba [%1] %2, %0\n\t"
56 "membar #Sync"
57 : "=r" (byte)
58 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
59 : "memory");
60 pci_poke_in_progress = 0;
61 pci_poke_cpu = -1;
62 if (!pci_poke_faulted)
63 *ret = byte;
64 spin_unlock_irqrestore(&pci_poke_lock, flags);
65}
66
67void pci_config_read16(u16 *addr, u16 *ret)
68{
69 unsigned long flags;
70 u16 word;
71
72 spin_lock_irqsave(&pci_poke_lock, flags);
73 pci_poke_cpu = smp_processor_id();
74 pci_poke_in_progress = 1;
75 pci_poke_faulted = 0;
76 __asm__ __volatile__("membar #Sync\n\t"
77 "lduha [%1] %2, %0\n\t"
78 "membar #Sync"
79 : "=r" (word)
80 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
81 : "memory");
82 pci_poke_in_progress = 0;
83 pci_poke_cpu = -1;
84 if (!pci_poke_faulted)
85 *ret = word;
86 spin_unlock_irqrestore(&pci_poke_lock, flags);
87}
88
89void pci_config_read32(u32 *addr, u32 *ret)
90{
91 unsigned long flags;
92 u32 dword;
93
94 spin_lock_irqsave(&pci_poke_lock, flags);
95 pci_poke_cpu = smp_processor_id();
96 pci_poke_in_progress = 1;
97 pci_poke_faulted = 0;
98 __asm__ __volatile__("membar #Sync\n\t"
99 "lduwa [%1] %2, %0\n\t"
100 "membar #Sync"
101 : "=r" (dword)
102 : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
103 : "memory");
104 pci_poke_in_progress = 0;
105 pci_poke_cpu = -1;
106 if (!pci_poke_faulted)
107 *ret = dword;
108 spin_unlock_irqrestore(&pci_poke_lock, flags);
109}
110
111void pci_config_write8(u8 *addr, u8 val)
112{
113 unsigned long flags;
114
115 spin_lock_irqsave(&pci_poke_lock, flags);
116 pci_poke_cpu = smp_processor_id();
117 pci_poke_in_progress = 1;
118 pci_poke_faulted = 0;
119 __asm__ __volatile__("membar #Sync\n\t"
120 "stba %0, [%1] %2\n\t"
121 "membar #Sync"
122 : /* no outputs */
123 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
124 : "memory");
125 pci_poke_in_progress = 0;
126 pci_poke_cpu = -1;
127 spin_unlock_irqrestore(&pci_poke_lock, flags);
128}
129
130void pci_config_write16(u16 *addr, u16 val)
131{
132 unsigned long flags;
133
134 spin_lock_irqsave(&pci_poke_lock, flags);
135 pci_poke_cpu = smp_processor_id();
136 pci_poke_in_progress = 1;
137 pci_poke_faulted = 0;
138 __asm__ __volatile__("membar #Sync\n\t"
139 "stha %0, [%1] %2\n\t"
140 "membar #Sync"
141 : /* no outputs */
142 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
143 : "memory");
144 pci_poke_in_progress = 0;
145 pci_poke_cpu = -1;
146 spin_unlock_irqrestore(&pci_poke_lock, flags);
147}
148
149void pci_config_write32(u32 *addr, u32 val)
150{
151 unsigned long flags;
152
153 spin_lock_irqsave(&pci_poke_lock, flags);
154 pci_poke_cpu = smp_processor_id();
155 pci_poke_in_progress = 1;
156 pci_poke_faulted = 0;
157 __asm__ __volatile__("membar #Sync\n\t"
158 "stwa %0, [%1] %2\n\t"
159 "membar #Sync"
160 : /* no outputs */
161 : "r" (val), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
162 : "memory");
163 pci_poke_in_progress = 0;
164 pci_poke_cpu = -1;
165 spin_unlock_irqrestore(&pci_poke_lock, flags);
166}
167
David S. Miller5840fc62007-05-22 01:24:14 -0700168static int ofpci_verbose;
169
170static int __init ofpci_debug(char *str)
171{
172 int val = 0;
173
174 get_option(&str, &val);
175 if (val)
176 ofpci_verbose = 1;
177 return 1;
178}
179
180__setup("ofpci_debug=", ofpci_debug);
181
David S. Millera2fb23a2007-02-28 23:35:04 -0800182static unsigned long pci_parse_of_flags(u32 addr0)
183{
184 unsigned long flags = 0;
185
186 if (addr0 & 0x02000000) {
187 flags = IORESOURCE_MEM | PCI_BASE_ADDRESS_SPACE_MEMORY;
David S. Millera2fb23a2007-02-28 23:35:04 -0800188 flags |= (addr0 >> 28) & PCI_BASE_ADDRESS_MEM_TYPE_1M;
Yinghai Luaf86fa42015-10-20 11:36:53 -0500189 if (addr0 & 0x01000000)
190 flags |= IORESOURCE_MEM_64
191 | PCI_BASE_ADDRESS_MEM_TYPE_64;
David S. Millera2fb23a2007-02-28 23:35:04 -0800192 if (addr0 & 0x40000000)
193 flags |= IORESOURCE_PREFETCH
194 | PCI_BASE_ADDRESS_MEM_PREFETCH;
195 } else if (addr0 & 0x01000000)
196 flags = IORESOURCE_IO | PCI_BASE_ADDRESS_SPACE_IO;
197 return flags;
198}
199
200/* The of_device layer has translated all of the assigned-address properties
201 * into physical address resources, we only have to figure out the register
202 * mapping.
203 */
Grant Likelycd4cd732010-07-22 16:04:30 -0600204static void pci_parse_of_addrs(struct platform_device *op,
David S. Millera2fb23a2007-02-28 23:35:04 -0800205 struct device_node *node,
206 struct pci_dev *dev)
207{
208 struct resource *op_res;
209 const u32 *addrs;
210 int proplen;
211
212 addrs = of_get_property(node, "assigned-addresses", &proplen);
213 if (!addrs)
214 return;
David S. Miller5840fc62007-05-22 01:24:14 -0700215 if (ofpci_verbose)
216 printk(" parse addresses (%d bytes) @ %p\n",
217 proplen, addrs);
David S. Millera2fb23a2007-02-28 23:35:04 -0800218 op_res = &op->resource[0];
219 for (; proplen >= 20; proplen -= 20, addrs += 5, op_res++) {
220 struct resource *res;
221 unsigned long flags;
222 int i;
223
224 flags = pci_parse_of_flags(addrs[0]);
225 if (!flags)
226 continue;
227 i = addrs[0] & 0xff;
David S. Miller5840fc62007-05-22 01:24:14 -0700228 if (ofpci_verbose)
Sam Ravnborg90181132009-01-06 13:19:28 -0800229 printk(" start: %llx, end: %llx, i: %x\n",
David S. Miller5840fc62007-05-22 01:24:14 -0700230 op_res->start, op_res->end, i);
David S. Millera2fb23a2007-02-28 23:35:04 -0800231
232 if (PCI_BASE_ADDRESS_0 <= i && i <= PCI_BASE_ADDRESS_5) {
233 res = &dev->resource[(i - PCI_BASE_ADDRESS_0) >> 2];
234 } else if (i == dev->rom_base_reg) {
235 res = &dev->resource[PCI_ROM_RESOURCE];
Dan Williams92b19ff2015-08-10 23:07:06 -0400236 flags |= IORESOURCE_READONLY | IORESOURCE_SIZEALIGN;
David S. Millera2fb23a2007-02-28 23:35:04 -0800237 } else {
238 printk(KERN_ERR "PCI: bad cfg reg num 0x%x\n", i);
239 continue;
240 }
241 res->start = op_res->start;
242 res->end = op_res->end;
243 res->flags = flags;
244 res->name = pci_name(dev);
245 }
246}
247
Sowmini Varadhan9a78d4f2016-04-11 17:57:05 -0700248static void pci_init_dev_archdata(struct dev_archdata *sd, void *iommu,
249 void *stc, void *host_controller,
250 struct platform_device *op,
251 int numa_node)
252{
253 sd->iommu = iommu;
254 sd->stc = stc;
255 sd->host_controller = host_controller;
256 sd->op = op;
257 sd->numa_node = numa_node;
258}
259
David S. Miller77d10d02008-09-11 23:57:40 -0700260static struct pci_dev *of_create_pci_dev(struct pci_pbm_info *pbm,
261 struct device_node *node,
262 struct pci_bus *bus, int devfn)
David S. Millera2fb23a2007-02-28 23:35:04 -0800263{
264 struct dev_archdata *sd;
Grant Likelycd4cd732010-07-22 16:04:30 -0600265 struct platform_device *op;
David S. Millera2fb23a2007-02-28 23:35:04 -0800266 struct pci_dev *dev;
267 const char *type;
David S. Miller01f94c42007-03-04 12:53:19 -0800268 u32 class;
David S. Millera2fb23a2007-02-28 23:35:04 -0800269
Gu Zheng8b1fce02013-05-25 21:48:31 +0800270 dev = pci_alloc_dev(bus);
David S. Millera2fb23a2007-02-28 23:35:04 -0800271 if (!dev)
272 return NULL;
273
Sowmini Varadhan9a78d4f2016-04-11 17:57:05 -0700274 op = of_find_device_by_node(node);
David S. Millera2fb23a2007-02-28 23:35:04 -0800275 sd = &dev->dev.archdata;
Sowmini Varadhan9a78d4f2016-04-11 17:57:05 -0700276 pci_init_dev_archdata(sd, pbm->iommu, &pbm->stc, pbm, op,
277 pbm->numa_node);
David S. Millerae05f872008-08-29 22:42:34 -0700278 sd = &op->dev.archdata;
David S. Millerad7ad572007-07-27 22:39:14 -0700279 sd->iommu = pbm->iommu;
280 sd->stc = &pbm->stc;
David S. Millerc1b1a5f2008-03-19 04:52:48 -0700281 sd->numa_node = pbm->numa_node;
David S. Millerad7ad572007-07-27 22:39:14 -0700282
David S. Millerae05f872008-08-29 22:42:34 -0700283 if (!strcmp(node->name, "ebus"))
284 of_propagate_archdata(op);
285
David S. Millera2fb23a2007-02-28 23:35:04 -0800286 type = of_get_property(node, "device_type", NULL);
287 if (type == NULL)
288 type = "";
289
David S. Miller5840fc62007-05-22 01:24:14 -0700290 if (ofpci_verbose)
291 printk(" create device, devfn: %x, type: %s\n",
292 devfn, type);
David S. Millera2fb23a2007-02-28 23:35:04 -0800293
David S. Millera2fb23a2007-02-28 23:35:04 -0800294 dev->sysdata = node;
295 dev->dev.parent = bus->bridge;
296 dev->dev.bus = &pci_bus_type;
Benjamin Herrenschmidt98d9f30c82011-04-11 11:37:07 +1000297 dev->dev.of_node = of_node_get(node);
David S. Millera2fb23a2007-02-28 23:35:04 -0800298 dev->devfn = devfn;
299 dev->multifunction = 0; /* maybe a lie? */
David S. Miller172d2d02010-02-17 16:42:08 -0800300 set_pcie_port_type(dev);
301
Yijing Wang017ffe62015-07-17 17:16:32 +0800302 pci_dev_assign_slot(dev);
David S. Millerc26d3c02008-05-01 01:12:40 -0700303 dev->vendor = of_getintprop_default(node, "vendor-id", 0xffff);
304 dev->device = of_getintprop_default(node, "device-id", 0xffff);
305 dev->subsystem_vendor =
306 of_getintprop_default(node, "subsystem-vendor-id", 0);
307 dev->subsystem_device =
308 of_getintprop_default(node, "subsystem-id", 0);
David S. Millera2fb23a2007-02-28 23:35:04 -0800309
David S. Millerc26d3c02008-05-01 01:12:40 -0700310 dev->cfg_size = pci_cfg_space_size(dev);
David S. Miller01f94c42007-03-04 12:53:19 -0800311
David S. Millerc26d3c02008-05-01 01:12:40 -0700312 /* We can't actually use the firmware value, we have
313 * to read what is in the register right now. One
314 * reason is that in the case of IDE interfaces the
315 * firmware can sample the value before the the IDE
316 * interface is programmed into native mode.
317 */
318 pci_read_config_dword(dev, PCI_CLASS_REVISION, &class);
319 dev->class = class >> 8;
320 dev->revision = class & 0xff;
David S. Miller28f57e72007-03-12 19:40:26 -0700321
Greg Kroah-Hartman2222c312008-05-02 06:02:41 +0200322 dev_set_name(&dev->dev, "%04x:%02x:%02x.%d", pci_domain_nr(bus),
David S. Millerc26d3c02008-05-01 01:12:40 -0700323 dev->bus->number, PCI_SLOT(devfn), PCI_FUNC(devfn));
324
David S. Miller5840fc62007-05-22 01:24:14 -0700325 if (ofpci_verbose)
326 printk(" class: 0x%x device name: %s\n",
327 dev->class, pci_name(dev));
David S. Millera2fb23a2007-02-28 23:35:04 -0800328
David S. Miller861fe902007-05-02 17:31:36 -0700329 /* I have seen IDE devices which will not respond to
330 * the bmdma simplex check reads if bus mastering is
331 * disabled.
332 */
333 if ((dev->class >> 8) == PCI_CLASS_STORAGE_IDE)
334 pci_set_master(dev);
335
Bjorn Helgaasde7f2b12013-05-20 17:15:20 -0600336 dev->current_state = PCI_UNKNOWN; /* unknown power state */
David S. Millera2fb23a2007-02-28 23:35:04 -0800337 dev->error_state = pci_channel_io_normal;
David S. Miller172d2d02010-02-17 16:42:08 -0800338 dev->dma_mask = 0xffffffff;
David S. Millera2fb23a2007-02-28 23:35:04 -0800339
David S. Miller44b50e52008-09-22 15:42:24 -0700340 if (!strcmp(node->name, "pci")) {
David S. Millerc26d3c02008-05-01 01:12:40 -0700341 /* a PCI-PCI bridge */
David S. Millera2fb23a2007-02-28 23:35:04 -0800342 dev->hdr_type = PCI_HEADER_TYPE_BRIDGE;
343 dev->rom_base_reg = PCI_ROM_ADDRESS1;
David S. Millerc26d3c02008-05-01 01:12:40 -0700344 } else if (!strcmp(type, "cardbus")) {
345 dev->hdr_type = PCI_HEADER_TYPE_CARDBUS;
David S. Millera2fb23a2007-02-28 23:35:04 -0800346 } else {
David S. Millerc26d3c02008-05-01 01:12:40 -0700347 dev->hdr_type = PCI_HEADER_TYPE_NORMAL;
348 dev->rom_base_reg = PCI_ROM_ADDRESS;
David S. Millera2fb23a2007-02-28 23:35:04 -0800349
Grant Likely1636f8a2010-06-18 11:09:58 -0600350 dev->irq = sd->op->archdata.irqs[0];
David S. Millerc26d3c02008-05-01 01:12:40 -0700351 if (dev->irq == 0xffffffff)
352 dev->irq = PCI_IRQ_NONE;
David S. Millera2fb23a2007-02-28 23:35:04 -0800353 }
David S. Millerc26d3c02008-05-01 01:12:40 -0700354
David S. Millera2fb23a2007-02-28 23:35:04 -0800355 pci_parse_of_addrs(sd->op, node, dev);
356
David S. Miller5840fc62007-05-22 01:24:14 -0700357 if (ofpci_verbose)
358 printk(" adding to system ...\n");
David S. Millera2fb23a2007-02-28 23:35:04 -0800359
360 pci_device_add(dev, bus);
361
362 return dev;
363}
364
Sam Ravnborgb7c13f72013-01-01 16:02:33 +0100365static void apb_calc_first_last(u8 map, u32 *first_p, u32 *last_p)
David S. Miller01f94c42007-03-04 12:53:19 -0800366{
367 u32 idx, first, last;
368
369 first = 8;
370 last = 0;
371 for (idx = 0; idx < 8; idx++) {
372 if ((map & (1 << idx)) != 0) {
373 if (first > idx)
374 first = idx;
375 if (last < idx)
376 last = idx;
377 }
378 }
379
380 *first_p = first;
381 *last_p = last;
382}
383
384/* Cook up fake bus resources for SUNW,simba PCI bridges which lack
385 * a proper 'ranges' property.
386 */
Sam Ravnborgb7c13f72013-01-01 16:02:33 +0100387static void apb_fake_ranges(struct pci_dev *dev,
388 struct pci_bus *bus,
389 struct pci_pbm_info *pbm)
David S. Miller01f94c42007-03-04 12:53:19 -0800390{
Bjorn Helgaasa031589b2012-03-16 17:48:24 -0600391 struct pci_bus_region region;
David S. Miller01f94c42007-03-04 12:53:19 -0800392 struct resource *res;
393 u32 first, last;
394 u8 map;
395
396 pci_read_config_byte(dev, APB_IO_ADDRESS_MAP, &map);
397 apb_calc_first_last(map, &first, &last);
398 res = bus->resource[0];
David S. Miller01f94c42007-03-04 12:53:19 -0800399 res->flags = IORESOURCE_IO;
Bjorn Helgaasa031589b2012-03-16 17:48:24 -0600400 region.start = (first << 21);
401 region.end = (last << 21) + ((1 << 21) - 1);
Yinghai Lufc279852013-12-09 22:54:40 -0800402 pcibios_bus_to_resource(dev->bus, res, &region);
David S. Miller01f94c42007-03-04 12:53:19 -0800403
404 pci_read_config_byte(dev, APB_MEM_ADDRESS_MAP, &map);
405 apb_calc_first_last(map, &first, &last);
406 res = bus->resource[1];
David S. Miller01f94c42007-03-04 12:53:19 -0800407 res->flags = IORESOURCE_MEM;
oftedal557fc582013-10-18 22:28:29 +0200408 region.start = (first << 29);
409 region.end = (last << 29) + ((1 << 29) - 1);
Yinghai Lufc279852013-12-09 22:54:40 -0800410 pcibios_bus_to_resource(dev->bus, res, &region);
David S. Miller01f94c42007-03-04 12:53:19 -0800411}
412
Sam Ravnborgb7c13f72013-01-01 16:02:33 +0100413static void pci_of_scan_bus(struct pci_pbm_info *pbm,
414 struct device_node *node,
415 struct pci_bus *bus);
David S. Millera2fb23a2007-02-28 23:35:04 -0800416
417#define GET_64BIT(prop, i) ((((u64) (prop)[(i)]) << 32) | (prop)[(i)+1])
418
Sam Ravnborgb7c13f72013-01-01 16:02:33 +0100419static void of_scan_pci_bridge(struct pci_pbm_info *pbm,
420 struct device_node *node,
421 struct pci_dev *dev)
David S. Millera2fb23a2007-02-28 23:35:04 -0800422{
423 struct pci_bus *bus;
424 const u32 *busrange, *ranges;
David S. Miller01f94c42007-03-04 12:53:19 -0800425 int len, i, simba;
Bjorn Helgaasa031589b2012-03-16 17:48:24 -0600426 struct pci_bus_region region;
David S. Millera2fb23a2007-02-28 23:35:04 -0800427 struct resource *res;
428 unsigned int flags;
429 u64 size;
430
David S. Miller5840fc62007-05-22 01:24:14 -0700431 if (ofpci_verbose)
432 printk("of_scan_pci_bridge(%s)\n", node->full_name);
David S. Millera2fb23a2007-02-28 23:35:04 -0800433
434 /* parse bus-range property */
435 busrange = of_get_property(node, "bus-range", &len);
436 if (busrange == NULL || len != 8) {
437 printk(KERN_DEBUG "Can't get bus-range for PCI-PCI bridge %s\n",
438 node->full_name);
439 return;
440 }
David S. Miller93a64232014-08-12 23:22:39 -0700441
442 if (ofpci_verbose)
443 printk(" Bridge bus range [%u --> %u]\n",
444 busrange[0], busrange[1]);
445
David S. Millera2fb23a2007-02-28 23:35:04 -0800446 ranges = of_get_property(node, "ranges", &len);
David S. Miller01f94c42007-03-04 12:53:19 -0800447 simba = 0;
David S. Millera2fb23a2007-02-28 23:35:04 -0800448 if (ranges == NULL) {
David S. Millera165b422007-03-29 01:50:16 -0700449 const char *model = of_get_property(node, "model", NULL);
David S. Miller8c2786c2007-06-07 21:59:44 -0700450 if (model && !strcmp(model, "SUNW,simba"))
David S. Miller01f94c42007-03-04 12:53:19 -0800451 simba = 1;
David S. Millera2fb23a2007-02-28 23:35:04 -0800452 }
453
454 bus = pci_add_new_bus(dev->bus, dev, busrange[0]);
455 if (!bus) {
456 printk(KERN_ERR "Failed to create pci bus for %s\n",
457 node->full_name);
458 return;
459 }
460
461 bus->primary = dev->bus->number;
Yinghai Lu3f1b5402012-05-17 18:51:12 -0700462 pci_bus_insert_busn_res(bus, busrange[0], busrange[1]);
David S. Millera2fb23a2007-02-28 23:35:04 -0800463 bus->bridge_ctl = 0;
464
David S. Miller93a64232014-08-12 23:22:39 -0700465 if (ofpci_verbose)
466 printk(" Bridge ranges[%p] simba[%d]\n",
467 ranges, simba);
468
David S. Miller01f94c42007-03-04 12:53:19 -0800469 /* parse ranges property, or cook one up by hand for Simba */
David S. Millera2fb23a2007-02-28 23:35:04 -0800470 /* PCI #address-cells == 3 and #size-cells == 2 always */
471 res = &dev->resource[PCI_BRIDGE_RESOURCES];
472 for (i = 0; i < PCI_NUM_RESOURCES - PCI_BRIDGE_RESOURCES; ++i) {
473 res->flags = 0;
474 bus->resource[i] = res;
475 ++res;
476 }
David S. Miller01f94c42007-03-04 12:53:19 -0800477 if (simba) {
478 apb_fake_ranges(dev, bus, pbm);
David S. Miller8c2786c2007-06-07 21:59:44 -0700479 goto after_ranges;
480 } else if (ranges == NULL) {
Bjorn Helgaas1c975932012-07-09 13:39:52 -0600481 pci_read_bridge_bases(bus);
David S. Miller8c2786c2007-06-07 21:59:44 -0700482 goto after_ranges;
David S. Miller01f94c42007-03-04 12:53:19 -0800483 }
David S. Millera2fb23a2007-02-28 23:35:04 -0800484 i = 1;
485 for (; len >= 32; len -= 32, ranges += 8) {
David S. Miller93a64232014-08-12 23:22:39 -0700486 u64 start;
487
488 if (ofpci_verbose)
489 printk(" RAW Range[%08x:%08x:%08x:%08x:%08x:%08x:"
490 "%08x:%08x]\n",
491 ranges[0], ranges[1], ranges[2], ranges[3],
492 ranges[4], ranges[5], ranges[6], ranges[7]);
493
David S. Millera2fb23a2007-02-28 23:35:04 -0800494 flags = pci_parse_of_flags(ranges[0]);
495 size = GET_64BIT(ranges, 6);
496 if (flags == 0 || size == 0)
497 continue;
David S. Miller4afba242014-08-12 23:27:01 -0700498
499 /* On PCI-Express systems, PCI bridges that have no devices downstream
500 * have a bogus size value where the first 32-bit cell is 0xffffffff.
501 * This results in a bogus range where start + size overflows.
502 *
503 * Just skip these otherwise the kernel will complain when the resource
504 * tries to be claimed.
505 */
506 if (size >> 32 == 0xffffffff)
507 continue;
508
David S. Millera2fb23a2007-02-28 23:35:04 -0800509 if (flags & IORESOURCE_IO) {
510 res = bus->resource[0];
511 if (res->flags) {
512 printk(KERN_ERR "PCI: ignoring extra I/O range"
513 " for bridge %s\n", node->full_name);
514 continue;
515 }
David S. Millera2fb23a2007-02-28 23:35:04 -0800516 } else {
517 if (i >= PCI_NUM_RESOURCES - PCI_BRIDGE_RESOURCES) {
518 printk(KERN_ERR "PCI: too many memory ranges"
519 " for bridge %s\n", node->full_name);
520 continue;
521 }
522 res = bus->resource[i];
523 ++i;
David S. Millera2fb23a2007-02-28 23:35:04 -0800524 }
525
David S. Millera2fb23a2007-02-28 23:35:04 -0800526 res->flags = flags;
David S. Miller93a64232014-08-12 23:22:39 -0700527 region.start = start = GET_64BIT(ranges, 1);
Bjorn Helgaasa031589b2012-03-16 17:48:24 -0600528 region.end = region.start + size - 1;
David S. Miller93a64232014-08-12 23:22:39 -0700529
530 if (ofpci_verbose)
531 printk(" Using flags[%08x] start[%016llx] size[%016llx]\n",
532 flags, start, size);
533
Yinghai Lufc279852013-12-09 22:54:40 -0800534 pcibios_bus_to_resource(dev->bus, res, &region);
David S. Millera2fb23a2007-02-28 23:35:04 -0800535 }
David S. Miller8c2786c2007-06-07 21:59:44 -0700536after_ranges:
David S. Millera2fb23a2007-02-28 23:35:04 -0800537 sprintf(bus->name, "PCI Bus %04x:%02x", pci_domain_nr(bus),
538 bus->number);
David S. Miller5840fc62007-05-22 01:24:14 -0700539 if (ofpci_verbose)
540 printk(" bus name: %s\n", bus->name);
David S. Millera2fb23a2007-02-28 23:35:04 -0800541
542 pci_of_scan_bus(pbm, node, bus);
543}
544
Sam Ravnborgb7c13f72013-01-01 16:02:33 +0100545static void pci_of_scan_bus(struct pci_pbm_info *pbm,
546 struct device_node *node,
547 struct pci_bus *bus)
David S. Millera2fb23a2007-02-28 23:35:04 -0800548{
549 struct device_node *child;
550 const u32 *reg;
David S. Miller2cc73452007-09-12 10:15:59 +0200551 int reglen, devfn, prev_devfn;
David S. Millera2fb23a2007-02-28 23:35:04 -0800552 struct pci_dev *dev;
553
David S. Miller5840fc62007-05-22 01:24:14 -0700554 if (ofpci_verbose)
555 printk("PCI: scan_bus[%s] bus no %d\n",
556 node->full_name, bus->number);
David S. Millera2fb23a2007-02-28 23:35:04 -0800557
558 child = NULL;
David S. Miller2cc73452007-09-12 10:15:59 +0200559 prev_devfn = -1;
David S. Millera2fb23a2007-02-28 23:35:04 -0800560 while ((child = of_get_next_child(node, child)) != NULL) {
David S. Miller5840fc62007-05-22 01:24:14 -0700561 if (ofpci_verbose)
562 printk(" * %s\n", child->full_name);
David S. Millera2fb23a2007-02-28 23:35:04 -0800563 reg = of_get_property(child, "reg", &reglen);
564 if (reg == NULL || reglen < 20)
565 continue;
David S. Miller2cc73452007-09-12 10:15:59 +0200566
David S. Millera2fb23a2007-02-28 23:35:04 -0800567 devfn = (reg[0] >> 8) & 0xff;
568
David S. Miller2cc73452007-09-12 10:15:59 +0200569 /* This is a workaround for some device trees
570 * which list PCI devices twice. On the V100
571 * for example, device number 3 is listed twice.
572 * Once as "pm" and once again as "lomp".
573 */
574 if (devfn == prev_devfn)
575 continue;
576 prev_devfn = devfn;
577
David S. Millera2fb23a2007-02-28 23:35:04 -0800578 /* create a new pci_dev for this device */
David S. Millerc26d3c02008-05-01 01:12:40 -0700579 dev = of_create_pci_dev(pbm, child, bus, devfn);
David S. Millera2fb23a2007-02-28 23:35:04 -0800580 if (!dev)
581 continue;
David S. Miller5840fc62007-05-22 01:24:14 -0700582 if (ofpci_verbose)
583 printk("PCI: dev header type: %x\n",
584 dev->hdr_type);
David S. Millera2fb23a2007-02-28 23:35:04 -0800585
Yijing Wang2f22e682014-05-04 12:23:42 +0800586 if (pci_is_bridge(dev))
David S. Millera2fb23a2007-02-28 23:35:04 -0800587 of_scan_pci_bridge(pbm, child, dev);
588 }
589}
590
591static ssize_t
592show_pciobppath_attr(struct device * dev, struct device_attribute * attr, char * buf)
593{
594 struct pci_dev *pdev;
595 struct device_node *dp;
596
597 pdev = to_pci_dev(dev);
Grant Likely61c7a082010-04-13 16:12:29 -0700598 dp = pdev->dev.of_node;
David S. Millera2fb23a2007-02-28 23:35:04 -0800599
600 return snprintf (buf, PAGE_SIZE, "%s\n", dp->full_name);
601}
602
603static DEVICE_ATTR(obppath, S_IRUSR | S_IRGRP | S_IROTH, show_pciobppath_attr, NULL);
604
Sam Ravnborgb7c13f72013-01-01 16:02:33 +0100605static void pci_bus_register_of_sysfs(struct pci_bus *bus)
David S. Millera2fb23a2007-02-28 23:35:04 -0800606{
607 struct pci_dev *dev;
David S. Millera378fd02007-03-01 11:46:13 -0800608 struct pci_bus *child_bus;
David S. Millera2fb23a2007-02-28 23:35:04 -0800609 int err;
610
611 list_for_each_entry(dev, &bus->devices, bus_list) {
612 /* we don't really care if we can create this file or
613 * not, but we need to assign the result of the call
614 * or the world will fall under alien invasion and
615 * everybody will be frozen on a spaceship ready to be
616 * eaten on alpha centauri by some green and jelly
617 * humanoid.
618 */
619 err = sysfs_create_file(&dev->dev.kobj, &dev_attr_obppath.attr);
David S. Millerc6fee082011-02-26 23:40:02 -0800620 (void) err;
David S. Millera2fb23a2007-02-28 23:35:04 -0800621 }
David S. Millera378fd02007-03-01 11:46:13 -0800622 list_for_each_entry(child_bus, &bus->children, node)
623 pci_bus_register_of_sysfs(child_bus);
David S. Millera2fb23a2007-02-28 23:35:04 -0800624}
625
David S. Millerf1d25d32014-08-12 23:29:09 -0700626static void pci_claim_bus_resources(struct pci_bus *bus)
627{
628 struct pci_bus *child_bus;
629 struct pci_dev *dev;
630
631 list_for_each_entry(dev, &bus->devices, bus_list) {
632 int i;
633
634 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
635 struct resource *r = &dev->resource[i];
636
637 if (r->parent || !r->start || !r->flags)
638 continue;
639
640 if (ofpci_verbose)
641 printk("PCI: Claiming %s: "
642 "Resource %d: %016llx..%016llx [%x]\n",
643 pci_name(dev), i,
644 (unsigned long long)r->start,
645 (unsigned long long)r->end,
646 (unsigned int)r->flags);
647
Bjorn Helgaasd10b7302015-04-08 10:04:55 -0500648 pci_claim_resource(dev, i);
David S. Millerf1d25d32014-08-12 23:29:09 -0700649 }
650 }
651
652 list_for_each_entry(child_bus, &bus->children, node)
653 pci_claim_bus_resources(child_bus);
654}
655
Sam Ravnborgb7c13f72013-01-01 16:02:33 +0100656struct pci_bus *pci_scan_one_pbm(struct pci_pbm_info *pbm,
657 struct device *parent)
David S. Millera2fb23a2007-02-28 23:35:04 -0800658{
Bjorn Helgaas1a300102011-10-28 16:27:53 -0600659 LIST_HEAD(resources);
Grant Likely61c7a082010-04-13 16:12:29 -0700660 struct device_node *node = pbm->op->dev.of_node;
David S. Millera2fb23a2007-02-28 23:35:04 -0800661 struct pci_bus *bus;
662
663 printk("PCI: Scanning PBM %s\n", node->full_name);
664
Bjorn Helgaasac1edcc2012-02-23 20:19:04 -0700665 pci_add_resource_offset(&resources, &pbm->io_space,
666 pbm->io_space.start);
667 pci_add_resource_offset(&resources, &pbm->mem_space,
668 pbm->mem_space.start);
Yinghai Luaf86fa42015-10-20 11:36:53 -0500669 if (pbm->mem64_space.flags)
670 pci_add_resource_offset(&resources, &pbm->mem64_space,
671 pbm->mem_space.start);
Yinghai Lu3f1b5402012-05-17 18:51:12 -0700672 pbm->busn.start = pbm->pci_first_busno;
673 pbm->busn.end = pbm->pci_last_busno;
674 pbm->busn.flags = IORESOURCE_BUS;
675 pci_add_resource(&resources, &pbm->busn);
Bjorn Helgaas1a300102011-10-28 16:27:53 -0600676 bus = pci_create_root_bus(parent, pbm->pci_first_busno, pbm->pci_ops,
677 pbm, &resources);
David S. Millera2fb23a2007-02-28 23:35:04 -0800678 if (!bus) {
679 printk(KERN_ERR "Failed to create bus for %s\n",
680 node->full_name);
Bjorn Helgaas1a300102011-10-28 16:27:53 -0600681 pci_free_resource_list(&resources);
David S. Millera2fb23a2007-02-28 23:35:04 -0800682 return NULL;
683 }
David S. Millera2fb23a2007-02-28 23:35:04 -0800684
David S. Millera2fb23a2007-02-28 23:35:04 -0800685 pci_of_scan_bus(pbm, node, bus);
David S. Millera2fb23a2007-02-28 23:35:04 -0800686 pci_bus_register_of_sysfs(bus);
687
David S. Millerf1d25d32014-08-12 23:29:09 -0700688 pci_claim_bus_resources(bus);
Yijing Wanga0c8a4d2015-03-12 15:05:56 -0500689 pci_bus_add_devices(bus);
David S. Millera2fb23a2007-02-28 23:35:04 -0800690 return bus;
691}
692
Sam Ravnborgb7c13f72013-01-01 16:02:33 +0100693void pcibios_fixup_bus(struct pci_bus *pbus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700694{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695}
696
Dominik Brodowski3b7a17f2010-01-01 17:40:50 +0100697resource_size_t pcibios_align_resource(void *data, const struct resource *res,
Dominik Brodowskib26b2d42010-01-01 17:40:49 +0100698 resource_size_t size, resource_size_t align)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699{
Dominik Brodowskib26b2d42010-01-01 17:40:49 +0100700 return res->start;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700701}
702
David S. Millera2fb23a2007-02-28 23:35:04 -0800703int pcibios_enable_device(struct pci_dev *dev, int mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704{
David S. Millera2fb23a2007-02-28 23:35:04 -0800705 u16 cmd, oldcmd;
706 int i;
707
708 pci_read_config_word(dev, PCI_COMMAND, &cmd);
709 oldcmd = cmd;
710
711 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
712 struct resource *res = &dev->resource[i];
713
714 /* Only set up the requested stuff */
715 if (!(mask & (1<<i)))
716 continue;
717
718 if (res->flags & IORESOURCE_IO)
719 cmd |= PCI_COMMAND_IO;
720 if (res->flags & IORESOURCE_MEM)
721 cmd |= PCI_COMMAND_MEMORY;
722 }
723
724 if (cmd != oldcmd) {
725 printk(KERN_DEBUG "PCI: Enabling device: (%s), cmd %x\n",
726 pci_name(dev), cmd);
727 /* Enable the appropriate bits in the PCI command register. */
728 pci_write_config_word(dev, PCI_COMMAND, cmd);
729 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700730 return 0;
731}
732
Linus Torvalds1da177e2005-04-16 15:20:36 -0700733/* Platform support for /proc/bus/pci/X/Y mmap()s. */
734
735/* If the user uses a host-bridge as the PCI device, he may use
736 * this to perform a raw mmap() of the I/O or MEM space behind
737 * that controller.
738 *
739 * This can be useful for execution of x86 PCI bios initialization code
740 * on a PCI card, like the xfree86 int10 stuff does.
741 */
742static int __pci_mmap_make_offset_bus(struct pci_dev *pdev, struct vm_area_struct *vma,
743 enum pci_mmap_state mmap_state)
744{
David S. Millera2fb23a2007-02-28 23:35:04 -0800745 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746 unsigned long space_size, user_offset, user_size;
747
David S. Miller3875c5c2007-03-08 22:52:11 -0800748 if (mmap_state == pci_mmap_io) {
Joe Perches28f65c112011-06-09 09:13:32 -0700749 space_size = resource_size(&pbm->io_space);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750 } else {
Joe Perches28f65c112011-06-09 09:13:32 -0700751 space_size = resource_size(&pbm->mem_space);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700752 }
753
754 /* Make sure the request is in range. */
755 user_offset = vma->vm_pgoff << PAGE_SHIFT;
756 user_size = vma->vm_end - vma->vm_start;
757
758 if (user_offset >= space_size ||
759 (user_offset + user_size) > space_size)
760 return -EINVAL;
761
David S. Miller3875c5c2007-03-08 22:52:11 -0800762 if (mmap_state == pci_mmap_io) {
763 vma->vm_pgoff = (pbm->io_space.start +
764 user_offset) >> PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700765 } else {
David S. Miller3875c5c2007-03-08 22:52:11 -0800766 vma->vm_pgoff = (pbm->mem_space.start +
767 user_offset) >> PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700768 }
769
770 return 0;
771}
772
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700773/* Adjust vm_pgoff of VMA such that it is the physical page offset
774 * corresponding to the 32-bit pci bus offset for DEV requested by the user.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775 *
776 * Basically, the user finds the base address for his device which he wishes
777 * to mmap. They read the 32-bit value from the config space base register,
778 * add whatever PAGE_SIZE multiple offset they wish, and feed this into the
779 * offset parameter of mmap on /proc/bus/pci/XXX for that device.
780 *
781 * Returns negative error code on failure, zero on success.
782 */
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700783static int __pci_mmap_make_offset(struct pci_dev *pdev,
784 struct vm_area_struct *vma,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700785 enum pci_mmap_state mmap_state)
786{
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700787 unsigned long user_paddr, user_size;
788 int i, err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700789
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700790 /* First compute the physical address in vma->vm_pgoff,
791 * making sure the user offset is within range in the
792 * appropriate PCI space.
793 */
794 err = __pci_mmap_make_offset_bus(pdev, vma, mmap_state);
795 if (err)
796 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700797
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700798 /* If this is a mapping on a host bridge, any address
799 * is OK.
800 */
801 if ((pdev->class >> 8) == PCI_CLASS_BRIDGE_HOST)
802 return err;
803
804 /* Otherwise make sure it's in the range for one of the
805 * device's resources.
806 */
807 user_paddr = vma->vm_pgoff << PAGE_SHIFT;
808 user_size = vma->vm_end - vma->vm_start;
809
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700811 struct resource *rp = &pdev->resource[i];
Max Dmitrichenko57699072008-11-02 00:34:10 -0700812 resource_size_t aligned_end;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813
814 /* Active? */
815 if (!rp->flags)
816 continue;
817
818 /* Same type? */
819 if (i == PCI_ROM_RESOURCE) {
820 if (mmap_state != pci_mmap_mem)
821 continue;
822 } else {
823 if ((mmap_state == pci_mmap_io &&
824 (rp->flags & IORESOURCE_IO) == 0) ||
825 (mmap_state == pci_mmap_mem &&
826 (rp->flags & IORESOURCE_MEM) == 0))
827 continue;
828 }
829
Max Dmitrichenko57699072008-11-02 00:34:10 -0700830 /* Align the resource end to the next page address.
831 * PAGE_SIZE intentionally added instead of (PAGE_SIZE - 1),
832 * because actually we need the address of the next byte
833 * after rp->end.
834 */
835 aligned_end = (rp->end + PAGE_SIZE) & PAGE_MASK;
836
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700837 if ((rp->start <= user_paddr) &&
Max Dmitrichenko57699072008-11-02 00:34:10 -0700838 (user_paddr + user_size) <= aligned_end)
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700839 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700840 }
841
David S. Millerbbe0b5e2007-10-11 15:41:01 -0700842 if (i > PCI_ROM_RESOURCE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700843 return -EINVAL;
844
Linus Torvalds1da177e2005-04-16 15:20:36 -0700845 return 0;
846}
847
Linus Torvalds1da177e2005-04-16 15:20:36 -0700848/* Set vm_page_prot of VMA, as appropriate for this architecture, for a pci
849 * device mapping.
850 */
851static void __pci_mmap_set_pgprot(struct pci_dev *dev, struct vm_area_struct *vma,
852 enum pci_mmap_state mmap_state)
853{
David S. Millera7a6cac2005-09-01 21:51:26 -0700854 /* Our io_remap_pfn_range takes care of this, do nothing. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700855}
856
857/* Perform the actual remap of the pages for a PCI device mapping, as appropriate
858 * for this architecture. The region in the process to map is described by vm_start
859 * and vm_end members of VMA, the base physical address is found in vm_pgoff.
860 * The pci device structure is provided so that architectures may make mapping
861 * decisions on a per-device or per-bus basis.
862 *
863 * Returns a negative error code on failure, zero on success.
864 */
David Woodhousef66e2252017-04-12 13:25:58 +0100865int pci_mmap_page_range(struct pci_dev *dev, int bar,
866 struct vm_area_struct *vma,
867 enum pci_mmap_state mmap_state, int write_combine)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700868{
869 int ret;
870
871 ret = __pci_mmap_make_offset(dev, vma, mmap_state);
872 if (ret < 0)
873 return ret;
874
Linus Torvalds1da177e2005-04-16 15:20:36 -0700875 __pci_mmap_set_pgprot(dev, vma, mmap_state);
876
David S. Miller14778d92006-03-21 02:29:39 -0800877 vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700878 ret = io_remap_pfn_range(vma, vma->vm_start,
879 vma->vm_pgoff,
880 vma->vm_end - vma->vm_start,
881 vma->vm_page_prot);
882 if (ret)
883 return ret;
884
Linus Torvalds1da177e2005-04-16 15:20:36 -0700885 return 0;
886}
887
David S. Millerc1b1a5f2008-03-19 04:52:48 -0700888#ifdef CONFIG_NUMA
889int pcibus_to_node(struct pci_bus *pbus)
890{
891 struct pci_pbm_info *pbm = pbus->sysdata;
892
893 return pbm->numa_node;
894}
895EXPORT_SYMBOL(pcibus_to_node);
896#endif
897
David S. Millerd3ae4b52008-09-09 23:54:02 -0700898/* Return the domain number for this pci bus */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700899
900int pci_domain_nr(struct pci_bus *pbus)
901{
902 struct pci_pbm_info *pbm = pbus->sysdata;
903 int ret;
904
David S. Millerd3ae4b52008-09-09 23:54:02 -0700905 if (!pbm) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700906 ret = -ENXIO;
907 } else {
David S. Miller6c108f12007-05-07 23:49:01 -0700908 ret = pbm->index;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700909 }
910
911 return ret;
912}
913EXPORT_SYMBOL(pci_domain_nr);
914
David S. Miller35a17eb2007-02-10 17:41:02 -0800915#ifdef CONFIG_PCI_MSI
916int arch_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
917{
David S. Millera2fb23a2007-02-28 23:35:04 -0800918 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
Sam Ravnborg44ed3c02011-01-22 11:32:20 +0000919 unsigned int irq;
David S. Miller35a17eb2007-02-10 17:41:02 -0800920
David S. Millere9870c42007-05-07 23:28:50 -0700921 if (!pbm->setup_msi_irq)
David S. Miller35a17eb2007-02-10 17:41:02 -0800922 return -EINVAL;
923
Sam Ravnborg44ed3c02011-01-22 11:32:20 +0000924 return pbm->setup_msi_irq(&irq, pdev, desc);
David S. Miller35a17eb2007-02-10 17:41:02 -0800925}
926
Sam Ravnborg44ed3c02011-01-22 11:32:20 +0000927void arch_teardown_msi_irq(unsigned int irq)
David S. Miller35a17eb2007-02-10 17:41:02 -0800928{
Thomas Gleixner394d4412011-03-24 17:52:54 +0100929 struct msi_desc *entry = irq_get_msi_desc(irq);
Jiang Liu3bf15f52015-07-09 16:00:42 +0800930 struct pci_dev *pdev = msi_desc_to_pci_dev(entry);
David S. Millera2fb23a2007-02-28 23:35:04 -0800931 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller;
David S. Miller35a17eb2007-02-10 17:41:02 -0800932
David S. Miller77d10d02008-09-11 23:57:40 -0700933 if (pbm->teardown_msi_irq)
Sam Ravnborg44ed3c02011-01-22 11:32:20 +0000934 pbm->teardown_msi_irq(irq, pdev);
David S. Miller35a17eb2007-02-10 17:41:02 -0800935}
936#endif /* !(CONFIG_PCI_MSI) */
937
David S. Millerad7ad572007-07-27 22:39:14 -0700938static void ali_sound_dma_hack(struct pci_dev *pdev, int set_bit)
939{
940 struct pci_dev *ali_isa_bridge;
941 u8 val;
942
943 /* ALI sound chips generate 31-bits of DMA, a special register
944 * determines what bit 31 is emitted as.
945 */
946 ali_isa_bridge = pci_get_device(PCI_VENDOR_ID_AL,
947 PCI_DEVICE_ID_AL_M1533,
948 NULL);
949
950 pci_read_config_byte(ali_isa_bridge, 0x7e, &val);
951 if (set_bit)
952 val |= 0x01;
953 else
954 val &= ~0x01;
955 pci_write_config_byte(ali_isa_bridge, 0x7e, val);
956 pci_dev_put(ali_isa_bridge);
957}
958
FUJITA Tomonoriee664a92009-08-10 11:53:16 +0900959int pci64_dma_supported(struct pci_dev *pdev, u64 device_mask)
David S. Millerad7ad572007-07-27 22:39:14 -0700960{
961 u64 dma_addr_mask;
962
963 if (pdev == NULL) {
964 dma_addr_mask = 0xffffffff;
965 } else {
966 struct iommu *iommu = pdev->dev.archdata.iommu;
967
968 dma_addr_mask = iommu->dma_addr_mask;
969
970 if (pdev->vendor == PCI_VENDOR_ID_AL &&
971 pdev->device == PCI_DEVICE_ID_AL_M5451 &&
972 device_mask == 0x7fffffff) {
973 ali_sound_dma_hack(pdev,
974 (dma_addr_mask & 0x80000000) != 0);
975 return 1;
976 }
977 }
978
979 if (device_mask >= (1UL << 32UL))
980 return 0;
981
982 return (device_mask & dma_addr_mask) == dma_addr_mask;
983}
984
David S. Millerbcea1db2007-12-25 02:20:33 -0800985void pci_resource_to_user(const struct pci_dev *pdev, int bar,
986 const struct resource *rp, resource_size_t *start,
987 resource_size_t *end)
988{
Bjorn Helgaas3b146b22016-06-17 14:43:34 -0500989 struct pci_bus_region region;
David S. Millerbcea1db2007-12-25 02:20:33 -0800990
Bjorn Helgaas3b146b22016-06-17 14:43:34 -0500991 /*
992 * "User" addresses are shown in /sys/devices/pci.../.../resource
993 * and /proc/bus/pci/devices and used as mmap offsets for
994 * /proc/bus/pci/BB/DD.F files (see proc_bus_pci_mmap()).
995 *
996 * On sparc, these are PCI bus addresses, i.e., raw BAR values.
997 */
998 pcibios_resource_to_bus(pdev->bus, &region, (struct resource *) rp);
999 *start = region.start;
1000 *end = region.end;
David S. Millerbcea1db2007-12-25 02:20:33 -08001001}
Tejun Heo4c0eec72009-09-22 17:34:17 +09001002
Myron Stoweba232a12011-10-28 15:48:10 -06001003void pcibios_set_master(struct pci_dev *dev)
1004{
1005 /* No special bus mastering setup handling */
1006}
1007
Babu Mogerd0c31e02016-03-24 13:02:22 -07001008#ifdef CONFIG_PCI_IOV
1009int pcibios_add_device(struct pci_dev *dev)
1010{
1011 struct pci_dev *pdev;
1012
1013 /* Add sriov arch specific initialization here.
1014 * Copy dev_archdata from PF to VF
1015 */
1016 if (dev->is_virtfn) {
Sowmini Varadhan9a78d4f2016-04-11 17:57:05 -07001017 struct dev_archdata *psd;
1018
Babu Mogerd0c31e02016-03-24 13:02:22 -07001019 pdev = dev->physfn;
Sowmini Varadhan9a78d4f2016-04-11 17:57:05 -07001020 psd = &pdev->dev.archdata;
1021 pci_init_dev_archdata(&dev->dev.archdata, psd->iommu,
1022 psd->stc, psd->host_controller, NULL,
1023 psd->numa_node);
Babu Mogerd0c31e02016-03-24 13:02:22 -07001024 }
1025 return 0;
1026}
1027#endif /* CONFIG_PCI_IOV */
1028
Tejun Heo4c0eec72009-09-22 17:34:17 +09001029static int __init pcibios_init(void)
1030{
1031 pci_dfl_cache_line_size = 64 >> 2;
1032 return 0;
1033}
1034subsys_initcall(pcibios_init);
David S. Miller2ef2d742010-02-20 19:53:55 -08001035
1036#ifdef CONFIG_SYSFS
Eric Snowbergf0c1a112015-05-27 11:59:19 -04001037
1038#define SLOT_NAME_SIZE 11 /* Max decimal digits + null in u32 */
1039
1040static void pcie_bus_slot_names(struct pci_bus *pbus)
1041{
1042 struct pci_dev *pdev;
1043 struct pci_bus *bus;
1044
1045 list_for_each_entry(pdev, &pbus->devices, bus_list) {
1046 char name[SLOT_NAME_SIZE];
1047 struct pci_slot *pci_slot;
1048 const u32 *slot_num;
1049 int len;
1050
1051 slot_num = of_get_property(pdev->dev.of_node,
1052 "physical-slot#", &len);
1053
1054 if (slot_num == NULL || len != 4)
1055 continue;
1056
1057 snprintf(name, sizeof(name), "%u", slot_num[0]);
1058 pci_slot = pci_create_slot(pbus, slot_num[0], name, NULL);
1059
1060 if (IS_ERR(pci_slot))
1061 pr_err("PCI: pci_create_slot returned %ld.\n",
1062 PTR_ERR(pci_slot));
1063 }
1064
1065 list_for_each_entry(bus, &pbus->children, node)
1066 pcie_bus_slot_names(bus);
1067}
1068
Sam Ravnborgb7c13f72013-01-01 16:02:33 +01001069static void pci_bus_slot_names(struct device_node *node, struct pci_bus *bus)
David S. Miller2ef2d742010-02-20 19:53:55 -08001070{
1071 const struct pci_slot_names {
1072 u32 slot_mask;
1073 char names[0];
1074 } *prop;
1075 const char *sp;
1076 int len, i;
1077 u32 mask;
1078
1079 prop = of_get_property(node, "slot-names", &len);
1080 if (!prop)
1081 return;
1082
1083 mask = prop->slot_mask;
1084 sp = prop->names;
1085
1086 if (ofpci_verbose)
1087 printk("PCI: Making slots for [%s] mask[0x%02x]\n",
1088 node->full_name, mask);
1089
1090 i = 0;
1091 while (mask) {
1092 struct pci_slot *pci_slot;
1093 u32 this_bit = 1 << i;
1094
1095 if (!(mask & this_bit)) {
1096 i++;
1097 continue;
1098 }
1099
1100 if (ofpci_verbose)
1101 printk("PCI: Making slot [%s]\n", sp);
1102
1103 pci_slot = pci_create_slot(bus, i, sp, NULL);
1104 if (IS_ERR(pci_slot))
1105 printk(KERN_ERR "PCI: pci_create_slot returned %ld\n",
1106 PTR_ERR(pci_slot));
1107
1108 sp += strlen(sp) + 1;
1109 mask &= ~this_bit;
1110 i++;
1111 }
1112}
1113
1114static int __init of_pci_slot_init(void)
1115{
1116 struct pci_bus *pbus = NULL;
1117
1118 while ((pbus = pci_find_next_bus(pbus)) != NULL) {
1119 struct device_node *node;
Eric Snowbergf0c1a112015-05-27 11:59:19 -04001120 struct pci_dev *pdev;
David S. Miller2ef2d742010-02-20 19:53:55 -08001121
Eric Snowbergf0c1a112015-05-27 11:59:19 -04001122 pdev = list_first_entry(&pbus->devices, struct pci_dev,
1123 bus_list);
1124
1125 if (pdev && pci_is_pcie(pdev)) {
1126 pcie_bus_slot_names(pbus);
David S. Miller2ef2d742010-02-20 19:53:55 -08001127 } else {
David S. Miller2ef2d742010-02-20 19:53:55 -08001128
Eric Snowbergf0c1a112015-05-27 11:59:19 -04001129 if (pbus->self) {
1130
1131 /* PCI->PCI bridge */
1132 node = pbus->self->dev.of_node;
1133
1134 } else {
1135 struct pci_pbm_info *pbm = pbus->sysdata;
1136
1137 /* Host PCI controller */
1138 node = pbm->op->dev.of_node;
1139 }
1140
1141 pci_bus_slot_names(node, pbus);
David S. Miller2ef2d742010-02-20 19:53:55 -08001142 }
David S. Miller2ef2d742010-02-20 19:53:55 -08001143 }
1144
1145 return 0;
1146}
Paul Gortmaker1b925b52014-01-12 13:07:30 -05001147device_initcall(of_pci_slot_init);
David S. Miller2ef2d742010-02-20 19:53:55 -08001148#endif