Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 | // SPDX-License-Identifier: GPL-2.0-only /* * Support PCI IO workaround * * Copyright (C) 2006 Benjamin Herrenschmidt <benh@kernel.crashing.org> * IBM, Corp. * (C) Copyright 2007-2008 TOSHIBA CORPORATION */ #undef DEBUG #include <linux/kernel.h> #include <linux/sched/mm.h> /* for init_mm */ #include <linux/pgtable.h> #include <asm/io.h> #include <asm/machdep.h> #include <asm/ppc-pci.h> #include <asm/io-workarounds.h> #include <asm/pte-walk.h> #define IOWA_MAX_BUS 8 static struct iowa_bus iowa_busses[IOWA_MAX_BUS]; static unsigned int iowa_bus_count; static struct iowa_bus *iowa_pci_find(unsigned long vaddr, unsigned long paddr) { int i, j; struct resource *res; unsigned long vstart, vend; for (i = 0; i < iowa_bus_count; i++) { struct iowa_bus *bus = &iowa_busses[i]; struct pci_controller *phb = bus->phb; if (vaddr) { vstart = (unsigned long)phb->io_base_virt; vend = vstart + phb->pci_io_size - 1; if ((vaddr >= vstart) && (vaddr <= vend)) return bus; } if (paddr) for (j = 0; j < 3; j++) { res = &phb->mem_resources[j]; if (paddr >= res->start && paddr <= res->end) return bus; } } return NULL; } #ifdef CONFIG_PPC_INDIRECT_MMIO struct iowa_bus *iowa_mem_find_bus(const PCI_IO_ADDR addr) { struct iowa_bus *bus; int token; token = PCI_GET_ADDR_TOKEN(addr); if (token && token <= iowa_bus_count) bus = &iowa_busses[token - 1]; else { unsigned long vaddr, paddr; vaddr = (unsigned long)PCI_FIX_ADDR(addr); if (vaddr < PHB_IO_BASE || vaddr >= PHB_IO_END) return NULL; paddr = ppc_find_vmap_phys(vaddr); bus = iowa_pci_find(vaddr, paddr); if (bus == NULL) return NULL; } return bus; } #else /* CONFIG_PPC_INDIRECT_MMIO */ struct iowa_bus *iowa_mem_find_bus(const PCI_IO_ADDR addr) { return NULL; } #endif /* !CONFIG_PPC_INDIRECT_MMIO */ #ifdef CONFIG_PPC_INDIRECT_PIO struct iowa_bus *iowa_pio_find_bus(unsigned long port) { unsigned long vaddr = (unsigned long)pci_io_base + port; return iowa_pci_find(vaddr, 0); } #else struct iowa_bus *iowa_pio_find_bus(unsigned long port) { return NULL; } #endif #define DEF_PCI_AC_RET(name, ret, at, al, space, aa) \ static ret iowa_##name at \ { \ struct iowa_bus *bus; \ bus = iowa_##space##_find_bus(aa); \ if (bus && bus->ops && bus->ops->name) \ return bus->ops->name al; \ return __do_##name al; \ } #define DEF_PCI_AC_NORET(name, at, al, space, aa) \ static void iowa_##name at \ { \ struct iowa_bus *bus; \ bus = iowa_##space##_find_bus(aa); \ if (bus && bus->ops && bus->ops->name) { \ bus->ops->name al; \ return; \ } \ __do_##name al; \ } #include <asm/io-defs.h> #undef DEF_PCI_AC_RET #undef DEF_PCI_AC_NORET static const struct ppc_pci_io iowa_pci_io = { #define DEF_PCI_AC_RET(name, ret, at, al, space, aa) .name = iowa_##name, #define DEF_PCI_AC_NORET(name, at, al, space, aa) .name = iowa_##name, #include <asm/io-defs.h> #undef DEF_PCI_AC_RET #undef DEF_PCI_AC_NORET }; #ifdef CONFIG_PPC_INDIRECT_MMIO void __iomem *iowa_ioremap(phys_addr_t addr, unsigned long size, pgprot_t prot, void *caller) { struct iowa_bus *bus; void __iomem *res = __ioremap_caller(addr, size, prot, caller); int busno; bus = iowa_pci_find(0, (unsigned long)addr); if (bus != NULL) { busno = bus - iowa_busses; PCI_SET_ADDR_TOKEN(res, busno + 1); } return res; } #endif /* !CONFIG_PPC_INDIRECT_MMIO */ bool io_workaround_inited; /* Enable IO workaround */ static void io_workaround_init(void) { if (io_workaround_inited) return; ppc_pci_io = iowa_pci_io; io_workaround_inited = true; } /* Register new bus to support workaround */ void iowa_register_bus(struct pci_controller *phb, struct ppc_pci_io *ops, int (*initfunc)(struct iowa_bus *, void *), void *data) { struct iowa_bus *bus; struct device_node *np = phb->dn; io_workaround_init(); if (iowa_bus_count >= IOWA_MAX_BUS) { pr_err("IOWA:Too many pci bridges, " "workarounds disabled for %pOF\n", np); return; } bus = &iowa_busses[iowa_bus_count]; bus->phb = phb; bus->ops = ops; bus->private = data; if (initfunc) if ((*initfunc)(bus, data)) return; iowa_bus_count++; pr_debug("IOWA:[%d]Add bus, %pOF.\n", iowa_bus_count-1, np); } |