Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 | /* * OPAL IMC interface detection driver * Supported on POWERNV platform * * Copyright (C) 2017 Madhavan Srinivasan, IBM Corporation. * (C) 2017 Anju T Sudhakar, IBM Corporation. * (C) 2017 Hemant K Shaw, IBM Corporation. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version * 2 of the License, or later version. */ #include <linux/kernel.h> #include <linux/platform_device.h> #include <linux/of.h> #include <linux/of_address.h> #include <linux/of_platform.h> #include <linux/crash_dump.h> #include <asm/opal.h> #include <asm/io.h> #include <asm/imc-pmu.h> #include <asm/cputhreads.h> /* * imc_get_mem_addr_nest: Function to get nest counter memory region * for each chip */ static int imc_get_mem_addr_nest(struct device_node *node, struct imc_pmu *pmu_ptr, u32 offset) { int nr_chips = 0, i; u64 *base_addr_arr, baddr; u32 *chipid_arr; nr_chips = of_property_count_u32_elems(node, "chip-id"); if (nr_chips <= 0) return -ENODEV; base_addr_arr = kcalloc(nr_chips, sizeof(u64), GFP_KERNEL); if (!base_addr_arr) return -ENOMEM; chipid_arr = kcalloc(nr_chips, sizeof(u32), GFP_KERNEL); if (!chipid_arr) return -ENOMEM; if (of_property_read_u32_array(node, "chip-id", chipid_arr, nr_chips)) goto error; if (of_property_read_u64_array(node, "base-addr", base_addr_arr, nr_chips)) goto error; pmu_ptr->mem_info = kcalloc(nr_chips, sizeof(struct imc_mem_info), GFP_KERNEL); if (!pmu_ptr->mem_info) goto error; for (i = 0; i < nr_chips; i++) { pmu_ptr->mem_info[i].id = chipid_arr[i]; baddr = base_addr_arr[i] + offset; pmu_ptr->mem_info[i].vbase = phys_to_virt(baddr); } pmu_ptr->imc_counter_mmaped = true; kfree(base_addr_arr); kfree(chipid_arr); return 0; error: kfree(pmu_ptr->mem_info); kfree(base_addr_arr); kfree(chipid_arr); return -1; } /* * imc_pmu_create : Takes the parent device which is the pmu unit, pmu_index * and domain as the inputs. * Allocates memory for the struct imc_pmu, sets up its domain, size and offsets */ static int imc_pmu_create(struct device_node *parent, int pmu_index, int domain) { int ret = 0; struct imc_pmu *pmu_ptr; u32 offset; /* Return for unknown domain */ if (domain < 0) return -EINVAL; /* memory for pmu */ pmu_ptr = kzalloc(sizeof(struct imc_pmu), GFP_KERNEL); if (!pmu_ptr) return -ENOMEM; /* Set the domain */ pmu_ptr->domain = domain; ret = of_property_read_u32(parent, "size", &pmu_ptr->counter_mem_size); if (ret) { ret = -EINVAL; goto free_pmu; } if (!of_property_read_u32(parent, "offset", &offset)) { if (imc_get_mem_addr_nest(parent, pmu_ptr, offset)) { ret = -EINVAL; goto free_pmu; } } /* Function to register IMC pmu */ ret = init_imc_pmu(parent, pmu_ptr, pmu_index); if (ret) pr_err("IMC PMU %s Register failed\n", pmu_ptr->pmu.name); return 0; free_pmu: kfree(pmu_ptr); return ret; } static void disable_nest_pmu_counters(void) { int nid, cpu; const struct cpumask *l_cpumask; get_online_cpus(); for_each_node_with_cpus(nid) { l_cpumask = cpumask_of_node(nid); cpu = cpumask_first_and(l_cpumask, cpu_online_mask); if (cpu >= nr_cpu_ids) continue; opal_imc_counters_stop(OPAL_IMC_COUNTERS_NEST, get_hard_smp_processor_id(cpu)); } put_online_cpus(); } static void disable_core_pmu_counters(void) { cpumask_t cores_map; int cpu, rc; get_online_cpus(); /* Disable the IMC Core functions */ cores_map = cpu_online_cores_map(); for_each_cpu(cpu, &cores_map) { rc = opal_imc_counters_stop(OPAL_IMC_COUNTERS_CORE, get_hard_smp_processor_id(cpu)); if (rc) pr_err("%s: Failed to stop Core (cpu = %d)\n", __FUNCTION__, cpu); } put_online_cpus(); } int get_max_nest_dev(void) { struct device_node *node; u32 pmu_units = 0, type; for_each_compatible_node(node, NULL, IMC_DTB_UNIT_COMPAT) { if (of_property_read_u32(node, "type", &type)) continue; if (type == IMC_TYPE_CHIP) pmu_units++; } return pmu_units; } static int opal_imc_counters_probe(struct platform_device *pdev) { struct device_node *imc_dev = pdev->dev.of_node; int pmu_count = 0, domain; u32 type; /* * Check whether this is kdump kernel. If yes, force the engines to * stop and return. */ if (is_kdump_kernel()) { disable_nest_pmu_counters(); disable_core_pmu_counters(); return -ENODEV; } for_each_compatible_node(imc_dev, NULL, IMC_DTB_UNIT_COMPAT) { if (of_property_read_u32(imc_dev, "type", &type)) { pr_warn("IMC Device without type property\n"); continue; } switch (type) { case IMC_TYPE_CHIP: domain = IMC_DOMAIN_NEST; break; case IMC_TYPE_CORE: domain =IMC_DOMAIN_CORE; break; case IMC_TYPE_THREAD: domain = IMC_DOMAIN_THREAD; break; default: pr_warn("IMC Unknown Device type \n"); domain = -1; break; } if (!imc_pmu_create(imc_dev, pmu_count, domain)) { if (domain == IMC_DOMAIN_NEST) pmu_count++; } } return 0; } static void opal_imc_counters_shutdown(struct platform_device *pdev) { /* * Function only stops the engines which is bare minimum. * TODO: Need to handle proper memory cleanup and pmu * unregister. */ disable_nest_pmu_counters(); disable_core_pmu_counters(); } static const struct of_device_id opal_imc_match[] = { { .compatible = IMC_DTB_COMPAT }, {}, }; static struct platform_driver opal_imc_driver = { .driver = { .name = "opal-imc-counters", .of_match_table = opal_imc_match, }, .probe = opal_imc_counters_probe, .shutdown = opal_imc_counters_shutdown, }; builtin_platform_driver(opal_imc_driver); |