Lines Matching refs:cpu
25 #define ci_cacheinfo(cpu) (&per_cpu(ci_cpu_cacheinfo, cpu)) argument
26 #define cache_leaves(cpu) (ci_cacheinfo(cpu)->num_leaves) argument
27 #define per_cpu_cacheinfo(cpu) (ci_cacheinfo(cpu)->info_list) argument
29 struct cpu_cacheinfo *get_cpu_cacheinfo(unsigned int cpu) in get_cpu_cacheinfo() argument
31 return ci_cacheinfo(cpu); in get_cpu_cacheinfo()
156 static int cache_setup_of_node(unsigned int cpu) in cache_setup_of_node() argument
160 struct device *cpu_dev = get_cpu_device(cpu); in cache_setup_of_node()
161 struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu); in cache_setup_of_node()
170 pr_err("No cpu device for CPU %d\n", cpu); in cache_setup_of_node()
175 pr_err("Failed to find cpu%d device node\n", cpu); in cache_setup_of_node()
179 while (index < cache_leaves(cpu)) { in cache_setup_of_node()
192 if (index != cache_leaves(cpu)) /* not all OF nodes populated */ in cache_setup_of_node()
198 static inline int cache_setup_of_node(unsigned int cpu) { return 0; } in cache_setup_of_node() argument
211 int __weak cache_setup_acpi(unsigned int cpu) in cache_setup_acpi() argument
218 static int cache_shared_cpu_map_setup(unsigned int cpu) in cache_shared_cpu_map_setup() argument
220 struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu); in cache_shared_cpu_map_setup()
229 ret = cache_setup_of_node(cpu); in cache_shared_cpu_map_setup()
231 ret = cache_setup_acpi(cpu); in cache_shared_cpu_map_setup()
236 for (index = 0; index < cache_leaves(cpu); index++) { in cache_shared_cpu_map_setup()
244 cpumask_set_cpu(cpu, &this_leaf->shared_cpu_map); in cache_shared_cpu_map_setup()
248 if (i == cpu || !sib_cpu_ci->info_list) in cache_shared_cpu_map_setup()
252 cpumask_set_cpu(cpu, &sib_leaf->shared_cpu_map); in cache_shared_cpu_map_setup()
264 static void cache_shared_cpu_map_remove(unsigned int cpu) in cache_shared_cpu_map_remove() argument
266 struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu); in cache_shared_cpu_map_remove()
270 for (index = 0; index < cache_leaves(cpu); index++) { in cache_shared_cpu_map_remove()
275 if (sibling == cpu) /* skip itself */ in cache_shared_cpu_map_remove()
283 cpumask_clear_cpu(cpu, &sib_leaf->shared_cpu_map); in cache_shared_cpu_map_remove()
291 static void free_cache_attributes(unsigned int cpu) in free_cache_attributes() argument
293 if (!per_cpu_cacheinfo(cpu)) in free_cache_attributes()
296 cache_shared_cpu_map_remove(cpu); in free_cache_attributes()
298 kfree(per_cpu_cacheinfo(cpu)); in free_cache_attributes()
299 per_cpu_cacheinfo(cpu) = NULL; in free_cache_attributes()
300 cache_leaves(cpu) = 0; in free_cache_attributes()
303 int __weak init_cache_level(unsigned int cpu) in init_cache_level() argument
308 int __weak populate_cache_leaves(unsigned int cpu) in populate_cache_leaves() argument
313 static int detect_cache_attributes(unsigned int cpu) in detect_cache_attributes() argument
317 if (init_cache_level(cpu) || !cache_leaves(cpu)) in detect_cache_attributes()
320 per_cpu_cacheinfo(cpu) = kcalloc(cache_leaves(cpu), in detect_cache_attributes()
322 if (per_cpu_cacheinfo(cpu) == NULL) in detect_cache_attributes()
329 ret = populate_cache_leaves(cpu); in detect_cache_attributes()
337 ret = cache_shared_cpu_map_setup(cpu); in detect_cache_attributes()
339 pr_warn("Unable to detect cache hierarchy for CPU %d\n", cpu); in detect_cache_attributes()
346 free_cache_attributes(cpu); in detect_cache_attributes()
352 #define per_cpu_cache_dev(cpu) (per_cpu(ci_cache_dev, cpu)) argument
358 #define per_cpu_index_dev(cpu) (per_cpu(ci_index_dev, cpu)) argument
359 #define per_cache_index_dev(cpu, idx) ((per_cpu_index_dev(cpu))[idx]) argument
568 static void cpu_cache_sysfs_exit(unsigned int cpu) in cpu_cache_sysfs_exit() argument
573 if (per_cpu_index_dev(cpu)) { in cpu_cache_sysfs_exit()
574 for (i = 0; i < cache_leaves(cpu); i++) { in cpu_cache_sysfs_exit()
575 ci_dev = per_cache_index_dev(cpu, i); in cpu_cache_sysfs_exit()
580 kfree(per_cpu_index_dev(cpu)); in cpu_cache_sysfs_exit()
581 per_cpu_index_dev(cpu) = NULL; in cpu_cache_sysfs_exit()
583 device_unregister(per_cpu_cache_dev(cpu)); in cpu_cache_sysfs_exit()
584 per_cpu_cache_dev(cpu) = NULL; in cpu_cache_sysfs_exit()
587 static int cpu_cache_sysfs_init(unsigned int cpu) in cpu_cache_sysfs_init() argument
589 struct device *dev = get_cpu_device(cpu); in cpu_cache_sysfs_init()
591 if (per_cpu_cacheinfo(cpu) == NULL) in cpu_cache_sysfs_init()
594 per_cpu_cache_dev(cpu) = cpu_device_create(dev, NULL, NULL, "cache"); in cpu_cache_sysfs_init()
595 if (IS_ERR(per_cpu_cache_dev(cpu))) in cpu_cache_sysfs_init()
596 return PTR_ERR(per_cpu_cache_dev(cpu)); in cpu_cache_sysfs_init()
599 per_cpu_index_dev(cpu) = kcalloc(cache_leaves(cpu), in cpu_cache_sysfs_init()
601 if (unlikely(per_cpu_index_dev(cpu) == NULL)) in cpu_cache_sysfs_init()
607 cpu_cache_sysfs_exit(cpu); in cpu_cache_sysfs_init()
611 static int cache_add_dev(unsigned int cpu) in cache_add_dev() argument
617 struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu); in cache_add_dev()
620 rc = cpu_cache_sysfs_init(cpu); in cache_add_dev()
624 parent = per_cpu_cache_dev(cpu); in cache_add_dev()
625 for (i = 0; i < cache_leaves(cpu); i++) { in cache_add_dev()
638 per_cache_index_dev(cpu, i) = ci_dev; in cache_add_dev()
640 cpumask_set_cpu(cpu, &cache_dev_map); in cache_add_dev()
644 cpu_cache_sysfs_exit(cpu); in cache_add_dev()
648 static int cacheinfo_cpu_online(unsigned int cpu) in cacheinfo_cpu_online() argument
650 int rc = detect_cache_attributes(cpu); in cacheinfo_cpu_online()
654 rc = cache_add_dev(cpu); in cacheinfo_cpu_online()
656 free_cache_attributes(cpu); in cacheinfo_cpu_online()
660 static int cacheinfo_cpu_pre_down(unsigned int cpu) in cacheinfo_cpu_pre_down() argument
662 if (cpumask_test_and_clear_cpu(cpu, &cache_dev_map)) in cacheinfo_cpu_pre_down()
663 cpu_cache_sysfs_exit(cpu); in cacheinfo_cpu_pre_down()
665 free_cache_attributes(cpu); in cacheinfo_cpu_pre_down()