2 * Written by: Matthew Dobson, IBM Corporation
4 * Copyright (C) 2002, IBM Corp.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
23 * Send feedback to <colpatch@us.ibm.com>
25 #ifndef _ASM_X86_TOPOLOGY_H
26 #define _ASM_X86_TOPOLOGY_H
29 * to preserve the visibility of NUMA_NO_NODE definition,
30 * moved to there from here. May be used independent of
33 #include <linux/numa.h>
34 #include <linux/cpumask.h>
38 #include <asm/mpspec.h>
39 #include <asm/percpu.h>
41 /* Mappings between logical cpu number and node number */
42 DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
44 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
46 * override generic percpu implementation of cpu_to_node
48 extern int __cpu_to_node(int cpu);
49 #define cpu_to_node __cpu_to_node
51 extern int early_cpu_to_node(int cpu);
53 #else /* !CONFIG_DEBUG_PER_CPU_MAPS */
55 /* Same function but used if called before per_cpu areas are setup */
56 static inline int early_cpu_to_node(int cpu)
58 return early_per_cpu(x86_cpu_to_node_map, cpu);
61 #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
63 /* Mappings between node number and cpus on that node. */
64 extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
66 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
67 extern const struct cpumask *cpumask_of_node(int node);
69 /* Returns a pointer to the cpumask of CPUs on Node 'node'. */
70 static inline const struct cpumask *cpumask_of_node(int node)
72 return node_to_cpumask_map[node];
76 extern void setup_node_to_cpumask_map(void);
78 #define pcibus_to_node(bus) __pcibus_to_node(bus)
80 extern int __node_distance(int, int);
81 #define node_distance(a, b) __node_distance(a, b)
83 #else /* !CONFIG_NUMA */
85 static inline int numa_node_id(void)
92 #define numa_node_id numa_node_id
94 static inline int early_cpu_to_node(int cpu)
99 static inline void setup_node_to_cpumask_map(void) { }
103 #include <asm-generic/topology.h>
105 /* Topology information */
106 enum x86_topology_domains {
117 struct x86_topology_system {
118 unsigned int dom_shifts[TOPO_MAX_DOMAIN];
119 unsigned int dom_size[TOPO_MAX_DOMAIN];
122 extern struct x86_topology_system x86_topo_system;
124 static inline unsigned int topology_get_domain_size(enum x86_topology_domains dom)
126 return x86_topo_system.dom_size[dom];
129 extern const struct cpumask *cpu_coregroup_mask(int cpu);
130 extern const struct cpumask *cpu_clustergroup_mask(int cpu);
132 #define topology_logical_package_id(cpu) (cpu_data(cpu).topo.logical_pkg_id)
133 #define topology_physical_package_id(cpu) (cpu_data(cpu).topo.pkg_id)
134 #define topology_logical_die_id(cpu) (cpu_data(cpu).topo.logical_die_id)
135 #define topology_die_id(cpu) (cpu_data(cpu).topo.die_id)
136 #define topology_core_id(cpu) (cpu_data(cpu).topo.core_id)
137 #define topology_ppin(cpu) (cpu_data(cpu).ppin)
139 #define topology_amd_node_id(cpu) (cpu_data(cpu).topo.die_id)
141 extern unsigned int __max_die_per_package;
144 #define topology_cluster_id(cpu) (cpu_data(cpu).topo.l2c_id)
145 #define topology_die_cpumask(cpu) (per_cpu(cpu_die_map, cpu))
146 #define topology_cluster_cpumask(cpu) (cpu_clustergroup_mask(cpu))
147 #define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
148 #define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
150 extern unsigned int __max_logical_packages;
151 #define topology_max_packages() (__max_logical_packages)
153 static inline int topology_max_die_per_package(void)
155 return __max_die_per_package;
158 extern int __max_smt_threads;
160 static inline int topology_max_smt_threads(void)
162 return __max_smt_threads;
165 #include <linux/cpu_smt.h>
167 int topology_update_package_map(unsigned int apicid, unsigned int cpu);
168 int topology_update_die_map(unsigned int dieid, unsigned int cpu);
169 int topology_phys_to_logical_pkg(unsigned int pkg);
171 extern unsigned int __amd_nodes_per_pkg;
173 static inline unsigned int topology_amd_nodes_per_pkg(void)
175 return __max_die_per_package;
178 extern struct cpumask __cpu_primary_thread_mask;
179 #define cpu_primary_thread_mask ((const struct cpumask *)&__cpu_primary_thread_mask)
182 * topology_is_primary_thread - Check whether CPU is the primary SMT thread
185 static inline bool topology_is_primary_thread(unsigned int cpu)
187 return cpumask_test_cpu(cpu, cpu_primary_thread_mask);
189 #else /* CONFIG_SMP */
190 #define topology_max_packages() (1)
192 topology_update_package_map(unsigned int apicid, unsigned int cpu) { return 0; }
194 topology_update_die_map(unsigned int dieid, unsigned int cpu) { return 0; }
195 static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
196 static inline int topology_max_die_per_package(void) { return 1; }
197 static inline int topology_max_smt_threads(void) { return 1; }
198 static inline bool topology_is_primary_thread(unsigned int cpu) { return true; }
199 static inline unsigned int topology_amd_nodes_per_pkg(void) { return 0; };
200 #endif /* !CONFIG_SMP */
202 static inline void arch_fix_phys_package_id(int num, u32 slot)
207 int x86_pci_root_bus_node(int bus);
208 void x86_pci_root_bus_resources(int bus, struct list_head *resources);
210 extern bool x86_topology_update;
212 #ifdef CONFIG_SCHED_MC_PRIO
213 #include <asm/percpu.h>
215 DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
216 extern unsigned int __read_mostly sysctl_sched_itmt_enabled;
218 /* Interface to set priority of a cpu */
219 void sched_set_itmt_core_prio(int prio, int core_cpu);
221 /* Interface to notify scheduler that system supports ITMT */
222 int sched_set_itmt_support(void);
224 /* Interface to notify scheduler that system revokes ITMT support */
225 void sched_clear_itmt_support(void);
227 #else /* CONFIG_SCHED_MC_PRIO */
229 #define sysctl_sched_itmt_enabled 0
230 static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
233 static inline int sched_set_itmt_support(void)
237 static inline void sched_clear_itmt_support(void)
240 #endif /* CONFIG_SCHED_MC_PRIO */
242 #if defined(CONFIG_SMP) && defined(CONFIG_X86_64)
243 #include <asm/cpufeature.h>
245 DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
247 #define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
249 DECLARE_PER_CPU(unsigned long, arch_freq_scale);
251 static inline long arch_scale_freq_capacity(int cpu)
253 return per_cpu(arch_freq_scale, cpu);
255 #define arch_scale_freq_capacity arch_scale_freq_capacity
257 extern void arch_set_max_freq_ratio(bool turbo_disabled);
258 extern void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled);
260 static inline void arch_set_max_freq_ratio(bool turbo_disabled) { }
261 static inline void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled) { }
264 extern void arch_scale_freq_tick(void);
265 #define arch_scale_freq_tick arch_scale_freq_tick
267 #ifdef CONFIG_ACPI_CPPC_LIB
268 void init_freq_invariance_cppc(void);
269 #define arch_init_invariance_cppc init_freq_invariance_cppc
272 #endif /* _ASM_X86_TOPOLOGY_H */