1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28
29
30
31
32
33#include <linux/numa.h>
34
35#ifdef CONFIG_NUMA
36#include <linux/cpumask.h>
37
38#include <asm/mpspec.h>
39#include <asm/percpu.h>
40
41
42DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
43
44#ifdef CONFIG_DEBUG_PER_CPU_MAPS
45
46
47
48extern int __cpu_to_node(int cpu);
49#define cpu_to_node __cpu_to_node
50
51extern int early_cpu_to_node(int cpu);
52
53#else
54
55
56static inline int early_cpu_to_node(int cpu)
57{
58 return early_per_cpu(x86_cpu_to_node_map, cpu);
59}
60
61#endif
62
63
64extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
65
66#ifdef CONFIG_DEBUG_PER_CPU_MAPS
67extern const struct cpumask *cpumask_of_node(int node);
68#else
69
70static inline const struct cpumask *cpumask_of_node(int node)
71{
72 return node_to_cpumask_map[node];
73}
74#endif
75
76extern void setup_node_to_cpumask_map(void);
77
78#define pcibus_to_node(bus) __pcibus_to_node(bus)
79
80extern int __node_distance(int, int);
81#define node_distance(a, b) __node_distance(a, b)
82
83#else
84
85static inline int numa_node_id(void)
86{
87 return 0;
88}
89
90
91
92#define numa_node_id numa_node_id
93
94static inline int early_cpu_to_node(int cpu)
95{
96 return 0;
97}
98
99static inline void setup_node_to_cpumask_map(void) { }
100
101#endif
102
103#include <asm-generic/topology.h>
104
105extern const struct cpumask *cpu_coregroup_mask(int cpu);
106
107#define topology_logical_package_id(cpu) (cpu_data(cpu).logical_proc_id)
108#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
109#define topology_logical_die_id(cpu) (cpu_data(cpu).logical_die_id)
110#define topology_die_id(cpu) (cpu_data(cpu).cpu_die_id)
111#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
112
113extern unsigned int __max_die_per_package;
114
115#ifdef CONFIG_SMP
116#define topology_die_cpumask(cpu) (per_cpu(cpu_die_map, cpu))
117#define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
118#define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
119
120extern unsigned int __max_logical_packages;
121#define topology_max_packages() (__max_logical_packages)
122
123static inline int topology_max_die_per_package(void)
124{
125 return __max_die_per_package;
126}
127
128extern int __max_smt_threads;
129
130static inline int topology_max_smt_threads(void)
131{
132 return __max_smt_threads;
133}
134
135int topology_update_package_map(unsigned int apicid, unsigned int cpu);
136int topology_update_die_map(unsigned int dieid, unsigned int cpu);
137int topology_phys_to_logical_pkg(unsigned int pkg);
138int topology_phys_to_logical_die(unsigned int die, unsigned int cpu);
139bool topology_is_primary_thread(unsigned int cpu);
140bool topology_smt_supported(void);
141#else
142#define topology_max_packages() (1)
143static inline int
144topology_update_package_map(unsigned int apicid, unsigned int cpu) { return 0; }
145static inline int
146topology_update_die_map(unsigned int dieid, unsigned int cpu) { return 0; }
147static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
148static inline int topology_phys_to_logical_die(unsigned int die,
149 unsigned int cpu) { return 0; }
150static inline int topology_max_die_per_package(void) { return 1; }
151static inline int topology_max_smt_threads(void) { return 1; }
152static inline bool topology_is_primary_thread(unsigned int cpu) { return true; }
153static inline bool topology_smt_supported(void) { return false; }
154#endif
155
156static inline void arch_fix_phys_package_id(int num, u32 slot)
157{
158}
159
160struct pci_bus;
161int x86_pci_root_bus_node(int bus);
162void x86_pci_root_bus_resources(int bus, struct list_head *resources);
163
164extern bool x86_topology_update;
165
166#ifdef CONFIG_SCHED_MC_PRIO
167#include <asm/percpu.h>
168
169DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
170extern unsigned int __read_mostly sysctl_sched_itmt_enabled;
171
172
173void sched_set_itmt_core_prio(int prio, int core_cpu);
174
175
176int sched_set_itmt_support(void);
177
178
179void sched_clear_itmt_support(void);
180
181#else
182
183#define sysctl_sched_itmt_enabled 0
184static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
185{
186}
187static inline int sched_set_itmt_support(void)
188{
189 return 0;
190}
191static inline void sched_clear_itmt_support(void)
192{
193}
194#endif
195
196#if defined(CONFIG_SMP) && defined(CONFIG_X86_64)
197#include <asm/cpufeature.h>
198
199DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
200
201#define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
202
203DECLARE_PER_CPU(unsigned long, arch_freq_scale);
204
205static inline long arch_scale_freq_capacity(int cpu)
206{
207 return per_cpu(arch_freq_scale, cpu);
208}
209#define arch_scale_freq_capacity arch_scale_freq_capacity
210
211extern void arch_scale_freq_tick(void);
212#define arch_scale_freq_tick arch_scale_freq_tick
213
214extern void arch_set_max_freq_ratio(bool turbo_disabled);
215#else
216static inline void arch_set_max_freq_ratio(bool turbo_disabled)
217{
218}
219#endif
220
221#ifdef CONFIG_ACPI_CPPC_LIB
222void init_freq_invariance_cppc(void);
223#define init_freq_invariance_cppc init_freq_invariance_cppc
224#endif
225
226#endif
227