cpuhotplug.h 11.2 KB
Newer Older
1 2 3
#ifndef __CPUHOTPLUG_H
#define __CPUHOTPLUG_H

4 5
#include <linux/types.h>

6 7 8
enum cpuhp_state {
	CPUHP_OFFLINE,
	CPUHP_CREATE_THREADS,
9
	CPUHP_PERF_PREPARE,
10
	CPUHP_PERF_X86_PREPARE,
11
	CPUHP_PERF_X86_AMD_UNCORE_PREP,
12
	CPUHP_PERF_BFIN,
13
	CPUHP_PERF_POWER,
14
	CPUHP_PERF_SUPERH,
15
	CPUHP_X86_HPET_DEAD,
16
	CPUHP_X86_APB_DEAD,
17
	CPUHP_X86_MCE_DEAD,
18
	CPUHP_VIRT_NET_DEAD,
19
	CPUHP_SLUB_DEAD,
20
	CPUHP_MM_WRITEBACK_DEAD,
21
	CPUHP_MM_VMSTAT_DEAD,
22
	CPUHP_SOFTIRQ_DEAD,
23
	CPUHP_NET_MVNETA_DEAD,
24
	CPUHP_CPUIDLE_DEAD,
25
	CPUHP_ARM64_FPSIMD_DEAD,
26
	CPUHP_ARM_OMAP_WAKE_DEAD,
27
	CPUHP_IRQ_POLL_DEAD,
28
	CPUHP_BLOCK_SOFTIRQ_DEAD,
29
	CPUHP_ACPI_CPUDRV_DEAD,
30
	CPUHP_S390_PFAULT_DEAD,
31
	CPUHP_BLK_MQ_DEAD,
32
	CPUHP_FS_BUFF_DEAD,
33
	CPUHP_PRINTK_DEAD,
34
	CPUHP_MM_MEMCQ_DEAD,
35
	CPUHP_PERCPU_CNT_DEAD,
36
	CPUHP_RADIX_DEAD,
37
	CPUHP_PAGE_ALLOC_DEAD,
38
	CPUHP_NET_DEV_DEAD,
39
	CPUHP_PCI_XGENE_DEAD,
40
	CPUHP_IOMMU_INTEL_DEAD,
41
	CPUHP_LUSTRE_CFS_DEAD,
42
	CPUHP_SCSI_BNX2FC_DEAD,
43
	CPUHP_SCSI_BNX2I_DEAD,
44
	CPUHP_WORKQUEUE_PREP,
45
	CPUHP_POWER_NUMA_PREPARE,
46
	CPUHP_HRTIMERS_PREPARE,
47
	CPUHP_PROFILE_PREPARE,
48
	CPUHP_X2APIC_PREPARE,
49
	CPUHP_SMPCFD_PREPARE,
50
	CPUHP_RELAY_PREPARE,
51
	CPUHP_SLAB_PREPARE,
52
	CPUHP_MD_RAID5_PREPARE,
53
	CPUHP_RCUTREE_PREP,
54
	CPUHP_CPUIDLE_COUPLED_PREPARE,
55
	CPUHP_POWERPC_PMAC_PREPARE,
56
	CPUHP_POWERPC_MMU_CTX_PREPARE,
57
	CPUHP_XEN_PREPARE,
58
	CPUHP_XEN_EVTCHN_PREPARE,
59
	CPUHP_ARM_SHMOBILE_SCU_PREPARE,
60
	CPUHP_SH_SH3X_PREPARE,
61
	CPUHP_NET_FLOW_PREPARE,
62
	CPUHP_TOPOLOGY_PREPARE,
63
	CPUHP_NET_IUCV_PREPARE,
64
	CPUHP_ARM_BL_PREPARE,
65
	CPUHP_TRACE_RB_PREPARE,
66
	CPUHP_MM_ZS_PREPARE,
67
	CPUHP_MM_ZSWP_MEM_PREPARE,
68
	CPUHP_MM_ZSWP_POOL_PREPARE,
69
	CPUHP_KVM_PPC_BOOK3S_PREPARE,
70
	CPUHP_ZCOMP_PREPARE,
71
	CPUHP_TIMERS_DEAD,
72
	CPUHP_MIPS_SOC_PREPARE,
73 74
	CPUHP_BP_PREPARE_DYN,
	CPUHP_BP_PREPARE_DYN_END		= CPUHP_BP_PREPARE_DYN + 20,
75
	CPUHP_BRINGUP_CPU,
76
	CPUHP_AP_IDLE_DEAD,
77
	CPUHP_AP_OFFLINE,
78
	CPUHP_AP_SCHED_STARTING,
79
	CPUHP_AP_RCUTREE_DYING,
80
	CPUHP_AP_IRQ_GIC_STARTING,
81
	CPUHP_AP_IRQ_HIP04_STARTING,
82
	CPUHP_AP_IRQ_ARMADA_XP_STARTING,
83
	CPUHP_AP_IRQ_BCM2836_STARTING,
84
	CPUHP_AP_ARM_MVEBU_COHERENCY,
85
	CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING,
86
	CPUHP_AP_PERF_X86_STARTING,
87
	CPUHP_AP_PERF_X86_AMD_IBS_STARTING,
88
	CPUHP_AP_PERF_X86_CQM_STARTING,
89
	CPUHP_AP_PERF_X86_CSTATE_STARTING,
90
	CPUHP_AP_PERF_XTENSA_STARTING,
91
	CPUHP_AP_PERF_METAG_STARTING,
92
	CPUHP_AP_MIPS_OP_LOONGSON3_STARTING,
93
	CPUHP_AP_ARM_VFP_STARTING,
94
	CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING,
95
	CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING,
96
	CPUHP_AP_PERF_ARM_ACPI_STARTING,
97
	CPUHP_AP_PERF_ARM_STARTING,
98
	CPUHP_AP_ARM_L2X0_STARTING,
99
	CPUHP_AP_ARM_ARCH_TIMER_STARTING,
100
	CPUHP_AP_ARM_GLOBAL_TIMER_STARTING,
101
	CPUHP_AP_JCORE_TIMER_STARTING,
102
	CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING,
103
	CPUHP_AP_ARM_TWD_STARTING,
104
	CPUHP_AP_METAG_TIMER_STARTING,
105
	CPUHP_AP_QCOM_TIMER_STARTING,
106
	CPUHP_AP_ARMADA_TIMER_STARTING,
107
	CPUHP_AP_MARCO_TIMER_STARTING,
108
	CPUHP_AP_MIPS_GIC_TIMER_STARTING,
109
	CPUHP_AP_ARC_TIMER_STARTING,
110
	CPUHP_AP_KVM_STARTING,
111
	CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING,
112
	CPUHP_AP_KVM_ARM_VGIC_STARTING,
113
	CPUHP_AP_KVM_ARM_TIMER_STARTING,
114 115
	/* Must be the last timer callback */
	CPUHP_AP_DUMMY_TIMER_STARTING,
116
	CPUHP_AP_ARM_XEN_STARTING,
117
	CPUHP_AP_ARM_CORESIGHT_STARTING,
118
	CPUHP_AP_ARM64_ISNDEP_STARTING,
119
	CPUHP_AP_SMPCFD_DYING,
120
	CPUHP_AP_X86_TBOOT_DYING,
121 122
	CPUHP_AP_ONLINE,
	CPUHP_TEARDOWN_CPU,
123
	CPUHP_AP_ONLINE_IDLE,
124
	CPUHP_AP_SMPBOOT_THREADS,
125
	CPUHP_AP_X86_VDSO_VMA_ONLINE,
126
	CPUHP_AP_IRQ_AFFINITY_ONLINE,
127
	CPUHP_AP_PERF_ONLINE,
128
	CPUHP_AP_PERF_X86_ONLINE,
129
	CPUHP_AP_PERF_X86_UNCORE_ONLINE,
130
	CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE,
131
	CPUHP_AP_PERF_X86_AMD_POWER_ONLINE,
132
	CPUHP_AP_PERF_X86_RAPL_ONLINE,
133
	CPUHP_AP_PERF_X86_CQM_ONLINE,
134
	CPUHP_AP_PERF_X86_CSTATE_ONLINE,
135
	CPUHP_AP_PERF_S390_CF_ONLINE,
136
	CPUHP_AP_PERF_S390_SF_ONLINE,
137
	CPUHP_AP_PERF_ARM_CCI_ONLINE,
138
	CPUHP_AP_PERF_ARM_CCN_ONLINE,
139
	CPUHP_AP_PERF_ARM_L2X0_ONLINE,
140
	CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE,
141
	CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE,
142
	CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE,
143
	CPUHP_AP_WORKQUEUE_ONLINE,
144
	CPUHP_AP_RCUTREE_ONLINE,
145 146
	CPUHP_AP_ONLINE_DYN,
	CPUHP_AP_ONLINE_DYN_END		= CPUHP_AP_ONLINE_DYN + 30,
147
	CPUHP_AP_X86_HPET_ONLINE,
148
	CPUHP_AP_X86_KVM_CLK_ONLINE,
149
	CPUHP_AP_ACTIVE,
150 151 152
	CPUHP_ONLINE,
};

153 154
int __cpuhp_setup_state(enum cpuhp_state state,	const char *name, bool invoke,
			int (*startup)(unsigned int cpu),
155
			int (*teardown)(unsigned int cpu), bool multi_instance);
156

157 158 159 160 161
int __cpuhp_setup_state_cpuslocked(enum cpuhp_state state, const char *name,
				   bool invoke,
				   int (*startup)(unsigned int cpu),
				   int (*teardown)(unsigned int cpu),
				   bool multi_instance);
162 163 164 165 166 167 168 169 170 171 172 173 174 175 176
/**
 * cpuhp_setup_state - Setup hotplug state callbacks with calling the callbacks
 * @state:	The state for which the calls are installed
 * @name:	Name of the callback (will be used in debug output)
 * @startup:	startup callback function
 * @teardown:	teardown callback function
 *
 * Installs the callback functions and invokes the startup callback on
 * the present cpus which have already reached the @state.
 */
static inline int cpuhp_setup_state(enum cpuhp_state state,
				    const char *name,
				    int (*startup)(unsigned int cpu),
				    int (*teardown)(unsigned int cpu))
{
177
	return __cpuhp_setup_state(state, name, true, startup, teardown, false);
178 179
}

180 181 182 183 184 185 186 187 188
static inline int cpuhp_setup_state_cpuslocked(enum cpuhp_state state,
					       const char *name,
					       int (*startup)(unsigned int cpu),
					       int (*teardown)(unsigned int cpu))
{
	return __cpuhp_setup_state_cpuslocked(state, name, true, startup,
					      teardown, false);
}

189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204
/**
 * cpuhp_setup_state_nocalls - Setup hotplug state callbacks without calling the
 *			       callbacks
 * @state:	The state for which the calls are installed
 * @name:	Name of the callback.
 * @startup:	startup callback function
 * @teardown:	teardown callback function
 *
 * Same as @cpuhp_setup_state except that no calls are executed are invoked
 * during installation of this callback. NOP if SMP=n or HOTPLUG_CPU=n.
 */
static inline int cpuhp_setup_state_nocalls(enum cpuhp_state state,
					    const char *name,
					    int (*startup)(unsigned int cpu),
					    int (*teardown)(unsigned int cpu))
{
205 206 207 208
	return __cpuhp_setup_state(state, name, false, startup, teardown,
				   false);
}

209 210 211 212 213 214 215 216 217
static inline int cpuhp_setup_state_nocalls_cpuslocked(enum cpuhp_state state,
						     const char *name,
						     int (*startup)(unsigned int cpu),
						     int (*teardown)(unsigned int cpu))
{
	return __cpuhp_setup_state_cpuslocked(state, name, false, startup,
					    teardown, false);
}

218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243
/**
 * cpuhp_setup_state_multi - Add callbacks for multi state
 * @state:	The state for which the calls are installed
 * @name:	Name of the callback.
 * @startup:	startup callback function
 * @teardown:	teardown callback function
 *
 * Sets the internal multi_instance flag and prepares a state to work as a multi
 * instance callback. No callbacks are invoked at this point. The callbacks are
 * invoked once an instance for this state are registered via
 * @cpuhp_state_add_instance or @cpuhp_state_add_instance_nocalls.
 */
static inline int cpuhp_setup_state_multi(enum cpuhp_state state,
					  const char *name,
					  int (*startup)(unsigned int cpu,
							 struct hlist_node *node),
					  int (*teardown)(unsigned int cpu,
							  struct hlist_node *node))
{
	return __cpuhp_setup_state(state, name, false,
				   (void *) startup,
				   (void *) teardown, true);
}

int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node,
			       bool invoke);
244 245
int __cpuhp_state_add_instance_cpuslocked(enum cpuhp_state state,
					  struct hlist_node *node, bool invoke);
246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275

/**
 * cpuhp_state_add_instance - Add an instance for a state and invoke startup
 *                            callback.
 * @state:	The state for which the instance is installed
 * @node:	The node for this individual state.
 *
 * Installs the instance for the @state and invokes the startup callback on
 * the present cpus which have already reached the @state. The @state must have
 * been earlier marked as multi-instance by @cpuhp_setup_state_multi.
 */
static inline int cpuhp_state_add_instance(enum cpuhp_state state,
					   struct hlist_node *node)
{
	return __cpuhp_state_add_instance(state, node, true);
}

/**
 * cpuhp_state_add_instance_nocalls - Add an instance for a state without
 *                                    invoking the startup callback.
 * @state:	The state for which the instance is installed
 * @node:	The node for this individual state.
 *
 * Installs the instance for the @state The @state must have been earlier
 * marked as multi-instance by @cpuhp_setup_state_multi.
 */
static inline int cpuhp_state_add_instance_nocalls(enum cpuhp_state state,
						   struct hlist_node *node)
{
	return __cpuhp_state_add_instance(state, node, false);
276 277
}

278 279 280 281 282 283 284
static inline int
cpuhp_state_add_instance_nocalls_cpuslocked(enum cpuhp_state state,
					    struct hlist_node *node)
{
	return __cpuhp_state_add_instance_cpuslocked(state, node, false);
}

285
void __cpuhp_remove_state(enum cpuhp_state state, bool invoke);
286
void __cpuhp_remove_state_cpuslocked(enum cpuhp_state state, bool invoke);
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309

/**
 * cpuhp_remove_state - Remove hotplug state callbacks and invoke the teardown
 * @state:	The state for which the calls are removed
 *
 * Removes the callback functions and invokes the teardown callback on
 * the present cpus which have already reached the @state.
 */
static inline void cpuhp_remove_state(enum cpuhp_state state)
{
	__cpuhp_remove_state(state, true);
}

/**
 * cpuhp_remove_state_nocalls - Remove hotplug state callbacks without invoking
 *				teardown
 * @state:	The state for which the calls are removed
 */
static inline void cpuhp_remove_state_nocalls(enum cpuhp_state state)
{
	__cpuhp_remove_state(state, false);
}

310 311 312 313 314
static inline void cpuhp_remove_state_nocalls_cpuslocked(enum cpuhp_state state)
{
	__cpuhp_remove_state_cpuslocked(state, false);
}

315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359
/**
 * cpuhp_remove_multi_state - Remove hotplug multi state callback
 * @state:	The state for which the calls are removed
 *
 * Removes the callback functions from a multi state. This is the reverse of
 * cpuhp_setup_state_multi(). All instances should have been removed before
 * invoking this function.
 */
static inline void cpuhp_remove_multi_state(enum cpuhp_state state)
{
	__cpuhp_remove_state(state, false);
}

int __cpuhp_state_remove_instance(enum cpuhp_state state,
				  struct hlist_node *node, bool invoke);

/**
 * cpuhp_state_remove_instance - Remove hotplug instance from state and invoke
 *                               the teardown callback
 * @state:	The state from which the instance is removed
 * @node:	The node for this individual state.
 *
 * Removes the instance and invokes the teardown callback on the present cpus
 * which have already reached the @state.
 */
static inline int cpuhp_state_remove_instance(enum cpuhp_state state,
					      struct hlist_node *node)
{
	return __cpuhp_state_remove_instance(state, node, true);
}

/**
 * cpuhp_state_remove_instance_nocalls - Remove hotplug instance from state
 *					 without invoking the reatdown callback
 * @state:	The state from which the instance is removed
 * @node:	The node for this individual state.
 *
 * Removes the instance without invoking the teardown callback.
 */
static inline int cpuhp_state_remove_instance_nocalls(enum cpuhp_state state,
						      struct hlist_node *node)
{
	return __cpuhp_state_remove_instance(state, node, false);
}

360 361 362 363 364 365
#ifdef CONFIG_SMP
void cpuhp_online_idle(enum cpuhp_state state);
#else
static inline void cpuhp_online_idle(enum cpuhp_state state) { }
#endif

366
#endif