cpuhotplug.h 9.8 KB
Newer Older
1 2 3
#ifndef __CPUHOTPLUG_H
#define __CPUHOTPLUG_H

4 5
#include <linux/types.h>

6 7 8
enum cpuhp_state {
	CPUHP_OFFLINE,
	CPUHP_CREATE_THREADS,
9
	CPUHP_PERF_PREPARE,
10
	CPUHP_PERF_X86_PREPARE,
11
	CPUHP_PERF_X86_UNCORE_PREP,
12
	CPUHP_PERF_X86_AMD_UNCORE_PREP,
13
	CPUHP_PERF_X86_RAPL_PREP,
14
	CPUHP_PERF_BFIN,
15
	CPUHP_PERF_POWER,
16
	CPUHP_PERF_SUPERH,
17
	CPUHP_X86_HPET_DEAD,
18
	CPUHP_X86_APB_DEAD,
19
	CPUHP_X86_MCE_DEAD,
20
	CPUHP_VIRT_NET_DEAD,
21
	CPUHP_SLUB_DEAD,
22
	CPUHP_MM_WRITEBACK_DEAD,
23
	CPUHP_MM_VMSTAT_DEAD,
24
	CPUHP_SOFTIRQ_DEAD,
25
	CPUHP_NET_MVNETA_DEAD,
26
	CPUHP_CPUIDLE_DEAD,
27
	CPUHP_ARM64_FPSIMD_DEAD,
28
	CPUHP_ARM_OMAP_WAKE_DEAD,
29
	CPUHP_IRQ_POLL_DEAD,
30
	CPUHP_BLOCK_SOFTIRQ_DEAD,
31
	CPUHP_VIRT_SCSI_DEAD,
32
	CPUHP_ACPI_CPUDRV_DEAD,
33
	CPUHP_S390_PFAULT_DEAD,
34
	CPUHP_BLK_MQ_DEAD,
35
	CPUHP_FS_BUFF_DEAD,
36
	CPUHP_PRINTK_DEAD,
37
	CPUHP_MM_MEMCQ_DEAD,
38
	CPUHP_PERCPU_CNT_DEAD,
39
	CPUHP_RADIX_DEAD,
40
	CPUHP_PAGE_ALLOC_DEAD,
41
	CPUHP_NET_DEV_DEAD,
42
	CPUHP_PCI_XGENE_DEAD,
43
	CPUHP_WORKQUEUE_PREP,
44
	CPUHP_POWER_NUMA_PREPARE,
45
	CPUHP_HRTIMERS_PREPARE,
46
	CPUHP_PROFILE_PREPARE,
47
	CPUHP_X2APIC_PREPARE,
48
	CPUHP_SMPCFD_PREPARE,
49
	CPUHP_RELAY_PREPARE,
50
	CPUHP_SLAB_PREPARE,
51
	CPUHP_MD_RAID5_PREPARE,
52
	CPUHP_RCUTREE_PREP,
53
	CPUHP_CPUIDLE_COUPLED_PREPARE,
54
	CPUHP_POWERPC_PMAC_PREPARE,
55
	CPUHP_POWERPC_MMU_CTX_PREPARE,
56
	CPUHP_XEN_PREPARE,
57
	CPUHP_XEN_EVTCHN_PREPARE,
58
	CPUHP_NOTIFY_PREPARE,
59
	CPUHP_ARM_SHMOBILE_SCU_PREPARE,
60
	CPUHP_SH_SH3X_PREPARE,
61
	CPUHP_BLK_MQ_PREPARE,
62
	CPUHP_NET_FLOW_PREPARE,
63
	CPUHP_TOPOLOGY_PREPARE,
64
	CPUHP_NET_IUCV_PREPARE,
65
	CPUHP_ARM_BL_PREPARE,
66
	CPUHP_TRACE_RB_PREPARE,
67
	CPUHP_MM_ZS_PREPARE,
68
	CPUHP_MM_ZSWP_MEM_PREPARE,
69
	CPUHP_MM_ZSWP_POOL_PREPARE,
70
	CPUHP_TIMERS_DEAD,
71
	CPUHP_NOTF_ERR_INJ_PREPARE,
72
	CPUHP_MIPS_SOC_PREPARE,
73
	CPUHP_BRINGUP_CPU,
74
	CPUHP_AP_IDLE_DEAD,
75
	CPUHP_AP_OFFLINE,
76
	CPUHP_AP_SCHED_STARTING,
77
	CPUHP_AP_RCUTREE_DYING,
78
	CPUHP_AP_IRQ_GIC_STARTING,
79
	CPUHP_AP_IRQ_GICV3_STARTING,
80
	CPUHP_AP_IRQ_HIP04_STARTING,
81 82
	CPUHP_AP_IRQ_ARMADA_XP_STARTING,
	CPUHP_AP_IRQ_ARMADA_CASC_STARTING,
83
	CPUHP_AP_IRQ_BCM2836_STARTING,
84
	CPUHP_AP_ARM_MVEBU_COHERENCY,
85
	CPUHP_AP_PERF_X86_UNCORE_STARTING,
86
	CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING,
87
	CPUHP_AP_PERF_X86_STARTING,
88
	CPUHP_AP_PERF_X86_AMD_IBS_STARTING,
89
	CPUHP_AP_PERF_X86_CQM_STARTING,
90
	CPUHP_AP_PERF_X86_CSTATE_STARTING,
91
	CPUHP_AP_PERF_XTENSA_STARTING,
92
	CPUHP_AP_PERF_METAG_STARTING,
93
	CPUHP_AP_MIPS_OP_LOONGSON3_STARTING,
94
	CPUHP_AP_ARM_VFP_STARTING,
95
	CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING,
96
	CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING,
97
	CPUHP_AP_PERF_ARM_STARTING,
98
	CPUHP_AP_ARM_L2X0_STARTING,
99
	CPUHP_AP_ARM_ARCH_TIMER_STARTING,
100
	CPUHP_AP_ARM_GLOBAL_TIMER_STARTING,
101
	CPUHP_AP_DUMMY_TIMER_STARTING,
102
	CPUHP_AP_JCORE_TIMER_STARTING,
103
	CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING,
104
	CPUHP_AP_ARM_TWD_STARTING,
105
	CPUHP_AP_METAG_TIMER_STARTING,
106
	CPUHP_AP_QCOM_TIMER_STARTING,
107
	CPUHP_AP_ARMADA_TIMER_STARTING,
108
	CPUHP_AP_MARCO_TIMER_STARTING,
109
	CPUHP_AP_MIPS_GIC_TIMER_STARTING,
110
	CPUHP_AP_ARC_TIMER_STARTING,
111
	CPUHP_AP_KVM_STARTING,
112
	CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING,
113
	CPUHP_AP_KVM_ARM_VGIC_STARTING,
114
	CPUHP_AP_KVM_ARM_TIMER_STARTING,
115
	CPUHP_AP_ARM_XEN_STARTING,
116
	CPUHP_AP_ARM_CORESIGHT_STARTING,
117
	CPUHP_AP_ARM_CORESIGHT4_STARTING,
118
	CPUHP_AP_ARM64_ISNDEP_STARTING,
119
	CPUHP_AP_SMPCFD_DYING,
120
	CPUHP_AP_X86_TBOOT_DYING,
121 122
	CPUHP_AP_ONLINE,
	CPUHP_TEARDOWN_CPU,
123
	CPUHP_AP_ONLINE_IDLE,
124
	CPUHP_AP_SMPBOOT_THREADS,
125
	CPUHP_AP_X86_VDSO_VMA_ONLINE,
126
	CPUHP_AP_PERF_ONLINE,
127
	CPUHP_AP_PERF_X86_ONLINE,
128
	CPUHP_AP_PERF_X86_UNCORE_ONLINE,
129
	CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE,
130
	CPUHP_AP_PERF_X86_AMD_POWER_ONLINE,
131
	CPUHP_AP_PERF_X86_RAPL_ONLINE,
132
	CPUHP_AP_PERF_X86_CQM_ONLINE,
133
	CPUHP_AP_PERF_X86_CSTATE_ONLINE,
134
	CPUHP_AP_PERF_S390_CF_ONLINE,
135
	CPUHP_AP_PERF_S390_SF_ONLINE,
136
	CPUHP_AP_PERF_ARM_CCI_ONLINE,
137
	CPUHP_AP_PERF_ARM_CCN_ONLINE,
138
	CPUHP_AP_PERF_ARM_L2X0_ONLINE,
139
	CPUHP_AP_WORKQUEUE_ONLINE,
140
	CPUHP_AP_RCUTREE_ONLINE,
141 142 143
	CPUHP_AP_NOTIFY_ONLINE,
	CPUHP_AP_ONLINE_DYN,
	CPUHP_AP_ONLINE_DYN_END		= CPUHP_AP_ONLINE_DYN + 30,
144
	CPUHP_AP_X86_HPET_ONLINE,
145
	CPUHP_AP_X86_KVM_CLK_ONLINE,
146
	CPUHP_AP_ACTIVE,
147 148 149
	CPUHP_ONLINE,
};

150 151
int __cpuhp_setup_state(enum cpuhp_state state,	const char *name, bool invoke,
			int (*startup)(unsigned int cpu),
152
			int (*teardown)(unsigned int cpu), bool multi_instance);
153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168

/**
 * cpuhp_setup_state - Setup hotplug state callbacks with calling the callbacks
 * @state:	The state for which the calls are installed
 * @name:	Name of the callback (will be used in debug output)
 * @startup:	startup callback function
 * @teardown:	teardown callback function
 *
 * Installs the callback functions and invokes the startup callback on
 * the present cpus which have already reached the @state.
 */
static inline int cpuhp_setup_state(enum cpuhp_state state,
				    const char *name,
				    int (*startup)(unsigned int cpu),
				    int (*teardown)(unsigned int cpu))
{
169
	return __cpuhp_setup_state(state, name, true, startup, teardown, false);
170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187
}

/**
 * cpuhp_setup_state_nocalls - Setup hotplug state callbacks without calling the
 *			       callbacks
 * @state:	The state for which the calls are installed
 * @name:	Name of the callback.
 * @startup:	startup callback function
 * @teardown:	teardown callback function
 *
 * Same as @cpuhp_setup_state except that no calls are executed are invoked
 * during installation of this callback. NOP if SMP=n or HOTPLUG_CPU=n.
 */
static inline int cpuhp_setup_state_nocalls(enum cpuhp_state state,
					    const char *name,
					    int (*startup)(unsigned int cpu),
					    int (*teardown)(unsigned int cpu))
{
188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247
	return __cpuhp_setup_state(state, name, false, startup, teardown,
				   false);
}

/**
 * cpuhp_setup_state_multi - Add callbacks for multi state
 * @state:	The state for which the calls are installed
 * @name:	Name of the callback.
 * @startup:	startup callback function
 * @teardown:	teardown callback function
 *
 * Sets the internal multi_instance flag and prepares a state to work as a multi
 * instance callback. No callbacks are invoked at this point. The callbacks are
 * invoked once an instance for this state are registered via
 * @cpuhp_state_add_instance or @cpuhp_state_add_instance_nocalls.
 */
static inline int cpuhp_setup_state_multi(enum cpuhp_state state,
					  const char *name,
					  int (*startup)(unsigned int cpu,
							 struct hlist_node *node),
					  int (*teardown)(unsigned int cpu,
							  struct hlist_node *node))
{
	return __cpuhp_setup_state(state, name, false,
				   (void *) startup,
				   (void *) teardown, true);
}

int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node,
			       bool invoke);

/**
 * cpuhp_state_add_instance - Add an instance for a state and invoke startup
 *                            callback.
 * @state:	The state for which the instance is installed
 * @node:	The node for this individual state.
 *
 * Installs the instance for the @state and invokes the startup callback on
 * the present cpus which have already reached the @state. The @state must have
 * been earlier marked as multi-instance by @cpuhp_setup_state_multi.
 */
static inline int cpuhp_state_add_instance(enum cpuhp_state state,
					   struct hlist_node *node)
{
	return __cpuhp_state_add_instance(state, node, true);
}

/**
 * cpuhp_state_add_instance_nocalls - Add an instance for a state without
 *                                    invoking the startup callback.
 * @state:	The state for which the instance is installed
 * @node:	The node for this individual state.
 *
 * Installs the instance for the @state The @state must have been earlier
 * marked as multi-instance by @cpuhp_setup_state_multi.
 */
static inline int cpuhp_state_add_instance_nocalls(enum cpuhp_state state,
						   struct hlist_node *node)
{
	return __cpuhp_state_add_instance(state, node, false);
248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273
}

void __cpuhp_remove_state(enum cpuhp_state state, bool invoke);

/**
 * cpuhp_remove_state - Remove hotplug state callbacks and invoke the teardown
 * @state:	The state for which the calls are removed
 *
 * Removes the callback functions and invokes the teardown callback on
 * the present cpus which have already reached the @state.
 */
static inline void cpuhp_remove_state(enum cpuhp_state state)
{
	__cpuhp_remove_state(state, true);
}

/**
 * cpuhp_remove_state_nocalls - Remove hotplug state callbacks without invoking
 *				teardown
 * @state:	The state for which the calls are removed
 */
static inline void cpuhp_remove_state_nocalls(enum cpuhp_state state)
{
	__cpuhp_remove_state(state, false);
}

274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318
/**
 * cpuhp_remove_multi_state - Remove hotplug multi state callback
 * @state:	The state for which the calls are removed
 *
 * Removes the callback functions from a multi state. This is the reverse of
 * cpuhp_setup_state_multi(). All instances should have been removed before
 * invoking this function.
 */
static inline void cpuhp_remove_multi_state(enum cpuhp_state state)
{
	__cpuhp_remove_state(state, false);
}

int __cpuhp_state_remove_instance(enum cpuhp_state state,
				  struct hlist_node *node, bool invoke);

/**
 * cpuhp_state_remove_instance - Remove hotplug instance from state and invoke
 *                               the teardown callback
 * @state:	The state from which the instance is removed
 * @node:	The node for this individual state.
 *
 * Removes the instance and invokes the teardown callback on the present cpus
 * which have already reached the @state.
 */
static inline int cpuhp_state_remove_instance(enum cpuhp_state state,
					      struct hlist_node *node)
{
	return __cpuhp_state_remove_instance(state, node, true);
}

/**
 * cpuhp_state_remove_instance_nocalls - Remove hotplug instance from state
 *					 without invoking the reatdown callback
 * @state:	The state from which the instance is removed
 * @node:	The node for this individual state.
 *
 * Removes the instance without invoking the teardown callback.
 */
static inline int cpuhp_state_remove_instance_nocalls(enum cpuhp_state state,
						      struct hlist_node *node)
{
	return __cpuhp_state_remove_instance(state, node, false);
}

319 320 321 322 323 324
#ifdef CONFIG_SMP
void cpuhp_online_idle(enum cpuhp_state state);
#else
static inline void cpuhp_online_idle(enum cpuhp_state state) { }
#endif

325
#endif