36 static void __mcpm_cpu_going_down(unsigned int cpu, unsigned int cluster)  in __mcpm_cpu_going_down()  argument
38 	mcpm_sync.clusters[cluster].cpus[cpu].cpu = CPU_GOING_DOWN;  in __mcpm_cpu_going_down()
39 	sync_cache_w(&mcpm_sync.clusters[cluster].cpus[cpu].cpu);  in __mcpm_cpu_going_down()
49 static void __mcpm_cpu_down(unsigned int cpu, unsigned int cluster)  in __mcpm_cpu_down()  argument
52 	mcpm_sync.clusters[cluster].cpus[cpu].cpu = CPU_DOWN;  in __mcpm_cpu_down()
53 	sync_cache_w(&mcpm_sync.clusters[cluster].cpus[cpu].cpu);  in __mcpm_cpu_down()
65 static void __mcpm_outbound_leave_critical(unsigned int cluster, int state)  in __mcpm_outbound_leave_critical()  argument
68 	mcpm_sync.clusters[cluster].cluster = state;  in __mcpm_outbound_leave_critical()
69 	sync_cache_w(&mcpm_sync.clusters[cluster].cluster);  in __mcpm_outbound_leave_critical()
84 static bool __mcpm_outbound_enter_critical(unsigned int cpu, unsigned int cluster)  in __mcpm_outbound_enter_critical()  argument
87 	struct mcpm_sync_struct *c = &mcpm_sync.clusters[cluster];  in __mcpm_outbound_enter_critical()
90 	c->cluster = CLUSTER_GOING_DOWN;  in __mcpm_outbound_enter_critical()
91 	sync_cache_w(&c->cluster);  in __mcpm_outbound_enter_critical()
133 	__mcpm_outbound_leave_critical(cluster, CLUSTER_UP);  in __mcpm_outbound_enter_critical()
137 static int __mcpm_cluster_state(unsigned int cluster)  in __mcpm_cluster_state()  argument
139 	sync_cache_r(&mcpm_sync.clusters[cluster].cluster);  in __mcpm_cluster_state()
140 	return mcpm_sync.clusters[cluster].cluster;  in __mcpm_cluster_state()
145 void mcpm_set_entry_vector(unsigned cpu, unsigned cluster, void *ptr)  in mcpm_set_entry_vector()  argument
148 	mcpm_entry_vectors[cluster][cpu] = val;  in mcpm_set_entry_vector()
149 	sync_cache_w(&mcpm_entry_vectors[cluster][cpu]);  in mcpm_set_entry_vector()
154 void mcpm_set_early_poke(unsigned cpu, unsigned cluster,  in mcpm_set_early_poke()  argument
157 	unsigned long *poke = &mcpm_entry_early_pokes[cluster][cpu][0];  in mcpm_set_early_poke()
188 static inline bool mcpm_cluster_unused(unsigned int cluster)  in mcpm_cluster_unused()  argument
192 		cnt |= mcpm_cpu_use_count[cluster][i];  in mcpm_cluster_unused()
196 int mcpm_cpu_power_up(unsigned int cpu, unsigned int cluster)  in mcpm_cpu_power_up()  argument
201 	pr_debug("%s: cpu %u cluster %u\n", __func__, cpu, cluster);  in mcpm_cpu_power_up()
213 	cpu_is_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_power_up()
214 	cluster_is_down = mcpm_cluster_unused(cluster);  in mcpm_cpu_power_up()
216 	mcpm_cpu_use_count[cluster][cpu]++;  in mcpm_cpu_power_up()
225 	BUG_ON(mcpm_cpu_use_count[cluster][cpu] != 1 &&  in mcpm_cpu_power_up()
226 	       mcpm_cpu_use_count[cluster][cpu] != 2);  in mcpm_cpu_power_up()
229 		ret = platform_ops->cluster_powerup(cluster);  in mcpm_cpu_power_up()
231 		ret = platform_ops->cpu_powerup(cpu, cluster);  in mcpm_cpu_power_up()
242 	unsigned int mpidr, cpu, cluster;  in mcpm_cpu_power_down()  local
248 	cluster = MPIDR_AFFINITY_LEVEL(mpidr, 1);  in mcpm_cpu_power_down()
249 	pr_debug("%s: cpu %u cluster %u\n", __func__, cpu, cluster);  in mcpm_cpu_power_down()
256 	__mcpm_cpu_going_down(cpu, cluster);  in mcpm_cpu_power_down()
258 	BUG_ON(__mcpm_cluster_state(cluster) != CLUSTER_UP);  in mcpm_cpu_power_down()
260 	mcpm_cpu_use_count[cluster][cpu]--;  in mcpm_cpu_power_down()
261 	BUG_ON(mcpm_cpu_use_count[cluster][cpu] != 0 &&  in mcpm_cpu_power_down()
262 	       mcpm_cpu_use_count[cluster][cpu] != 1);  in mcpm_cpu_power_down()
263 	cpu_going_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_power_down()
264 	last_man = mcpm_cluster_unused(cluster);  in mcpm_cpu_power_down()
266 	if (last_man && __mcpm_outbound_enter_critical(cpu, cluster)) {  in mcpm_cpu_power_down()
267 		platform_ops->cpu_powerdown_prepare(cpu, cluster);  in mcpm_cpu_power_down()
268 		platform_ops->cluster_powerdown_prepare(cluster);  in mcpm_cpu_power_down()
271 		__mcpm_outbound_leave_critical(cluster, CLUSTER_DOWN);  in mcpm_cpu_power_down()
274 			platform_ops->cpu_powerdown_prepare(cpu, cluster);  in mcpm_cpu_power_down()
287 	__mcpm_cpu_down(cpu, cluster);  in mcpm_cpu_power_down()
309 int mcpm_wait_for_cpu_powerdown(unsigned int cpu, unsigned int cluster)  in mcpm_wait_for_cpu_powerdown()  argument
316 	ret = platform_ops->wait_for_powerdown(cpu, cluster);  in mcpm_wait_for_cpu_powerdown()
319 			__func__, cpu, cluster, ret);  in mcpm_wait_for_cpu_powerdown()
333 		unsigned int cluster = MPIDR_AFFINITY_LEVEL(mpidr, 1);   in mcpm_cpu_suspend()  local
335 		platform_ops->cpu_suspend_prepare(cpu, cluster);  in mcpm_cpu_suspend()
343 	unsigned int mpidr, cpu, cluster;  in mcpm_cpu_powered_up()  local
352 	cluster = MPIDR_AFFINITY_LEVEL(mpidr, 1);  in mcpm_cpu_powered_up()
356 	cpu_was_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_powered_up()
357 	first_man = mcpm_cluster_unused(cluster);  in mcpm_cpu_powered_up()
360 		platform_ops->cluster_is_up(cluster);  in mcpm_cpu_powered_up()
362 		mcpm_cpu_use_count[cluster][cpu] = 1;  in mcpm_cpu_powered_up()
364 		platform_ops->cpu_is_up(cpu, cluster);  in mcpm_cpu_powered_up()
379 	unsigned int cluster = MPIDR_AFFINITY_LEVEL(mpidr, 1);  in nocache_trampoline()  local
382 	mcpm_set_entry_vector(cpu, cluster, cpu_resume);  in nocache_trampoline()
385 	__mcpm_cpu_going_down(cpu, cluster);  in nocache_trampoline()
386 	BUG_ON(!__mcpm_outbound_enter_critical(cpu, cluster));  in nocache_trampoline()
388 	__mcpm_outbound_leave_critical(cluster, CLUSTER_DOWN);  in nocache_trampoline()
389 	__mcpm_cpu_down(cpu, cluster);  in nocache_trampoline()
437 		mcpm_sync.clusters[i].cluster = CLUSTER_DOWN;  in mcpm_sync_init()
448 	mcpm_sync.clusters[this_cluster].cluster = CLUSTER_UP;  in mcpm_sync_init()