36 static void __mcpm_cpu_going_down(unsigned int cpu, unsigned int cluster)  in __mcpm_cpu_going_down()  argument
38 	mcpm_sync.clusters[cluster].cpus[cpu].cpu = CPU_GOING_DOWN;  in __mcpm_cpu_going_down()
39 	sync_cache_w(&mcpm_sync.clusters[cluster].cpus[cpu].cpu);  in __mcpm_cpu_going_down()
49 static void __mcpm_cpu_down(unsigned int cpu, unsigned int cluster)  in __mcpm_cpu_down()  argument
52 	mcpm_sync.clusters[cluster].cpus[cpu].cpu = CPU_DOWN;  in __mcpm_cpu_down()
53 	sync_cache_w(&mcpm_sync.clusters[cluster].cpus[cpu].cpu);  in __mcpm_cpu_down()
84 static bool __mcpm_outbound_enter_critical(unsigned int cpu, unsigned int cluster)  in __mcpm_outbound_enter_critical()  argument
109 		if (i == cpu)  in __mcpm_outbound_enter_critical()
113 			cpustate = c->cpus[i].cpu;  in __mcpm_outbound_enter_critical()
118 			sync_cache_r(&c->cpus[i].cpu);  in __mcpm_outbound_enter_critical()
145 void mcpm_set_entry_vector(unsigned cpu, unsigned cluster, void *ptr)  in mcpm_set_entry_vector()  argument
148 	mcpm_entry_vectors[cluster][cpu] = val;  in mcpm_set_entry_vector()
149 	sync_cache_w(&mcpm_entry_vectors[cluster][cpu]);  in mcpm_set_entry_vector()
154 void mcpm_set_early_poke(unsigned cpu, unsigned cluster,  in mcpm_set_early_poke()  argument
157 	unsigned long *poke = &mcpm_entry_early_pokes[cluster][cpu][0];  in mcpm_set_early_poke()
196 int mcpm_cpu_power_up(unsigned int cpu, unsigned int cluster)  in mcpm_cpu_power_up()  argument
201 	pr_debug("%s: cpu %u cluster %u\n", __func__, cpu, cluster);  in mcpm_cpu_power_up()
213 	cpu_is_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_power_up()
216 	mcpm_cpu_use_count[cluster][cpu]++;  in mcpm_cpu_power_up()
225 	BUG_ON(mcpm_cpu_use_count[cluster][cpu] != 1 &&  in mcpm_cpu_power_up()
226 	       mcpm_cpu_use_count[cluster][cpu] != 2);  in mcpm_cpu_power_up()
231 		ret = platform_ops->cpu_powerup(cpu, cluster);  in mcpm_cpu_power_up()
242 	unsigned int mpidr, cpu, cluster;  in mcpm_cpu_power_down()  local
247 	cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);  in mcpm_cpu_power_down()
249 	pr_debug("%s: cpu %u cluster %u\n", __func__, cpu, cluster);  in mcpm_cpu_power_down()
256 	__mcpm_cpu_going_down(cpu, cluster);  in mcpm_cpu_power_down()
260 	mcpm_cpu_use_count[cluster][cpu]--;  in mcpm_cpu_power_down()
261 	BUG_ON(mcpm_cpu_use_count[cluster][cpu] != 0 &&  in mcpm_cpu_power_down()
262 	       mcpm_cpu_use_count[cluster][cpu] != 1);  in mcpm_cpu_power_down()
263 	cpu_going_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_power_down()
266 	if (last_man && __mcpm_outbound_enter_critical(cpu, cluster)) {  in mcpm_cpu_power_down()
267 		platform_ops->cpu_powerdown_prepare(cpu, cluster);  in mcpm_cpu_power_down()
274 			platform_ops->cpu_powerdown_prepare(cpu, cluster);  in mcpm_cpu_power_down()
287 	__mcpm_cpu_down(cpu, cluster);  in mcpm_cpu_power_down()
309 int mcpm_wait_for_cpu_powerdown(unsigned int cpu, unsigned int cluster)  in mcpm_wait_for_cpu_powerdown()  argument
316 	ret = platform_ops->wait_for_powerdown(cpu, cluster);  in mcpm_wait_for_cpu_powerdown()
319 			__func__, cpu, cluster, ret);  in mcpm_wait_for_cpu_powerdown()
332 		unsigned int cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);  in mcpm_cpu_suspend()  local
335 		platform_ops->cpu_suspend_prepare(cpu, cluster);  in mcpm_cpu_suspend()
343 	unsigned int mpidr, cpu, cluster;  in mcpm_cpu_powered_up()  local
351 	cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);  in mcpm_cpu_powered_up()
356 	cpu_was_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_powered_up()
362 		mcpm_cpu_use_count[cluster][cpu] = 1;  in mcpm_cpu_powered_up()
364 		platform_ops->cpu_is_up(cpu, cluster);  in mcpm_cpu_powered_up()
378 	unsigned int cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);  in nocache_trampoline()  local
382 	mcpm_set_entry_vector(cpu, cluster, cpu_resume);  in nocache_trampoline()
385 	__mcpm_cpu_going_down(cpu, cluster);  in nocache_trampoline()
386 	BUG_ON(!__mcpm_outbound_enter_critical(cpu, cluster));  in nocache_trampoline()
389 	__mcpm_cpu_down(cpu, cluster);  in nocache_trampoline()
440 			mcpm_sync.clusters[i].cpus[j].cpu = CPU_DOWN;  in mcpm_sync_init()
446 		mcpm_sync.clusters[this_cluster].cpus[i].cpu = CPU_UP;  in mcpm_sync_init()