39 static void tick_broadcast_clear_oneshot(int cpu);
42 static inline void tick_broadcast_clear_oneshot(int cpu) { }  in tick_broadcast_clear_oneshot()  argument
158 int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu)  in tick_device_uses_broadcast()  argument
175 		cpumask_set_cpu(cpu, tick_broadcast_mask);  in tick_device_uses_broadcast()
187 			cpumask_clear_cpu(cpu, tick_broadcast_mask);  in tick_device_uses_broadcast()
195 		if (!cpumask_test_cpu(cpu, tick_broadcast_on))  in tick_device_uses_broadcast()
196 			cpumask_clear_cpu(cpu, tick_broadcast_mask);  in tick_device_uses_broadcast()
208 			tick_broadcast_clear_oneshot(cpu);  in tick_device_uses_broadcast()
229 				ret = cpumask_test_cpu(cpu, tick_broadcast_mask);  in tick_device_uses_broadcast()
261 	int cpu = smp_processor_id();  in tick_do_broadcast()  local
268 	if (cpumask_test_cpu(cpu, mask)) {  in tick_do_broadcast()
271 		cpumask_clear_cpu(cpu, mask);  in tick_do_broadcast()
359 	int cpu, bc_stopped;  in tick_broadcast_control()  local
374 	cpu = smp_processor_id();  in tick_broadcast_control()
382 		cpumask_set_cpu(cpu, tick_broadcast_on);  in tick_broadcast_control()
383 		if (!cpumask_test_and_set_cpu(cpu, tick_broadcast_mask)) {  in tick_broadcast_control()
401 		cpumask_clear_cpu(cpu, tick_broadcast_on);  in tick_broadcast_control()
404 		if (cpumask_test_and_clear_cpu(cpu, tick_broadcast_mask)) {  in tick_broadcast_control()
442 void tick_shutdown_broadcast(unsigned int cpu)  in tick_shutdown_broadcast()  argument
450 	cpumask_clear_cpu(cpu, tick_broadcast_mask);  in tick_shutdown_broadcast()
451 	cpumask_clear_cpu(cpu, tick_broadcast_on);  in tick_shutdown_broadcast()
560 static void tick_broadcast_set_event(struct clock_event_device *bc, int cpu,  in tick_broadcast_set_event()  argument
567 	tick_broadcast_set_affinity(bc, cpumask_of(cpu));  in tick_broadcast_set_event()
603 	int cpu, next_cpu = 0;  in tick_handle_oneshot_broadcast()  local
612 	for_each_cpu(cpu, tick_broadcast_oneshot_mask) {  in tick_handle_oneshot_broadcast()
613 		td = &per_cpu(tick_cpu_device, cpu);  in tick_handle_oneshot_broadcast()
615 			cpumask_set_cpu(cpu, tmpmask);  in tick_handle_oneshot_broadcast()
621 			cpumask_set_cpu(cpu, tick_broadcast_pending_mask);  in tick_handle_oneshot_broadcast()
624 			next_cpu = cpu;  in tick_handle_oneshot_broadcast()
671 static int broadcast_needs_cpu(struct clock_event_device *bc, int cpu)  in broadcast_needs_cpu()  argument
677 	return bc->bound_on == cpu ? -EBUSY : 0;  in broadcast_needs_cpu()
700 	int cpu, ret = 0;  in __tick_broadcast_oneshot_control()  local
714 	cpu = smp_processor_id();  in __tick_broadcast_oneshot_control()
724 		ret = broadcast_needs_cpu(bc, cpu);  in __tick_broadcast_oneshot_control()
739 		if (!cpumask_test_and_set_cpu(cpu, tick_broadcast_oneshot_mask)) {  in __tick_broadcast_oneshot_control()
740 			WARN_ON_ONCE(cpumask_test_cpu(cpu, tick_broadcast_pending_mask));  in __tick_broadcast_oneshot_control()
755 			if (cpumask_test_cpu(cpu, tick_broadcast_force_mask)) {  in __tick_broadcast_oneshot_control()
758 				tick_broadcast_set_event(bc, cpu, dev->next_event);  in __tick_broadcast_oneshot_control()
766 				ret = broadcast_needs_cpu(bc, cpu);  in __tick_broadcast_oneshot_control()
768 					cpumask_clear_cpu(cpu,  in __tick_broadcast_oneshot_control()
774 		if (cpumask_test_and_clear_cpu(cpu, tick_broadcast_oneshot_mask)) {  in __tick_broadcast_oneshot_control()
785 			if (cpumask_test_and_clear_cpu(cpu,  in __tick_broadcast_oneshot_control()
828 				cpumask_set_cpu(cpu, tick_broadcast_force_mask);  in __tick_broadcast_oneshot_control()
848 static void tick_broadcast_clear_oneshot(int cpu)  in tick_broadcast_clear_oneshot()  argument
850 	cpumask_clear_cpu(cpu, tick_broadcast_oneshot_mask);  in tick_broadcast_clear_oneshot()
851 	cpumask_clear_cpu(cpu, tick_broadcast_pending_mask);  in tick_broadcast_clear_oneshot()
858 	int cpu;  in tick_broadcast_init_next_event()  local
860 	for_each_cpu(cpu, mask) {  in tick_broadcast_init_next_event()
861 		td = &per_cpu(tick_cpu_device, cpu);  in tick_broadcast_init_next_event()
872 	int cpu = smp_processor_id();  in tick_broadcast_setup_oneshot()  local
887 		cpumask_clear_cpu(cpu, tmpmask);  in tick_broadcast_setup_oneshot()
895 			tick_broadcast_set_event(bc, cpu, tick_next_period);  in tick_broadcast_setup_oneshot()
906 		tick_broadcast_clear_oneshot(cpu);  in tick_broadcast_setup_oneshot()
947 void tick_shutdown_broadcast_oneshot(unsigned int cpu)  in tick_shutdown_broadcast_oneshot()  argument
957 	cpumask_clear_cpu(cpu, tick_broadcast_oneshot_mask);  in tick_shutdown_broadcast_oneshot()
958 	cpumask_clear_cpu(cpu, tick_broadcast_pending_mask);  in tick_shutdown_broadcast_oneshot()
959 	cpumask_clear_cpu(cpu, tick_broadcast_force_mask);  in tick_shutdown_broadcast_oneshot()