40 	target_cpu = cpumask_first(pd->cpumask.pcpu);  in padata_index_to_cpu()
42 		target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu);  in padata_index_to_cpu()
58 	cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu);  in padata_cpu_hash()
121 	if (!cpumask_test_cpu(cb_cpu, pd->cpumask.cbcpu))  in padata_do_parallel()
177 	num_cpus = cpumask_weight(pd->cpumask.pcpu);  in padata_get_next()
351 				 const struct cpumask *pcpumask,  in padata_setup_cpumasks()
352 				 const struct cpumask *cbcpumask)  in padata_setup_cpumasks()
354 	if (!alloc_cpumask_var(&pd->cpumask.pcpu, GFP_KERNEL))  in padata_setup_cpumasks()
357 	cpumask_and(pd->cpumask.pcpu, pcpumask, cpu_online_mask);  in padata_setup_cpumasks()
358 	if (!alloc_cpumask_var(&pd->cpumask.cbcpu, GFP_KERNEL)) {  in padata_setup_cpumasks()
359 		free_cpumask_var(pd->cpumask.cbcpu);  in padata_setup_cpumasks()
363 	cpumask_and(pd->cpumask.cbcpu, cbcpumask, cpu_online_mask);  in padata_setup_cpumasks()
379 	for_each_cpu(cpu, pd->cpumask.cbcpu) {  in padata_init_squeues()
394 	for_each_cpu(cpu, pd->cpumask.pcpu) {  in padata_init_pqueues()
409 					     const struct cpumask *pcpumask,  in padata_alloc_pd()
410 					     const struct cpumask *cbcpumask)  in padata_alloc_pd()
451 	free_cpumask_var(pd->cpumask.pcpu);  in padata_free_pd()
452 	free_cpumask_var(pd->cpumask.cbcpu);  in padata_free_pd()
465 	for_each_cpu(cpu, pd->cpumask.pcpu) {  in padata_flush_queues()
475 	for_each_cpu(cpu, pd->cpumask.cbcpu) {  in padata_flush_queues()
515 	if (!cpumask_equal(pd_old->cpumask.pcpu, pd_new->cpumask.pcpu))  in padata_replace()
517 	if (!cpumask_equal(pd_old->cpumask.cbcpu, pd_new->cpumask.cbcpu))  in padata_replace()
526 					     &pd_new->cpumask);  in padata_replace()
565 				    const struct cpumask *cpumask)  in padata_validate_cpumask()  argument
567 	if (!cpumask_intersects(cpumask, cpu_online_mask)) {  in padata_validate_cpumask()
598 	cpumask_copy(pinst->cpumask.pcpu, pcpumask);  in __padata_set_cpumasks()
599 	cpumask_copy(pinst->cpumask.cbcpu, cbcpumask);  in __padata_set_cpumasks()
646 		       cpumask_var_t cpumask)  in padata_set_cpumask()  argument
648 	struct cpumask *serial_mask, *parallel_mask;  in padata_set_cpumask()
656 		serial_mask = pinst->cpumask.cbcpu;  in padata_set_cpumask()
657 		parallel_mask = cpumask;  in padata_set_cpumask()
660 		parallel_mask = pinst->cpumask.pcpu;  in padata_set_cpumask()
661 		serial_mask = cpumask;  in padata_set_cpumask()
682 		pd = padata_alloc_pd(pinst, pinst->cpumask.pcpu,  in __padata_add_cpu()
683 				     pinst->cpumask.cbcpu);  in __padata_add_cpu()
689 		if (padata_validate_cpumask(pinst, pinst->cpumask.pcpu) &&  in __padata_add_cpu()
690 		    padata_validate_cpumask(pinst, pinst->cpumask.cbcpu))  in __padata_add_cpu()
720 		cpumask_set_cpu(cpu, pinst->cpumask.cbcpu);  in padata_add_cpu()
722 		cpumask_set_cpu(cpu, pinst->cpumask.pcpu);  in padata_add_cpu()
739 		if (!padata_validate_cpumask(pinst, pinst->cpumask.pcpu) ||  in __padata_remove_cpu()
740 		    !padata_validate_cpumask(pinst, pinst->cpumask.cbcpu))  in __padata_remove_cpu()
743 		pd = padata_alloc_pd(pinst, pinst->cpumask.pcpu,  in __padata_remove_cpu()
744 				     pinst->cpumask.cbcpu);  in __padata_remove_cpu()
750 		cpumask_clear_cpu(cpu, pd->cpumask.cbcpu);  in __padata_remove_cpu()
751 		cpumask_clear_cpu(cpu, pd->cpumask.pcpu);  in __padata_remove_cpu()
779 		cpumask_clear_cpu(cpu, pinst->cpumask.cbcpu);  in padata_remove_cpu()
781 		cpumask_clear_cpu(cpu, pinst->cpumask.pcpu);  in padata_remove_cpu()
831 	return cpumask_test_cpu(cpu, pinst->cpumask.pcpu) ||  in pinst_has_cpu()
832 		cpumask_test_cpu(cpu, pinst->cpumask.cbcpu);  in pinst_has_cpu()
885 	free_cpumask_var(pinst->cpumask.pcpu);  in __padata_free()
886 	free_cpumask_var(pinst->cpumask.cbcpu);  in __padata_free()
911 	struct cpumask *cpumask;  in show_cpumask()  local
916 		cpumask = pinst->cpumask.cbcpu;  in show_cpumask()
918 		cpumask = pinst->cpumask.pcpu;  in show_cpumask()
921 		       nr_cpu_ids, cpumask_bits(cpumask));  in show_cpumask()
1037 				     const struct cpumask *pcpumask,  in padata_alloc()
1038 				     const struct cpumask *cbcpumask)  in padata_alloc()
1048 	if (!alloc_cpumask_var(&pinst->cpumask.pcpu, GFP_KERNEL))  in padata_alloc()
1050 	if (!alloc_cpumask_var(&pinst->cpumask.cbcpu, GFP_KERNEL)) {  in padata_alloc()
1051 		free_cpumask_var(pinst->cpumask.pcpu);  in padata_alloc()
1066 	cpumask_copy(pinst->cpumask.pcpu, pcpumask);  in padata_alloc()
1067 	cpumask_copy(pinst->cpumask.cbcpu, cbcpumask);  in padata_alloc()
1086 	free_cpumask_var(pinst->cpumask.pcpu);  in padata_alloc()
1087 	free_cpumask_var(pinst->cpumask.cbcpu);  in padata_alloc()