372 void set_cpu_sibling_map(int cpu)  in set_cpu_sibling_map()  argument
376 	struct cpuinfo_x86 *c = &cpu_data(cpu);  in set_cpu_sibling_map()
380 	cpumask_set_cpu(cpu, cpu_sibling_setup_mask);  in set_cpu_sibling_map()
383 		cpumask_set_cpu(cpu, topology_sibling_cpumask(cpu));  in set_cpu_sibling_map()
384 		cpumask_set_cpu(cpu, cpu_llc_shared_mask(cpu));  in set_cpu_sibling_map()
385 		cpumask_set_cpu(cpu, topology_core_cpumask(cpu));  in set_cpu_sibling_map()
393 		if ((i == cpu) || (has_smt && match_smt(c, o)))  in set_cpu_sibling_map()
394 			link_mask(topology_sibling_cpumask, cpu, i);  in set_cpu_sibling_map()
396 		if ((i == cpu) || (has_mp && match_llc(c, o)))  in set_cpu_sibling_map()
397 			link_mask(cpu_llc_shared_mask, cpu, i);  in set_cpu_sibling_map()
408 		if ((i == cpu) || (has_mp && match_die(c, o))) {  in set_cpu_sibling_map()
409 			link_mask(topology_core_cpumask, cpu, i);  in set_cpu_sibling_map()
415 			    topology_sibling_cpumask(cpu)) == 1) {  in set_cpu_sibling_map()
427 				if (i != cpu)  in set_cpu_sibling_map()
429 			} else if (i != cpu && !c->booted_cores)  in set_cpu_sibling_map()
438 const struct cpumask *cpu_coregroup_mask(int cpu)  in cpu_coregroup_mask()  argument
440 	return cpu_llc_shared_mask(cpu);  in cpu_coregroup_mask()
445 	int cpu;  in impress_friends()  local
451 	for_each_possible_cpu(cpu)  in impress_friends()
452 		if (cpumask_test_cpu(cpu, cpu_callout_mask))  in impress_friends()
453 			bogosum += cpu_data(cpu).loops_per_jiffy;  in impress_friends()
707 static void announce_cpu(int cpu, int apicid)  in announce_cpu()  argument
710 	int node = early_cpu_to_node(cpu);  in announce_cpu()
719 	if (cpu == 1)  in announce_cpu()
733 		if (cpu == 1)  in announce_cpu()
736 		pr_cont("%*s#%d", width - num_digits(cpu), " ", cpu);  in announce_cpu()
740 			node, cpu, apicid);  in announce_cpu()
745 	int cpu;  in wakeup_cpu0_nmi()  local
747 	cpu = smp_processor_id();  in wakeup_cpu0_nmi()
748 	if (cpu == 0 && !cpu_online(cpu) && enable_start_cpu0)  in wakeup_cpu0_nmi()
767 wakeup_cpu_via_init_nmi(int cpu, unsigned long start_ip, int apicid,  in wakeup_cpu_via_init_nmi()  argument
778 	if (cpu) {  in wakeup_cpu_via_init_nmi()
807 void common_cpu_up(unsigned int cpu, struct task_struct *idle)  in common_cpu_up()  argument
812 	per_cpu(current_task, cpu) = idle;  in common_cpu_up()
816 	irq_ctx_init(cpu);  in common_cpu_up()
817 	per_cpu(cpu_current_top_of_stack, cpu) =  in common_cpu_up()
821 	initial_gs = per_cpu_offset(cpu);  in common_cpu_up()
831 static int do_boot_cpu(int apicid, int cpu, struct task_struct *idle)  in do_boot_cpu()  argument
845 	early_gdt_descr.address = (unsigned long)get_cpu_gdt_table(cpu);  in do_boot_cpu()
853 	init_espfix_ap(cpu);  in do_boot_cpu()
857 	announce_cpu(cpu, apicid);  in do_boot_cpu()
884 	cpumask_clear_cpu(cpu, cpu_initialized_mask);  in do_boot_cpu()
896 		boot_error = wakeup_cpu_via_init_nmi(cpu, start_ip, apicid,  in do_boot_cpu()
906 			if (cpumask_test_cpu(cpu, cpu_initialized_mask)) {  in do_boot_cpu()
910 				cpumask_set_cpu(cpu, cpu_callout_mask);  in do_boot_cpu()
922 		while (!cpumask_test_cpu(cpu, cpu_callin_mask)) {  in do_boot_cpu()
952 int native_cpu_up(unsigned int cpu, struct task_struct *tidle)  in native_cpu_up()  argument
954 	int apicid = apic->cpu_present_to_apicid(cpu);  in native_cpu_up()
960 	pr_debug("++++++++++++++++++++=_---CPU UP  %u\n", cpu);  in native_cpu_up()
965 		pr_err("%s: bad cpu %d\n", __func__, cpu);  in native_cpu_up()
972 	if (cpumask_test_cpu(cpu, cpu_callin_mask)) {  in native_cpu_up()
973 		pr_debug("do_boot_cpu %d Already started\n", cpu);  in native_cpu_up()
984 	err = cpu_check_up_prepare(cpu);  in native_cpu_up()
989 	__cpu_disable_lazy_restore(cpu);  in native_cpu_up()
991 	common_cpu_up(cpu, tidle);  in native_cpu_up()
1000 	err = do_boot_cpu(apicid, cpu, tidle);  in native_cpu_up()
1004 		pr_err("do_boot_cpu failed(%d) to wakeup CPU#%u\n", err, cpu);  in native_cpu_up()
1013 	check_tsc_sync_source(cpu);  in native_cpu_up()
1016 	while (!cpu_online(cpu)) {  in native_cpu_up()
1072 		unsigned int cpu;  in smp_sanity_check()  local
1079 		for_each_present_cpu(cpu) {  in smp_sanity_check()
1081 				set_cpu_present(cpu, false);  in smp_sanity_check()
1086 		for_each_possible_cpu(cpu) {  in smp_sanity_check()
1088 				set_cpu_possible(cpu, false);  in smp_sanity_check()
1177 	current_thread_info()->cpu = 0;  /* needed? */  in native_smp_prepare_cpus()
1333 static void remove_siblinginfo(int cpu)  in remove_siblinginfo()  argument
1336 	struct cpuinfo_x86 *c = &cpu_data(cpu);  in remove_siblinginfo()
1338 	for_each_cpu(sibling, topology_core_cpumask(cpu)) {  in remove_siblinginfo()
1339 		cpumask_clear_cpu(cpu, topology_core_cpumask(sibling));  in remove_siblinginfo()
1343 		if (cpumask_weight(topology_sibling_cpumask(cpu)) == 1)  in remove_siblinginfo()
1347 	for_each_cpu(sibling, topology_sibling_cpumask(cpu))  in remove_siblinginfo()
1348 		cpumask_clear_cpu(cpu, topology_sibling_cpumask(sibling));  in remove_siblinginfo()
1349 	for_each_cpu(sibling, cpu_llc_shared_mask(cpu))  in remove_siblinginfo()
1350 		cpumask_clear_cpu(cpu, cpu_llc_shared_mask(sibling));  in remove_siblinginfo()
1351 	cpumask_clear(cpu_llc_shared_mask(cpu));  in remove_siblinginfo()
1352 	cpumask_clear(topology_sibling_cpumask(cpu));  in remove_siblinginfo()
1353 	cpumask_clear(topology_core_cpumask(cpu));  in remove_siblinginfo()
1356 	cpumask_clear_cpu(cpu, cpu_sibling_setup_mask);  in remove_siblinginfo()
1359 static void remove_cpu_from_maps(int cpu)  in remove_cpu_from_maps()  argument
1361 	set_cpu_online(cpu, false);  in remove_cpu_from_maps()
1362 	cpumask_clear_cpu(cpu, cpu_callout_mask);  in remove_cpu_from_maps()
1363 	cpumask_clear_cpu(cpu, cpu_callin_mask);  in remove_cpu_from_maps()
1365 	cpumask_clear_cpu(cpu, cpu_initialized_mask);  in remove_cpu_from_maps()
1366 	numa_remove_cpu(cpu);  in remove_cpu_from_maps()
1371 	int cpu = smp_processor_id();  in cpu_disable_common()  local
1373 	remove_siblinginfo(cpu);  in cpu_disable_common()
1377 	remove_cpu_from_maps(cpu);  in cpu_disable_common()
1396 int common_cpu_die(unsigned int cpu)  in common_cpu_die()  argument
1403 	if (cpu_wait_death(cpu, 5)) {  in common_cpu_die()
1405 			pr_info("CPU %u is now offline\n", cpu);  in common_cpu_die()
1407 		pr_err("CPU %u didn't die...\n", cpu);  in common_cpu_die()
1414 void native_cpu_die(unsigned int cpu)  in native_cpu_die()  argument
1416 	common_cpu_die(cpu);  in native_cpu_die()
1545 void native_cpu_die(unsigned int cpu)  in native_cpu_die()  argument