1/*
2 *  linux/arch/m32r/kernel/smpboot.c
3 *    orig : i386 2.4.10
4 *
5 *  M32R SMP booting functions
6 *
7 *  Copyright (c) 2001, 2002, 2003  Hitoshi Yamamoto
8 *
9 *  Taken from i386 version.
10 *	  (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
11 *	  (c) 1998, 1999, 2000 Ingo Molnar <mingo@redhat.com>
12 *
13 *	Much of the core SMP work is based on previous work by Thomas Radke, to
14 *	whom a great many thanks are extended.
15 *
16 *	Thanks to Intel for making available several different Pentium,
17 *	Pentium Pro and Pentium-II/Xeon MP machines.
18 *	Original development of Linux SMP code supported by Caldera.
19 *
20 *	This code is released under the GNU General Public License version 2 or
21 *	later.
22 *
23 *	Fixes
24 *		Felix Koop	:	NR_CPUS used properly
25 *		Jose Renau	:	Handle single CPU case.
26 *		Alan Cox	:	By repeated request
27 *					8) - Total BogoMIP report.
28 *		Greg Wright	:	Fix for kernel stacks panic.
29 *		Erich Boleyn	:	MP v1.4 and additional changes.
30 *	Matthias Sattler	:	Changes for 2.1 kernel map.
31 *	Michel Lespinasse	:	Changes for 2.1 kernel map.
32 *	Michael Chastain	:	Change trampoline.S to gnu as.
33 *		Alan Cox	:	Dumb bug: 'B' step PPro's are fine
34 *		Ingo Molnar	:	Added APIC timers, based on code
35 *					from Jose Renau
36 *		Ingo Molnar	:	various cleanups and rewrites
37 *		Tigran Aivazian	:	fixed "0.00 in /proc/uptime on SMP" bug.
38 *	Maciej W. Rozycki	:	Bits for genuine 82489DX APICs
39 *		Martin J. Bligh	: 	Added support for multi-quad systems
40 */
41
42#include <linux/module.h>
43#include <linux/cpu.h>
44#include <linux/init.h>
45#include <linux/kernel.h>
46#include <linux/mm.h>
47#include <linux/sched.h>
48#include <linux/err.h>
49#include <linux/irq.h>
50#include <linux/bootmem.h>
51#include <linux/delay.h>
52
53#include <asm/io.h>
54#include <asm/pgalloc.h>
55#include <asm/tlbflush.h>
56
57#define DEBUG_SMP
58#ifdef DEBUG_SMP
59#define Dprintk(x...) printk(x)
60#else
61#define Dprintk(x...)
62#endif
63
64extern cpumask_t cpu_initialized;
65
66/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
67/* Data structures and variables                                             */
68/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
69
70/* Processor that is doing the boot up */
71static unsigned int bsp_phys_id = -1;
72
73/* Bitmask of physically existing CPUs */
74physid_mask_t phys_cpu_present_map;
75
76cpumask_t cpu_bootout_map;
77cpumask_t cpu_bootin_map;
78static cpumask_t cpu_callin_map;
79cpumask_t cpu_callout_map;
80EXPORT_SYMBOL(cpu_callout_map);
81
82/* Per CPU bogomips and other parameters */
83struct cpuinfo_m32r cpu_data[NR_CPUS] __cacheline_aligned;
84
85static int cpucount;
86static cpumask_t smp_commenced_mask;
87
88extern struct {
89	void * spi;
90	unsigned short ss;
91} stack_start;
92
93/* which physical physical ID maps to which logical CPU number */
94static volatile int physid_2_cpu[NR_CPUS];
95#define physid_to_cpu(physid)	physid_2_cpu[physid]
96
97/* which logical CPU number maps to which physical ID */
98volatile int cpu_2_physid[NR_CPUS];
99
100DEFINE_PER_CPU(int, prof_multiplier) = 1;
101DEFINE_PER_CPU(int, prof_old_multiplier) = 1;
102DEFINE_PER_CPU(int, prof_counter) = 1;
103
104spinlock_t ipi_lock[NR_IPIS];
105
106static unsigned int calibration_result;
107
108/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
109/* Function Prototypes                                                       */
110/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
111
112static void init_ipi_lock(void);
113static void do_boot_cpu(int);
114
115int start_secondary(void *);
116static void smp_callin(void);
117static void smp_online(void);
118
119static void show_mp_info(int);
120static void smp_store_cpu_info(int);
121static void show_cpu_info(int);
122int setup_profiling_timer(unsigned int);
123static void init_cpu_to_physid(void);
124static void map_cpu_to_physid(int, int);
125static void unmap_cpu_to_physid(int, int);
126
127/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
128/* Boot up APs Routines : BSP                                                */
129/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
130void smp_prepare_boot_cpu(void)
131{
132	bsp_phys_id = hard_smp_processor_id();
133	physid_set(bsp_phys_id, phys_cpu_present_map);
134	set_cpu_online(0, true);	/* BSP's cpu_id == 0 */
135	cpumask_set_cpu(0, &cpu_callout_map);
136	cpumask_set_cpu(0, &cpu_callin_map);
137
138	/*
139	 * Initialize the logical to physical CPU number mapping
140	 */
141	init_cpu_to_physid();
142	map_cpu_to_physid(0, bsp_phys_id);
143	current_thread_info()->cpu = 0;
144}
145
146/*==========================================================================*
147 * Name:         smp_prepare_cpus (old smp_boot_cpus)
148 *
149 * Description:  This routine boot up APs.
150 *
151 * Born on Date: 2002.02.05
152 *
153 * Arguments:    NONE
154 *
155 * Returns:      void (cannot fail)
156 *
157 * Modification log:
158 * Date       Who Description
159 * ---------- --- --------------------------------------------------------
160 * 2003-06-24 hy  modify for linux-2.5.69
161 *
162 *==========================================================================*/
163void __init smp_prepare_cpus(unsigned int max_cpus)
164{
165	int phys_id;
166	unsigned long nr_cpu;
167
168	nr_cpu = inl(M32R_FPGA_NUM_OF_CPUS_PORTL);
169	if (nr_cpu > NR_CPUS) {
170		printk(KERN_INFO "NUM_OF_CPUS reg. value [%ld] > NR_CPU [%d]",
171			nr_cpu, NR_CPUS);
172		goto smp_done;
173	}
174	for (phys_id = 0 ; phys_id < nr_cpu ; phys_id++)
175		physid_set(phys_id, phys_cpu_present_map);
176#ifndef CONFIG_HOTPLUG_CPU
177	init_cpu_present(cpu_possible_mask);
178#endif
179
180	show_mp_info(nr_cpu);
181
182	init_ipi_lock();
183
184	/*
185	 * Setup boot CPU information
186	 */
187	smp_store_cpu_info(0); /* Final full version of the data */
188
189	/*
190	 * If SMP should be disabled, then really disable it!
191	 */
192	if (!max_cpus) {
193		printk(KERN_INFO "SMP mode deactivated by commandline.\n");
194		goto smp_done;
195	}
196
197	/*
198	 * Now scan the CPU present map and fire up the other CPUs.
199	 */
200	Dprintk("CPU present map : %lx\n", physids_coerce(phys_cpu_present_map));
201
202	for (phys_id = 0 ; phys_id < NR_CPUS ; phys_id++) {
203		/*
204		 * Don't even attempt to start the boot CPU!
205		 */
206		if (phys_id == bsp_phys_id)
207			continue;
208
209		if (!physid_isset(phys_id, phys_cpu_present_map))
210			continue;
211
212		if (max_cpus <= cpucount + 1)
213			continue;
214
215		do_boot_cpu(phys_id);
216
217		/*
218		 * Make sure we unmap all failed CPUs
219		 */
220		if (physid_to_cpu(phys_id) == -1) {
221			physid_clear(phys_id, phys_cpu_present_map);
222			printk("phys CPU#%d not responding - " \
223				"cannot use it.\n", phys_id);
224		}
225	}
226
227smp_done:
228	Dprintk("Boot done.\n");
229}
230
231/*
232 * init_ipi_lock : Initialize IPI locks.
233 */
234static void __init init_ipi_lock(void)
235{
236	int ipi;
237
238	for (ipi = 0 ; ipi < NR_IPIS ; ipi++)
239		spin_lock_init(&ipi_lock[ipi]);
240}
241
242/*==========================================================================*
243 * Name:         do_boot_cpu
244 *
245 * Description:  This routine boot up one AP.
246 *
247 * Born on Date: 2002.02.05
248 *
249 * Arguments:    phys_id - Target CPU physical ID
250 *
251 * Returns:      void (cannot fail)
252 *
253 * Modification log:
254 * Date       Who Description
255 * ---------- --- --------------------------------------------------------
256 * 2003-06-24 hy  modify for linux-2.5.69
257 *
258 *==========================================================================*/
259static void __init do_boot_cpu(int phys_id)
260{
261	struct task_struct *idle;
262	unsigned long send_status, boot_status;
263	int timeout, cpu_id;
264
265	cpu_id = ++cpucount;
266
267	/*
268	 * We can't use kernel_thread since we must avoid to
269	 * reschedule the child.
270	 */
271	idle = fork_idle(cpu_id);
272	if (IS_ERR(idle))
273		panic("failed fork for CPU#%d.", cpu_id);
274
275	idle->thread.lr = (unsigned long)start_secondary;
276
277	map_cpu_to_physid(cpu_id, phys_id);
278
279	/* So we see what's up   */
280	printk("Booting processor %d/%d\n", phys_id, cpu_id);
281	stack_start.spi = (void *)idle->thread.sp;
282	task_thread_info(idle)->cpu = cpu_id;
283
284	/*
285	 * Send Startup IPI
286	 *   1.IPI received by CPU#(phys_id).
287	 *   2.CPU#(phys_id) enter startup_AP (arch/m32r/kernel/head.S)
288	 *   3.CPU#(phys_id) enter start_secondary()
289	 */
290	send_status = 0;
291	boot_status = 0;
292
293	cpumask_set_cpu(phys_id, &cpu_bootout_map);
294
295	/* Send Startup IPI */
296	send_IPI_mask_phys(cpumask_of(phys_id), CPU_BOOT_IPI, 0);
297
298	Dprintk("Waiting for send to finish...\n");
299	timeout = 0;
300
301	/* Wait 100[ms] */
302	do {
303		Dprintk("+");
304		udelay(1000);
305		send_status = !cpumask_test_cpu(phys_id, &cpu_bootin_map);
306	} while (send_status && (timeout++ < 100));
307
308	Dprintk("After Startup.\n");
309
310	if (!send_status) {
311		/*
312		 * allow APs to start initializing.
313		 */
314		Dprintk("Before Callout %d.\n", cpu_id);
315		cpumask_set_cpu(cpu_id, &cpu_callout_map);
316		Dprintk("After Callout %d.\n", cpu_id);
317
318		/*
319		 * Wait 5s total for a response
320		 */
321		for (timeout = 0; timeout < 5000; timeout++) {
322			if (cpumask_test_cpu(cpu_id, &cpu_callin_map))
323				break;	/* It has booted */
324			udelay(1000);
325		}
326
327		if (cpumask_test_cpu(cpu_id, &cpu_callin_map)) {
328			/* number CPUs logically, starting from 1 (BSP is 0) */
329			Dprintk("OK.\n");
330		} else {
331			boot_status = 1;
332			printk("Not responding.\n");
333		}
334	} else
335		printk("IPI never delivered???\n");
336
337	if (send_status || boot_status) {
338		unmap_cpu_to_physid(cpu_id, phys_id);
339		cpumask_clear_cpu(cpu_id, &cpu_callout_map);
340		cpumask_clear_cpu(cpu_id, &cpu_callin_map);
341		cpumask_clear_cpu(cpu_id, &cpu_initialized);
342		cpucount--;
343	}
344}
345
346int __cpu_up(unsigned int cpu_id, struct task_struct *tidle)
347{
348	int timeout;
349
350	cpumask_set_cpu(cpu_id, &smp_commenced_mask);
351
352	/*
353	 * Wait 5s total for a response
354	 */
355	for (timeout = 0; timeout < 5000; timeout++) {
356		if (cpu_online(cpu_id))
357			break;
358		udelay(1000);
359	}
360	if (!cpu_online(cpu_id))
361		BUG();
362
363	return 0;
364}
365
366void __init smp_cpus_done(unsigned int max_cpus)
367{
368	int cpu_id, timeout;
369	unsigned long bogosum = 0;
370
371	for (timeout = 0; timeout < 5000; timeout++) {
372		if (cpumask_equal(&cpu_callin_map, cpu_online_mask))
373			break;
374		udelay(1000);
375	}
376	if (!cpumask_equal(&cpu_callin_map, cpu_online_mask))
377		BUG();
378
379	for_each_online_cpu(cpu_id)
380		show_cpu_info(cpu_id);
381
382	/*
383	 * Allow the user to impress friends.
384	 */
385	Dprintk("Before bogomips.\n");
386	if (cpucount) {
387		for_each_cpu(cpu_id,cpu_online_mask)
388			bogosum += cpu_data[cpu_id].loops_per_jiffy;
389
390		printk(KERN_INFO "Total of %d processors activated " \
391			"(%lu.%02lu BogoMIPS).\n", cpucount + 1,
392			bogosum / (500000 / HZ),
393			(bogosum / (5000 / HZ)) % 100);
394		Dprintk("Before bogocount - setting activated=1.\n");
395	}
396}
397
398/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
399/* Activate a secondary processor Routines                                   */
400/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
401
402/*==========================================================================*
403 * Name:         start_secondary
404 *
405 * Description:  This routine activate a secondary processor.
406 *
407 * Born on Date: 2002.02.05
408 *
409 * Arguments:    *unused - currently unused.
410 *
411 * Returns:      void (cannot fail)
412 *
413 * Modification log:
414 * Date       Who Description
415 * ---------- --- --------------------------------------------------------
416 * 2003-06-24 hy  modify for linux-2.5.69
417 *
418 *==========================================================================*/
419int __init start_secondary(void *unused)
420{
421	cpu_init();
422	preempt_disable();
423	smp_callin();
424	while (!cpumask_test_cpu(smp_processor_id(), &smp_commenced_mask))
425		cpu_relax();
426
427	smp_online();
428
429	/*
430	 * low-memory mappings have been cleared, flush them from
431	 * the local TLBs too.
432	 */
433	local_flush_tlb_all();
434
435	cpu_startup_entry(CPUHP_ONLINE);
436	return 0;
437}
438
439/*==========================================================================*
440 * Name:         smp_callin
441 *
442 * Description:  This routine activate a secondary processor.
443 *
444 * Born on Date: 2002.02.05
445 *
446 * Arguments:    NONE
447 *
448 * Returns:      void (cannot fail)
449 *
450 * Modification log:
451 * Date       Who Description
452 * ---------- --- --------------------------------------------------------
453 * 2003-06-24 hy  modify for linux-2.5.69
454 *
455 *==========================================================================*/
456static void __init smp_callin(void)
457{
458	int phys_id = hard_smp_processor_id();
459	int cpu_id = smp_processor_id();
460	unsigned long timeout;
461
462	if (cpumask_test_cpu(cpu_id, &cpu_callin_map)) {
463		printk("huh, phys CPU#%d, CPU#%d already present??\n",
464			phys_id, cpu_id);
465		BUG();
466	}
467	Dprintk("CPU#%d (phys ID: %d) waiting for CALLOUT\n", cpu_id, phys_id);
468
469	/* Waiting 2s total for startup (udelay is not yet working) */
470	timeout = jiffies + (2 * HZ);
471	while (time_before(jiffies, timeout)) {
472		/* Has the boot CPU finished it's STARTUP sequence ? */
473		if (cpumask_test_cpu(cpu_id, &cpu_callout_map))
474			break;
475		cpu_relax();
476	}
477
478	if (!time_before(jiffies, timeout)) {
479		printk("BUG: CPU#%d started up but did not get a callout!\n",
480			cpu_id);
481		BUG();
482	}
483
484	/* Allow the master to continue. */
485	cpumask_set_cpu(cpu_id, &cpu_callin_map);
486}
487
488static void __init smp_online(void)
489{
490	int cpu_id = smp_processor_id();
491
492	notify_cpu_starting(cpu_id);
493
494	local_irq_enable();
495
496	/* Get our bogomips. */
497	calibrate_delay();
498
499	/* Save our processor parameters */
500 	smp_store_cpu_info(cpu_id);
501
502	set_cpu_online(cpu_id, true);
503}
504
505/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
506/* Boot up CPUs common Routines                                              */
507/*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*/
508static void __init show_mp_info(int nr_cpu)
509{
510	int i;
511	char cpu_model0[17], cpu_model1[17], cpu_ver[9];
512
513	strncpy(cpu_model0, (char *)M32R_FPGA_CPU_NAME_ADDR, 16);
514	strncpy(cpu_model1, (char *)M32R_FPGA_MODEL_ID_ADDR, 16);
515	strncpy(cpu_ver, (char *)M32R_FPGA_VERSION_ADDR, 8);
516
517	cpu_model0[16] = '\0';
518	for (i = 15 ; i >= 0 ; i--) {
519		if (cpu_model0[i] != ' ')
520			break;
521		cpu_model0[i] = '\0';
522	}
523	cpu_model1[16] = '\0';
524	for (i = 15 ; i >= 0 ; i--) {
525		if (cpu_model1[i] != ' ')
526			break;
527		cpu_model1[i] = '\0';
528	}
529	cpu_ver[8] = '\0';
530	for (i = 7 ; i >= 0 ; i--) {
531		if (cpu_ver[i] != ' ')
532			break;
533		cpu_ver[i] = '\0';
534	}
535
536	printk(KERN_INFO "M32R-mp information\n");
537	printk(KERN_INFO "  On-chip CPUs : %d\n", nr_cpu);
538	printk(KERN_INFO "  CPU model : %s/%s(%s)\n", cpu_model0,
539		cpu_model1, cpu_ver);
540}
541
542/*
543 * The bootstrap kernel entry code has set these up. Save them for
544 * a given CPU
545 */
546static void __init smp_store_cpu_info(int cpu_id)
547{
548	struct cpuinfo_m32r *ci = cpu_data + cpu_id;
549
550	*ci = boot_cpu_data;
551	ci->loops_per_jiffy = loops_per_jiffy;
552}
553
554static void __init show_cpu_info(int cpu_id)
555{
556	struct cpuinfo_m32r *ci = &cpu_data[cpu_id];
557
558	printk("CPU#%d : ", cpu_id);
559
560#define PRINT_CLOCK(name, value) \
561	printk(name " clock %d.%02dMHz", \
562		((value) / 1000000), ((value) % 1000000) / 10000)
563
564	PRINT_CLOCK("CPU", (int)ci->cpu_clock);
565	PRINT_CLOCK(", Bus", (int)ci->bus_clock);
566	printk(", loops_per_jiffy[%ld]\n", ci->loops_per_jiffy);
567}
568
569/*
570 * the frequency of the profiling timer can be changed
571 * by writing a multiplier value into /proc/profile.
572 */
573int setup_profiling_timer(unsigned int multiplier)
574{
575	int i;
576
577	/*
578	 * Sanity check. [at least 500 APIC cycles should be
579	 * between APIC interrupts as a rule of thumb, to avoid
580	 * irqs flooding us]
581	 */
582	if ( (!multiplier) || (calibration_result / multiplier < 500))
583		return -EINVAL;
584
585	/*
586	 * Set the new multiplier for each CPU. CPUs don't start using the
587	 * new values until the next timer interrupt in which they do process
588	 * accounting. At that time they also adjust their APIC timers
589	 * accordingly.
590	 */
591	for_each_possible_cpu(i)
592		per_cpu(prof_multiplier, i) = multiplier;
593
594	return 0;
595}
596
597/* Initialize all maps between cpu number and apicids */
598static void __init init_cpu_to_physid(void)
599{
600	int  i;
601
602	for (i = 0 ; i < NR_CPUS ; i++) {
603		cpu_2_physid[i] = -1;
604		physid_2_cpu[i] = -1;
605	}
606}
607
608/*
609 * set up a mapping between cpu and apicid. Uses logical apicids for multiquad,
610 * else physical apic ids
611 */
612static void __init map_cpu_to_physid(int cpu_id, int phys_id)
613{
614	physid_2_cpu[phys_id] = cpu_id;
615	cpu_2_physid[cpu_id] = phys_id;
616}
617
618/*
619 * undo a mapping between cpu and apicid. Uses logical apicids for multiquad,
620 * else physical apic ids
621 */
622static void __init unmap_cpu_to_physid(int cpu_id, int phys_id)
623{
624	physid_2_cpu[phys_id] = -1;
625	cpu_2_physid[cpu_id] = -1;
626}
627