1/*
2 * Freescale MPC85xx Memory Controller kernel module
3 *
4 * Parts Copyrighted (c) 2013 by Freescale Semiconductor, Inc.
5 *
6 * Author: Dave Jiang <djiang@mvista.com>
7 *
8 * 2006-2007 (c) MontaVista Software, Inc. This file is licensed under
9 * the terms of the GNU General Public License version 2. This program
10 * is licensed "as is" without any warranty of any kind, whether express
11 * or implied.
12 *
13 */
14#include <linux/module.h>
15#include <linux/init.h>
16#include <linux/interrupt.h>
17#include <linux/ctype.h>
18#include <linux/io.h>
19#include <linux/mod_devicetable.h>
20#include <linux/edac.h>
21#include <linux/smp.h>
22#include <linux/gfp.h>
23
24#include <linux/of_platform.h>
25#include <linux/of_device.h>
26#include "edac_module.h"
27#include "edac_core.h"
28#include "mpc85xx_edac.h"
29
30static int edac_dev_idx;
31#ifdef CONFIG_PCI
32static int edac_pci_idx;
33#endif
34static int edac_mc_idx;
35
36static u32 orig_ddr_err_disable;
37static u32 orig_ddr_err_sbe;
38
39/*
40 * PCI Err defines
41 */
42#ifdef CONFIG_PCI
43static u32 orig_pci_err_cap_dr;
44static u32 orig_pci_err_en;
45#endif
46
47static u32 orig_l2_err_disable;
48#ifdef CONFIG_FSL_SOC_BOOKE
49static u32 orig_hid1[2];
50#endif
51
52/************************ MC SYSFS parts ***********************************/
53
54#define to_mci(k) container_of(k, struct mem_ctl_info, dev)
55
56static ssize_t mpc85xx_mc_inject_data_hi_show(struct device *dev,
57					      struct device_attribute *mattr,
58					      char *data)
59{
60	struct mem_ctl_info *mci = to_mci(dev);
61	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
62	return sprintf(data, "0x%08x",
63		       in_be32(pdata->mc_vbase +
64			       MPC85XX_MC_DATA_ERR_INJECT_HI));
65}
66
67static ssize_t mpc85xx_mc_inject_data_lo_show(struct device *dev,
68					      struct device_attribute *mattr,
69					      char *data)
70{
71	struct mem_ctl_info *mci = to_mci(dev);
72	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
73	return sprintf(data, "0x%08x",
74		       in_be32(pdata->mc_vbase +
75			       MPC85XX_MC_DATA_ERR_INJECT_LO));
76}
77
78static ssize_t mpc85xx_mc_inject_ctrl_show(struct device *dev,
79					   struct device_attribute *mattr,
80					   char *data)
81{
82	struct mem_ctl_info *mci = to_mci(dev);
83	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
84	return sprintf(data, "0x%08x",
85		       in_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT));
86}
87
88static ssize_t mpc85xx_mc_inject_data_hi_store(struct device *dev,
89					       struct device_attribute *mattr,
90					       const char *data, size_t count)
91{
92	struct mem_ctl_info *mci = to_mci(dev);
93	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
94	if (isdigit(*data)) {
95		out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_HI,
96			 simple_strtoul(data, NULL, 0));
97		return count;
98	}
99	return 0;
100}
101
102static ssize_t mpc85xx_mc_inject_data_lo_store(struct device *dev,
103					       struct device_attribute *mattr,
104					       const char *data, size_t count)
105{
106	struct mem_ctl_info *mci = to_mci(dev);
107	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
108	if (isdigit(*data)) {
109		out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_LO,
110			 simple_strtoul(data, NULL, 0));
111		return count;
112	}
113	return 0;
114}
115
116static ssize_t mpc85xx_mc_inject_ctrl_store(struct device *dev,
117					       struct device_attribute *mattr,
118					       const char *data, size_t count)
119{
120	struct mem_ctl_info *mci = to_mci(dev);
121	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
122	if (isdigit(*data)) {
123		out_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT,
124			 simple_strtoul(data, NULL, 0));
125		return count;
126	}
127	return 0;
128}
129
130DEVICE_ATTR(inject_data_hi, S_IRUGO | S_IWUSR,
131	    mpc85xx_mc_inject_data_hi_show, mpc85xx_mc_inject_data_hi_store);
132DEVICE_ATTR(inject_data_lo, S_IRUGO | S_IWUSR,
133	    mpc85xx_mc_inject_data_lo_show, mpc85xx_mc_inject_data_lo_store);
134DEVICE_ATTR(inject_ctrl, S_IRUGO | S_IWUSR,
135	    mpc85xx_mc_inject_ctrl_show, mpc85xx_mc_inject_ctrl_store);
136
137static struct attribute *mpc85xx_dev_attrs[] = {
138	&dev_attr_inject_data_hi.attr,
139	&dev_attr_inject_data_lo.attr,
140	&dev_attr_inject_ctrl.attr,
141	NULL
142};
143
144ATTRIBUTE_GROUPS(mpc85xx_dev);
145
146/**************************** PCI Err device ***************************/
147#ifdef CONFIG_PCI
148
149static void mpc85xx_pci_check(struct edac_pci_ctl_info *pci)
150{
151	struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
152	u32 err_detect;
153
154	err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
155
156	/* master aborts can happen during PCI config cycles */
157	if (!(err_detect & ~(PCI_EDE_MULTI_ERR | PCI_EDE_MST_ABRT))) {
158		out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
159		return;
160	}
161
162	printk(KERN_ERR "PCI error(s) detected\n");
163	printk(KERN_ERR "PCI/X ERR_DR register: %#08x\n", err_detect);
164
165	printk(KERN_ERR "PCI/X ERR_ATTRIB register: %#08x\n",
166	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ATTRIB));
167	printk(KERN_ERR "PCI/X ERR_ADDR register: %#08x\n",
168	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR));
169	printk(KERN_ERR "PCI/X ERR_EXT_ADDR register: %#08x\n",
170	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EXT_ADDR));
171	printk(KERN_ERR "PCI/X ERR_DL register: %#08x\n",
172	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DL));
173	printk(KERN_ERR "PCI/X ERR_DH register: %#08x\n",
174	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DH));
175
176	/* clear error bits */
177	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
178
179	if (err_detect & PCI_EDE_PERR_MASK)
180		edac_pci_handle_pe(pci, pci->ctl_name);
181
182	if ((err_detect & ~PCI_EDE_MULTI_ERR) & ~PCI_EDE_PERR_MASK)
183		edac_pci_handle_npe(pci, pci->ctl_name);
184}
185
186static void mpc85xx_pcie_check(struct edac_pci_ctl_info *pci)
187{
188	struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
189	u32 err_detect;
190
191	err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
192
193	pr_err("PCIe error(s) detected\n");
194	pr_err("PCIe ERR_DR register: 0x%08x\n", err_detect);
195	pr_err("PCIe ERR_CAP_STAT register: 0x%08x\n",
196			in_be32(pdata->pci_vbase + MPC85XX_PCI_GAS_TIMR));
197	pr_err("PCIe ERR_CAP_R0 register: 0x%08x\n",
198			in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R0));
199	pr_err("PCIe ERR_CAP_R1 register: 0x%08x\n",
200			in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R1));
201	pr_err("PCIe ERR_CAP_R2 register: 0x%08x\n",
202			in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R2));
203	pr_err("PCIe ERR_CAP_R3 register: 0x%08x\n",
204			in_be32(pdata->pci_vbase + MPC85XX_PCIE_ERR_CAP_R3));
205
206	/* clear error bits */
207	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
208}
209
210static int mpc85xx_pcie_find_capability(struct device_node *np)
211{
212	struct pci_controller *hose;
213
214	if (!np)
215		return -EINVAL;
216
217	hose = pci_find_hose_for_OF_device(np);
218
219	return early_find_capability(hose, 0, 0, PCI_CAP_ID_EXP);
220}
221
222static irqreturn_t mpc85xx_pci_isr(int irq, void *dev_id)
223{
224	struct edac_pci_ctl_info *pci = dev_id;
225	struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
226	u32 err_detect;
227
228	err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
229
230	if (!err_detect)
231		return IRQ_NONE;
232
233	if (pdata->is_pcie)
234		mpc85xx_pcie_check(pci);
235	else
236		mpc85xx_pci_check(pci);
237
238	return IRQ_HANDLED;
239}
240
241int mpc85xx_pci_err_probe(struct platform_device *op)
242{
243	struct edac_pci_ctl_info *pci;
244	struct mpc85xx_pci_pdata *pdata;
245	struct resource r;
246	int res = 0;
247
248	if (!devres_open_group(&op->dev, mpc85xx_pci_err_probe, GFP_KERNEL))
249		return -ENOMEM;
250
251	pci = edac_pci_alloc_ctl_info(sizeof(*pdata), "mpc85xx_pci_err");
252	if (!pci)
253		return -ENOMEM;
254
255	/* make sure error reporting method is sane */
256	switch (edac_op_state) {
257	case EDAC_OPSTATE_POLL:
258	case EDAC_OPSTATE_INT:
259		break;
260	default:
261		edac_op_state = EDAC_OPSTATE_INT;
262		break;
263	}
264
265	pdata = pci->pvt_info;
266	pdata->name = "mpc85xx_pci_err";
267	pdata->irq = NO_IRQ;
268
269	if (mpc85xx_pcie_find_capability(op->dev.of_node) > 0)
270		pdata->is_pcie = true;
271
272	dev_set_drvdata(&op->dev, pci);
273	pci->dev = &op->dev;
274	pci->mod_name = EDAC_MOD_STR;
275	pci->ctl_name = pdata->name;
276	pci->dev_name = dev_name(&op->dev);
277
278	if (edac_op_state == EDAC_OPSTATE_POLL) {
279		if (pdata->is_pcie)
280			pci->edac_check = mpc85xx_pcie_check;
281		else
282			pci->edac_check = mpc85xx_pci_check;
283	}
284
285	pdata->edac_idx = edac_pci_idx++;
286
287	res = of_address_to_resource(op->dev.of_node, 0, &r);
288	if (res) {
289		printk(KERN_ERR "%s: Unable to get resource for "
290		       "PCI err regs\n", __func__);
291		goto err;
292	}
293
294	/* we only need the error registers */
295	r.start += 0xe00;
296
297	if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
298					pdata->name)) {
299		printk(KERN_ERR "%s: Error while requesting mem region\n",
300		       __func__);
301		res = -EBUSY;
302		goto err;
303	}
304
305	pdata->pci_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
306	if (!pdata->pci_vbase) {
307		printk(KERN_ERR "%s: Unable to setup PCI err regs\n", __func__);
308		res = -ENOMEM;
309		goto err;
310	}
311
312	if (pdata->is_pcie) {
313		orig_pci_err_cap_dr =
314		    in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR);
315		out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR, ~0);
316		orig_pci_err_en =
317		    in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
318		out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, 0);
319	} else {
320		orig_pci_err_cap_dr =
321		    in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR);
322
323		/* PCI master abort is expected during config cycles */
324		out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR, 0x40);
325
326		orig_pci_err_en =
327		    in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
328
329		/* disable master abort reporting */
330		out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0x40);
331	}
332
333	/* clear error bits */
334	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, ~0);
335
336	if (edac_pci_add_device(pci, pdata->edac_idx) > 0) {
337		edac_dbg(3, "failed edac_pci_add_device()\n");
338		goto err;
339	}
340
341	if (edac_op_state == EDAC_OPSTATE_INT) {
342		pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
343		res = devm_request_irq(&op->dev, pdata->irq,
344				       mpc85xx_pci_isr,
345				       IRQF_SHARED,
346				       "[EDAC] PCI err", pci);
347		if (res < 0) {
348			printk(KERN_ERR
349			       "%s: Unable to request irq %d for "
350			       "MPC85xx PCI err\n", __func__, pdata->irq);
351			irq_dispose_mapping(pdata->irq);
352			res = -ENODEV;
353			goto err2;
354		}
355
356		printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for PCI Err\n",
357		       pdata->irq);
358	}
359
360	if (pdata->is_pcie) {
361		/*
362		 * Enable all PCIe error interrupt & error detect except invalid
363		 * PEX_CONFIG_ADDR/PEX_CONFIG_DATA access interrupt generation
364		 * enable bit and invalid PEX_CONFIG_ADDR/PEX_CONFIG_DATA access
365		 * detection enable bit. Because PCIe bus code to initialize and
366		 * configure these PCIe devices on booting will use some invalid
367		 * PEX_CONFIG_ADDR/PEX_CONFIG_DATA, edac driver prints the much
368		 * notice information. So disable this detect to fix ugly print.
369		 */
370		out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0
371			 & ~PEX_ERR_ICCAIE_EN_BIT);
372		out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR, 0
373			 | PEX_ERR_ICCAD_DISR_BIT);
374	}
375
376	devres_remove_group(&op->dev, mpc85xx_pci_err_probe);
377	edac_dbg(3, "success\n");
378	printk(KERN_INFO EDAC_MOD_STR " PCI err registered\n");
379
380	return 0;
381
382err2:
383	edac_pci_del_device(&op->dev);
384err:
385	edac_pci_free_ctl_info(pci);
386	devres_release_group(&op->dev, mpc85xx_pci_err_probe);
387	return res;
388}
389EXPORT_SYMBOL(mpc85xx_pci_err_probe);
390
391#endif				/* CONFIG_PCI */
392
393/**************************** L2 Err device ***************************/
394
395/************************ L2 SYSFS parts ***********************************/
396
397static ssize_t mpc85xx_l2_inject_data_hi_show(struct edac_device_ctl_info
398					      *edac_dev, char *data)
399{
400	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
401	return sprintf(data, "0x%08x",
402		       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI));
403}
404
405static ssize_t mpc85xx_l2_inject_data_lo_show(struct edac_device_ctl_info
406					      *edac_dev, char *data)
407{
408	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
409	return sprintf(data, "0x%08x",
410		       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO));
411}
412
413static ssize_t mpc85xx_l2_inject_ctrl_show(struct edac_device_ctl_info
414					   *edac_dev, char *data)
415{
416	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
417	return sprintf(data, "0x%08x",
418		       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL));
419}
420
421static ssize_t mpc85xx_l2_inject_data_hi_store(struct edac_device_ctl_info
422					       *edac_dev, const char *data,
423					       size_t count)
424{
425	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
426	if (isdigit(*data)) {
427		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI,
428			 simple_strtoul(data, NULL, 0));
429		return count;
430	}
431	return 0;
432}
433
434static ssize_t mpc85xx_l2_inject_data_lo_store(struct edac_device_ctl_info
435					       *edac_dev, const char *data,
436					       size_t count)
437{
438	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
439	if (isdigit(*data)) {
440		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO,
441			 simple_strtoul(data, NULL, 0));
442		return count;
443	}
444	return 0;
445}
446
447static ssize_t mpc85xx_l2_inject_ctrl_store(struct edac_device_ctl_info
448					    *edac_dev, const char *data,
449					    size_t count)
450{
451	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
452	if (isdigit(*data)) {
453		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL,
454			 simple_strtoul(data, NULL, 0));
455		return count;
456	}
457	return 0;
458}
459
460static struct edac_dev_sysfs_attribute mpc85xx_l2_sysfs_attributes[] = {
461	{
462	 .attr = {
463		  .name = "inject_data_hi",
464		  .mode = (S_IRUGO | S_IWUSR)
465		  },
466	 .show = mpc85xx_l2_inject_data_hi_show,
467	 .store = mpc85xx_l2_inject_data_hi_store},
468	{
469	 .attr = {
470		  .name = "inject_data_lo",
471		  .mode = (S_IRUGO | S_IWUSR)
472		  },
473	 .show = mpc85xx_l2_inject_data_lo_show,
474	 .store = mpc85xx_l2_inject_data_lo_store},
475	{
476	 .attr = {
477		  .name = "inject_ctrl",
478		  .mode = (S_IRUGO | S_IWUSR)
479		  },
480	 .show = mpc85xx_l2_inject_ctrl_show,
481	 .store = mpc85xx_l2_inject_ctrl_store},
482
483	/* End of list */
484	{
485	 .attr = {.name = NULL}
486	 }
487};
488
489static void mpc85xx_set_l2_sysfs_attributes(struct edac_device_ctl_info
490					    *edac_dev)
491{
492	edac_dev->sysfs_attributes = mpc85xx_l2_sysfs_attributes;
493}
494
495/***************************** L2 ops ***********************************/
496
497static void mpc85xx_l2_check(struct edac_device_ctl_info *edac_dev)
498{
499	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
500	u32 err_detect;
501
502	err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
503
504	if (!(err_detect & L2_EDE_MASK))
505		return;
506
507	printk(KERN_ERR "ECC Error in CPU L2 cache\n");
508	printk(KERN_ERR "L2 Error Detect Register: 0x%08x\n", err_detect);
509	printk(KERN_ERR "L2 Error Capture Data High Register: 0x%08x\n",
510	       in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATAHI));
511	printk(KERN_ERR "L2 Error Capture Data Lo Register: 0x%08x\n",
512	       in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATALO));
513	printk(KERN_ERR "L2 Error Syndrome Register: 0x%08x\n",
514	       in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTECC));
515	printk(KERN_ERR "L2 Error Attributes Capture Register: 0x%08x\n",
516	       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRATTR));
517	printk(KERN_ERR "L2 Error Address Capture Register: 0x%08x\n",
518	       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRADDR));
519
520	/* clear error detect register */
521	out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, err_detect);
522
523	if (err_detect & L2_EDE_CE_MASK)
524		edac_device_handle_ce(edac_dev, 0, 0, edac_dev->ctl_name);
525
526	if (err_detect & L2_EDE_UE_MASK)
527		edac_device_handle_ue(edac_dev, 0, 0, edac_dev->ctl_name);
528}
529
530static irqreturn_t mpc85xx_l2_isr(int irq, void *dev_id)
531{
532	struct edac_device_ctl_info *edac_dev = dev_id;
533	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
534	u32 err_detect;
535
536	err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
537
538	if (!(err_detect & L2_EDE_MASK))
539		return IRQ_NONE;
540
541	mpc85xx_l2_check(edac_dev);
542
543	return IRQ_HANDLED;
544}
545
546static int mpc85xx_l2_err_probe(struct platform_device *op)
547{
548	struct edac_device_ctl_info *edac_dev;
549	struct mpc85xx_l2_pdata *pdata;
550	struct resource r;
551	int res;
552
553	if (!devres_open_group(&op->dev, mpc85xx_l2_err_probe, GFP_KERNEL))
554		return -ENOMEM;
555
556	edac_dev = edac_device_alloc_ctl_info(sizeof(*pdata),
557					      "cpu", 1, "L", 1, 2, NULL, 0,
558					      edac_dev_idx);
559	if (!edac_dev) {
560		devres_release_group(&op->dev, mpc85xx_l2_err_probe);
561		return -ENOMEM;
562	}
563
564	pdata = edac_dev->pvt_info;
565	pdata->name = "mpc85xx_l2_err";
566	pdata->irq = NO_IRQ;
567	edac_dev->dev = &op->dev;
568	dev_set_drvdata(edac_dev->dev, edac_dev);
569	edac_dev->ctl_name = pdata->name;
570	edac_dev->dev_name = pdata->name;
571
572	res = of_address_to_resource(op->dev.of_node, 0, &r);
573	if (res) {
574		printk(KERN_ERR "%s: Unable to get resource for "
575		       "L2 err regs\n", __func__);
576		goto err;
577	}
578
579	/* we only need the error registers */
580	r.start += 0xe00;
581
582	if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
583				     pdata->name)) {
584		printk(KERN_ERR "%s: Error while requesting mem region\n",
585		       __func__);
586		res = -EBUSY;
587		goto err;
588	}
589
590	pdata->l2_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
591	if (!pdata->l2_vbase) {
592		printk(KERN_ERR "%s: Unable to setup L2 err regs\n", __func__);
593		res = -ENOMEM;
594		goto err;
595	}
596
597	out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, ~0);
598
599	orig_l2_err_disable = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS);
600
601	/* clear the err_dis */
602	out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, 0);
603
604	edac_dev->mod_name = EDAC_MOD_STR;
605
606	if (edac_op_state == EDAC_OPSTATE_POLL)
607		edac_dev->edac_check = mpc85xx_l2_check;
608
609	mpc85xx_set_l2_sysfs_attributes(edac_dev);
610
611	pdata->edac_idx = edac_dev_idx++;
612
613	if (edac_device_add_device(edac_dev) > 0) {
614		edac_dbg(3, "failed edac_device_add_device()\n");
615		goto err;
616	}
617
618	if (edac_op_state == EDAC_OPSTATE_INT) {
619		pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
620		res = devm_request_irq(&op->dev, pdata->irq,
621				       mpc85xx_l2_isr, IRQF_SHARED,
622				       "[EDAC] L2 err", edac_dev);
623		if (res < 0) {
624			printk(KERN_ERR
625			       "%s: Unable to request irq %d for "
626			       "MPC85xx L2 err\n", __func__, pdata->irq);
627			irq_dispose_mapping(pdata->irq);
628			res = -ENODEV;
629			goto err2;
630		}
631
632		printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for L2 Err\n",
633		       pdata->irq);
634
635		edac_dev->op_state = OP_RUNNING_INTERRUPT;
636
637		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, L2_EIE_MASK);
638	}
639
640	devres_remove_group(&op->dev, mpc85xx_l2_err_probe);
641
642	edac_dbg(3, "success\n");
643	printk(KERN_INFO EDAC_MOD_STR " L2 err registered\n");
644
645	return 0;
646
647err2:
648	edac_device_del_device(&op->dev);
649err:
650	devres_release_group(&op->dev, mpc85xx_l2_err_probe);
651	edac_device_free_ctl_info(edac_dev);
652	return res;
653}
654
655static int mpc85xx_l2_err_remove(struct platform_device *op)
656{
657	struct edac_device_ctl_info *edac_dev = dev_get_drvdata(&op->dev);
658	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
659
660	edac_dbg(0, "\n");
661
662	if (edac_op_state == EDAC_OPSTATE_INT) {
663		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, 0);
664		irq_dispose_mapping(pdata->irq);
665	}
666
667	out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, orig_l2_err_disable);
668	edac_device_del_device(&op->dev);
669	edac_device_free_ctl_info(edac_dev);
670	return 0;
671}
672
673static const struct of_device_id mpc85xx_l2_err_of_match[] = {
674/* deprecate the fsl,85.. forms in the future, 2.6.30? */
675	{ .compatible = "fsl,8540-l2-cache-controller", },
676	{ .compatible = "fsl,8541-l2-cache-controller", },
677	{ .compatible = "fsl,8544-l2-cache-controller", },
678	{ .compatible = "fsl,8548-l2-cache-controller", },
679	{ .compatible = "fsl,8555-l2-cache-controller", },
680	{ .compatible = "fsl,8568-l2-cache-controller", },
681	{ .compatible = "fsl,mpc8536-l2-cache-controller", },
682	{ .compatible = "fsl,mpc8540-l2-cache-controller", },
683	{ .compatible = "fsl,mpc8541-l2-cache-controller", },
684	{ .compatible = "fsl,mpc8544-l2-cache-controller", },
685	{ .compatible = "fsl,mpc8548-l2-cache-controller", },
686	{ .compatible = "fsl,mpc8555-l2-cache-controller", },
687	{ .compatible = "fsl,mpc8560-l2-cache-controller", },
688	{ .compatible = "fsl,mpc8568-l2-cache-controller", },
689	{ .compatible = "fsl,mpc8569-l2-cache-controller", },
690	{ .compatible = "fsl,mpc8572-l2-cache-controller", },
691	{ .compatible = "fsl,p1020-l2-cache-controller", },
692	{ .compatible = "fsl,p1021-l2-cache-controller", },
693	{ .compatible = "fsl,p2020-l2-cache-controller", },
694	{},
695};
696MODULE_DEVICE_TABLE(of, mpc85xx_l2_err_of_match);
697
698static struct platform_driver mpc85xx_l2_err_driver = {
699	.probe = mpc85xx_l2_err_probe,
700	.remove = mpc85xx_l2_err_remove,
701	.driver = {
702		.name = "mpc85xx_l2_err",
703		.of_match_table = mpc85xx_l2_err_of_match,
704	},
705};
706
707/**************************** MC Err device ***************************/
708
709/*
710 * Taken from table 8-55 in the MPC8641 User's Manual and/or 9-61 in the
711 * MPC8572 User's Manual.  Each line represents a syndrome bit column as a
712 * 64-bit value, but split into an upper and lower 32-bit chunk.  The labels
713 * below correspond to Freescale's manuals.
714 */
715static unsigned int ecc_table[16] = {
716	/* MSB           LSB */
717	/* [0:31]    [32:63] */
718	0xf00fe11e, 0xc33c0ff7,	/* Syndrome bit 7 */
719	0x00ff00ff, 0x00fff0ff,
720	0x0f0f0f0f, 0x0f0fff00,
721	0x11113333, 0x7777000f,
722	0x22224444, 0x8888222f,
723	0x44448888, 0xffff4441,
724	0x8888ffff, 0x11118882,
725	0xffff1111, 0x22221114,	/* Syndrome bit 0 */
726};
727
728/*
729 * Calculate the correct ECC value for a 64-bit value specified by high:low
730 */
731static u8 calculate_ecc(u32 high, u32 low)
732{
733	u32 mask_low;
734	u32 mask_high;
735	int bit_cnt;
736	u8 ecc = 0;
737	int i;
738	int j;
739
740	for (i = 0; i < 8; i++) {
741		mask_high = ecc_table[i * 2];
742		mask_low = ecc_table[i * 2 + 1];
743		bit_cnt = 0;
744
745		for (j = 0; j < 32; j++) {
746			if ((mask_high >> j) & 1)
747				bit_cnt ^= (high >> j) & 1;
748			if ((mask_low >> j) & 1)
749				bit_cnt ^= (low >> j) & 1;
750		}
751
752		ecc |= bit_cnt << i;
753	}
754
755	return ecc;
756}
757
758/*
759 * Create the syndrome code which is generated if the data line specified by
760 * 'bit' failed.  Eg generate an 8-bit codes seen in Table 8-55 in the MPC8641
761 * User's Manual and 9-61 in the MPC8572 User's Manual.
762 */
763static u8 syndrome_from_bit(unsigned int bit) {
764	int i;
765	u8 syndrome = 0;
766
767	/*
768	 * Cycle through the upper or lower 32-bit portion of each value in
769	 * ecc_table depending on if 'bit' is in the upper or lower half of
770	 * 64-bit data.
771	 */
772	for (i = bit < 32; i < 16; i += 2)
773		syndrome |= ((ecc_table[i] >> (bit % 32)) & 1) << (i / 2);
774
775	return syndrome;
776}
777
778/*
779 * Decode data and ecc syndrome to determine what went wrong
780 * Note: This can only decode single-bit errors
781 */
782static void sbe_ecc_decode(u32 cap_high, u32 cap_low, u32 cap_ecc,
783		       int *bad_data_bit, int *bad_ecc_bit)
784{
785	int i;
786	u8 syndrome;
787
788	*bad_data_bit = -1;
789	*bad_ecc_bit = -1;
790
791	/*
792	 * Calculate the ECC of the captured data and XOR it with the captured
793	 * ECC to find an ECC syndrome value we can search for
794	 */
795	syndrome = calculate_ecc(cap_high, cap_low) ^ cap_ecc;
796
797	/* Check if a data line is stuck... */
798	for (i = 0; i < 64; i++) {
799		if (syndrome == syndrome_from_bit(i)) {
800			*bad_data_bit = i;
801			return;
802		}
803	}
804
805	/* If data is correct, check ECC bits for errors... */
806	for (i = 0; i < 8; i++) {
807		if ((syndrome >> i) & 0x1) {
808			*bad_ecc_bit = i;
809			return;
810		}
811	}
812}
813
814static void mpc85xx_mc_check(struct mem_ctl_info *mci)
815{
816	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
817	struct csrow_info *csrow;
818	u32 bus_width;
819	u32 err_detect;
820	u32 syndrome;
821	u32 err_addr;
822	u32 pfn;
823	int row_index;
824	u32 cap_high;
825	u32 cap_low;
826	int bad_data_bit;
827	int bad_ecc_bit;
828
829	err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
830	if (!err_detect)
831		return;
832
833	mpc85xx_mc_printk(mci, KERN_ERR, "Err Detect Register: %#8.8x\n",
834			  err_detect);
835
836	/* no more processing if not ECC bit errors */
837	if (!(err_detect & (DDR_EDE_SBE | DDR_EDE_MBE))) {
838		out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
839		return;
840	}
841
842	syndrome = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ECC);
843
844	/* Mask off appropriate bits of syndrome based on bus width */
845	bus_width = (in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG) &
846			DSC_DBW_MASK) ? 32 : 64;
847	if (bus_width == 64)
848		syndrome &= 0xff;
849	else
850		syndrome &= 0xffff;
851
852	err_addr = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ADDRESS);
853	pfn = err_addr >> PAGE_SHIFT;
854
855	for (row_index = 0; row_index < mci->nr_csrows; row_index++) {
856		csrow = mci->csrows[row_index];
857		if ((pfn >= csrow->first_page) && (pfn <= csrow->last_page))
858			break;
859	}
860
861	cap_high = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_HI);
862	cap_low = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_DATA_LO);
863
864	/*
865	 * Analyze single-bit errors on 64-bit wide buses
866	 * TODO: Add support for 32-bit wide buses
867	 */
868	if ((err_detect & DDR_EDE_SBE) && (bus_width == 64)) {
869		sbe_ecc_decode(cap_high, cap_low, syndrome,
870				&bad_data_bit, &bad_ecc_bit);
871
872		if (bad_data_bit != -1)
873			mpc85xx_mc_printk(mci, KERN_ERR,
874				"Faulty Data bit: %d\n", bad_data_bit);
875		if (bad_ecc_bit != -1)
876			mpc85xx_mc_printk(mci, KERN_ERR,
877				"Faulty ECC bit: %d\n", bad_ecc_bit);
878
879		mpc85xx_mc_printk(mci, KERN_ERR,
880			"Expected Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
881			cap_high ^ (1 << (bad_data_bit - 32)),
882			cap_low ^ (1 << bad_data_bit),
883			syndrome ^ (1 << bad_ecc_bit));
884	}
885
886	mpc85xx_mc_printk(mci, KERN_ERR,
887			"Captured Data / ECC:\t%#8.8x_%08x / %#2.2x\n",
888			cap_high, cap_low, syndrome);
889	mpc85xx_mc_printk(mci, KERN_ERR, "Err addr: %#8.8x\n", err_addr);
890	mpc85xx_mc_printk(mci, KERN_ERR, "PFN: %#8.8x\n", pfn);
891
892	/* we are out of range */
893	if (row_index == mci->nr_csrows)
894		mpc85xx_mc_printk(mci, KERN_ERR, "PFN out of range!\n");
895
896	if (err_detect & DDR_EDE_SBE)
897		edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
898				     pfn, err_addr & ~PAGE_MASK, syndrome,
899				     row_index, 0, -1,
900				     mci->ctl_name, "");
901
902	if (err_detect & DDR_EDE_MBE)
903		edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
904				     pfn, err_addr & ~PAGE_MASK, syndrome,
905				     row_index, 0, -1,
906				     mci->ctl_name, "");
907
908	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
909}
910
911static irqreturn_t mpc85xx_mc_isr(int irq, void *dev_id)
912{
913	struct mem_ctl_info *mci = dev_id;
914	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
915	u32 err_detect;
916
917	err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
918	if (!err_detect)
919		return IRQ_NONE;
920
921	mpc85xx_mc_check(mci);
922
923	return IRQ_HANDLED;
924}
925
926static void mpc85xx_init_csrows(struct mem_ctl_info *mci)
927{
928	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
929	struct csrow_info *csrow;
930	struct dimm_info *dimm;
931	u32 sdram_ctl;
932	u32 sdtype;
933	enum mem_type mtype;
934	u32 cs_bnds;
935	int index;
936
937	sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
938
939	sdtype = sdram_ctl & DSC_SDTYPE_MASK;
940	if (sdram_ctl & DSC_RD_EN) {
941		switch (sdtype) {
942		case DSC_SDTYPE_DDR:
943			mtype = MEM_RDDR;
944			break;
945		case DSC_SDTYPE_DDR2:
946			mtype = MEM_RDDR2;
947			break;
948		case DSC_SDTYPE_DDR3:
949			mtype = MEM_RDDR3;
950			break;
951		default:
952			mtype = MEM_UNKNOWN;
953			break;
954		}
955	} else {
956		switch (sdtype) {
957		case DSC_SDTYPE_DDR:
958			mtype = MEM_DDR;
959			break;
960		case DSC_SDTYPE_DDR2:
961			mtype = MEM_DDR2;
962			break;
963		case DSC_SDTYPE_DDR3:
964			mtype = MEM_DDR3;
965			break;
966		default:
967			mtype = MEM_UNKNOWN;
968			break;
969		}
970	}
971
972	for (index = 0; index < mci->nr_csrows; index++) {
973		u32 start;
974		u32 end;
975
976		csrow = mci->csrows[index];
977		dimm = csrow->channels[0]->dimm;
978
979		cs_bnds = in_be32(pdata->mc_vbase + MPC85XX_MC_CS_BNDS_0 +
980				  (index * MPC85XX_MC_CS_BNDS_OFS));
981
982		start = (cs_bnds & 0xffff0000) >> 16;
983		end   = (cs_bnds & 0x0000ffff);
984
985		if (start == end)
986			continue;	/* not populated */
987
988		start <<= (24 - PAGE_SHIFT);
989		end   <<= (24 - PAGE_SHIFT);
990		end    |= (1 << (24 - PAGE_SHIFT)) - 1;
991
992		csrow->first_page = start;
993		csrow->last_page = end;
994
995		dimm->nr_pages = end + 1 - start;
996		dimm->grain = 8;
997		dimm->mtype = mtype;
998		dimm->dtype = DEV_UNKNOWN;
999		if (sdram_ctl & DSC_X32_EN)
1000			dimm->dtype = DEV_X32;
1001		dimm->edac_mode = EDAC_SECDED;
1002	}
1003}
1004
1005static int mpc85xx_mc_err_probe(struct platform_device *op)
1006{
1007	struct mem_ctl_info *mci;
1008	struct edac_mc_layer layers[2];
1009	struct mpc85xx_mc_pdata *pdata;
1010	struct resource r;
1011	u32 sdram_ctl;
1012	int res;
1013
1014	if (!devres_open_group(&op->dev, mpc85xx_mc_err_probe, GFP_KERNEL))
1015		return -ENOMEM;
1016
1017	layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
1018	layers[0].size = 4;
1019	layers[0].is_virt_csrow = true;
1020	layers[1].type = EDAC_MC_LAYER_CHANNEL;
1021	layers[1].size = 1;
1022	layers[1].is_virt_csrow = false;
1023	mci = edac_mc_alloc(edac_mc_idx, ARRAY_SIZE(layers), layers,
1024			    sizeof(*pdata));
1025	if (!mci) {
1026		devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1027		return -ENOMEM;
1028	}
1029
1030	pdata = mci->pvt_info;
1031	pdata->name = "mpc85xx_mc_err";
1032	pdata->irq = NO_IRQ;
1033	mci->pdev = &op->dev;
1034	pdata->edac_idx = edac_mc_idx++;
1035	dev_set_drvdata(mci->pdev, mci);
1036	mci->ctl_name = pdata->name;
1037	mci->dev_name = pdata->name;
1038
1039	res = of_address_to_resource(op->dev.of_node, 0, &r);
1040	if (res) {
1041		printk(KERN_ERR "%s: Unable to get resource for MC err regs\n",
1042		       __func__);
1043		goto err;
1044	}
1045
1046	if (!devm_request_mem_region(&op->dev, r.start, resource_size(&r),
1047				     pdata->name)) {
1048		printk(KERN_ERR "%s: Error while requesting mem region\n",
1049		       __func__);
1050		res = -EBUSY;
1051		goto err;
1052	}
1053
1054	pdata->mc_vbase = devm_ioremap(&op->dev, r.start, resource_size(&r));
1055	if (!pdata->mc_vbase) {
1056		printk(KERN_ERR "%s: Unable to setup MC err regs\n", __func__);
1057		res = -ENOMEM;
1058		goto err;
1059	}
1060
1061	sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
1062	if (!(sdram_ctl & DSC_ECC_EN)) {
1063		/* no ECC */
1064		printk(KERN_WARNING "%s: No ECC DIMMs discovered\n", __func__);
1065		res = -ENODEV;
1066		goto err;
1067	}
1068
1069	edac_dbg(3, "init mci\n");
1070	mci->mtype_cap = MEM_FLAG_RDDR | MEM_FLAG_RDDR2 |
1071	    MEM_FLAG_DDR | MEM_FLAG_DDR2;
1072	mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED;
1073	mci->edac_cap = EDAC_FLAG_SECDED;
1074	mci->mod_name = EDAC_MOD_STR;
1075	mci->mod_ver = MPC85XX_REVISION;
1076
1077	if (edac_op_state == EDAC_OPSTATE_POLL)
1078		mci->edac_check = mpc85xx_mc_check;
1079
1080	mci->ctl_page_to_phys = NULL;
1081
1082	mci->scrub_mode = SCRUB_SW_SRC;
1083
1084	mpc85xx_init_csrows(mci);
1085
1086	/* store the original error disable bits */
1087	orig_ddr_err_disable =
1088	    in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE);
1089	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE, 0);
1090
1091	/* clear all error bits */
1092	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, ~0);
1093
1094	if (edac_mc_add_mc_with_groups(mci, mpc85xx_dev_groups)) {
1095		edac_dbg(3, "failed edac_mc_add_mc()\n");
1096		goto err;
1097	}
1098
1099	if (edac_op_state == EDAC_OPSTATE_INT) {
1100		out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN,
1101			 DDR_EIE_MBEE | DDR_EIE_SBEE);
1102
1103		/* store the original error management threshold */
1104		orig_ddr_err_sbe = in_be32(pdata->mc_vbase +
1105					   MPC85XX_MC_ERR_SBE) & 0xff0000;
1106
1107		/* set threshold to 1 error per interrupt */
1108		out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, 0x10000);
1109
1110		/* register interrupts */
1111		pdata->irq = irq_of_parse_and_map(op->dev.of_node, 0);
1112		res = devm_request_irq(&op->dev, pdata->irq,
1113				       mpc85xx_mc_isr,
1114				       IRQF_SHARED,
1115				       "[EDAC] MC err", mci);
1116		if (res < 0) {
1117			printk(KERN_ERR "%s: Unable to request irq %d for "
1118			       "MPC85xx DRAM ERR\n", __func__, pdata->irq);
1119			irq_dispose_mapping(pdata->irq);
1120			res = -ENODEV;
1121			goto err2;
1122		}
1123
1124		printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for MC\n",
1125		       pdata->irq);
1126	}
1127
1128	devres_remove_group(&op->dev, mpc85xx_mc_err_probe);
1129	edac_dbg(3, "success\n");
1130	printk(KERN_INFO EDAC_MOD_STR " MC err registered\n");
1131
1132	return 0;
1133
1134err2:
1135	edac_mc_del_mc(&op->dev);
1136err:
1137	devres_release_group(&op->dev, mpc85xx_mc_err_probe);
1138	edac_mc_free(mci);
1139	return res;
1140}
1141
1142static int mpc85xx_mc_err_remove(struct platform_device *op)
1143{
1144	struct mem_ctl_info *mci = dev_get_drvdata(&op->dev);
1145	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
1146
1147	edac_dbg(0, "\n");
1148
1149	if (edac_op_state == EDAC_OPSTATE_INT) {
1150		out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN, 0);
1151		irq_dispose_mapping(pdata->irq);
1152	}
1153
1154	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE,
1155		 orig_ddr_err_disable);
1156	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, orig_ddr_err_sbe);
1157
1158	edac_mc_del_mc(&op->dev);
1159	edac_mc_free(mci);
1160	return 0;
1161}
1162
1163static const struct of_device_id mpc85xx_mc_err_of_match[] = {
1164/* deprecate the fsl,85.. forms in the future, 2.6.30? */
1165	{ .compatible = "fsl,8540-memory-controller", },
1166	{ .compatible = "fsl,8541-memory-controller", },
1167	{ .compatible = "fsl,8544-memory-controller", },
1168	{ .compatible = "fsl,8548-memory-controller", },
1169	{ .compatible = "fsl,8555-memory-controller", },
1170	{ .compatible = "fsl,8568-memory-controller", },
1171	{ .compatible = "fsl,mpc8536-memory-controller", },
1172	{ .compatible = "fsl,mpc8540-memory-controller", },
1173	{ .compatible = "fsl,mpc8541-memory-controller", },
1174	{ .compatible = "fsl,mpc8544-memory-controller", },
1175	{ .compatible = "fsl,mpc8548-memory-controller", },
1176	{ .compatible = "fsl,mpc8555-memory-controller", },
1177	{ .compatible = "fsl,mpc8560-memory-controller", },
1178	{ .compatible = "fsl,mpc8568-memory-controller", },
1179	{ .compatible = "fsl,mpc8569-memory-controller", },
1180	{ .compatible = "fsl,mpc8572-memory-controller", },
1181	{ .compatible = "fsl,mpc8349-memory-controller", },
1182	{ .compatible = "fsl,p1020-memory-controller", },
1183	{ .compatible = "fsl,p1021-memory-controller", },
1184	{ .compatible = "fsl,p2020-memory-controller", },
1185	{ .compatible = "fsl,qoriq-memory-controller", },
1186	{},
1187};
1188MODULE_DEVICE_TABLE(of, mpc85xx_mc_err_of_match);
1189
1190static struct platform_driver mpc85xx_mc_err_driver = {
1191	.probe = mpc85xx_mc_err_probe,
1192	.remove = mpc85xx_mc_err_remove,
1193	.driver = {
1194		.name = "mpc85xx_mc_err",
1195		.of_match_table = mpc85xx_mc_err_of_match,
1196	},
1197};
1198
1199#ifdef CONFIG_FSL_SOC_BOOKE
1200static void __init mpc85xx_mc_clear_rfxe(void *data)
1201{
1202	orig_hid1[smp_processor_id()] = mfspr(SPRN_HID1);
1203	mtspr(SPRN_HID1, (orig_hid1[smp_processor_id()] & ~HID1_RFXE));
1204}
1205#endif
1206
1207static int __init mpc85xx_mc_init(void)
1208{
1209	int res = 0;
1210	u32 pvr = 0;
1211
1212	printk(KERN_INFO "Freescale(R) MPC85xx EDAC driver, "
1213	       "(C) 2006 Montavista Software\n");
1214
1215	/* make sure error reporting method is sane */
1216	switch (edac_op_state) {
1217	case EDAC_OPSTATE_POLL:
1218	case EDAC_OPSTATE_INT:
1219		break;
1220	default:
1221		edac_op_state = EDAC_OPSTATE_INT;
1222		break;
1223	}
1224
1225	res = platform_driver_register(&mpc85xx_mc_err_driver);
1226	if (res)
1227		printk(KERN_WARNING EDAC_MOD_STR "MC fails to register\n");
1228
1229	res = platform_driver_register(&mpc85xx_l2_err_driver);
1230	if (res)
1231		printk(KERN_WARNING EDAC_MOD_STR "L2 fails to register\n");
1232
1233#ifdef CONFIG_FSL_SOC_BOOKE
1234	pvr = mfspr(SPRN_PVR);
1235
1236	if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1237	    (PVR_VER(pvr) == PVR_VER_E500V2)) {
1238		/*
1239		 * need to clear HID1[RFXE] to disable machine check int
1240		 * so we can catch it
1241		 */
1242		if (edac_op_state == EDAC_OPSTATE_INT)
1243			on_each_cpu(mpc85xx_mc_clear_rfxe, NULL, 0);
1244	}
1245#endif
1246
1247	return 0;
1248}
1249
1250module_init(mpc85xx_mc_init);
1251
1252#ifdef CONFIG_FSL_SOC_BOOKE
1253static void __exit mpc85xx_mc_restore_hid1(void *data)
1254{
1255	mtspr(SPRN_HID1, orig_hid1[smp_processor_id()]);
1256}
1257#endif
1258
1259static void __exit mpc85xx_mc_exit(void)
1260{
1261#ifdef CONFIG_FSL_SOC_BOOKE
1262	u32 pvr = mfspr(SPRN_PVR);
1263
1264	if ((PVR_VER(pvr) == PVR_VER_E500V1) ||
1265	    (PVR_VER(pvr) == PVR_VER_E500V2)) {
1266		on_each_cpu(mpc85xx_mc_restore_hid1, NULL, 0);
1267	}
1268#endif
1269	platform_driver_unregister(&mpc85xx_l2_err_driver);
1270	platform_driver_unregister(&mpc85xx_mc_err_driver);
1271}
1272
1273module_exit(mpc85xx_mc_exit);
1274
1275MODULE_LICENSE("GPL");
1276MODULE_AUTHOR("Montavista Software, Inc.");
1277module_param(edac_op_state, int, 0444);
1278MODULE_PARM_DESC(edac_op_state,
1279		 "EDAC Error Reporting state: 0=Poll, 2=Interrupt");
1280