Home | History | Annotate | Line # | Download | only in ibm4xx
cpu.c revision 1.6
      1  1.6  simonb /*	$NetBSD: cpu.c,v 1.6 2002/08/23 13:43:18 simonb Exp $	*/
      2  1.1     eeh 
      3  1.1     eeh /*
      4  1.1     eeh  * Copyright 2001 Wasabi Systems, Inc.
      5  1.1     eeh  * All rights reserved.
      6  1.1     eeh  *
      7  1.1     eeh  * Written by Eduardo Horvath and Simon Burge for Wasabi Systems, Inc.
      8  1.1     eeh  *
      9  1.1     eeh  * Redistribution and use in source and binary forms, with or without
     10  1.1     eeh  * modification, are permitted provided that the following conditions
     11  1.1     eeh  * are met:
     12  1.1     eeh  * 1. Redistributions of source code must retain the above copyright
     13  1.1     eeh  *    notice, this list of conditions and the following disclaimer.
     14  1.1     eeh  * 2. Redistributions in binary form must reproduce the above copyright
     15  1.1     eeh  *    notice, this list of conditions and the following disclaimer in the
     16  1.1     eeh  *    documentation and/or other materials provided with the distribution.
     17  1.1     eeh  * 3. All advertising materials mentioning features or use of this software
     18  1.1     eeh  *    must display the following acknowledgement:
     19  1.1     eeh  *      This product includes software developed for the NetBSD Project by
     20  1.1     eeh  *      Wasabi Systems, Inc.
     21  1.1     eeh  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22  1.1     eeh  *    or promote products derived from this software without specific prior
     23  1.1     eeh  *    written permission.
     24  1.1     eeh  *
     25  1.1     eeh  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26  1.1     eeh  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27  1.1     eeh  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28  1.1     eeh  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29  1.1     eeh  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30  1.1     eeh  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31  1.1     eeh  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32  1.1     eeh  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33  1.1     eeh  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34  1.1     eeh  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35  1.1     eeh  * POSSIBILITY OF SUCH DAMAGE.
     36  1.1     eeh  */
     37  1.1     eeh 
     38  1.1     eeh #include <sys/param.h>
     39  1.1     eeh #include <sys/systm.h>
     40  1.1     eeh #include <sys/device.h>
     41  1.2     eeh #include <sys/properties.h>
     42  1.1     eeh 
     43  1.1     eeh #include <machine/dcr.h>
     44  1.2     eeh #include <machine/cpu.h>
     45  1.4  simonb #include <powerpc/ibm4xx/dev/plbvar.h>
     46  1.1     eeh 
     47  1.1     eeh struct cputab {
     48  1.1     eeh 	int version;
     49  1.1     eeh 	char *name;
     50  1.1     eeh };
     51  1.1     eeh static struct cputab models[] = {
     52  1.1     eeh 	{ PVR_401A1 >> 16, "401A1" },
     53  1.1     eeh 	{ PVR_401B2 >> 16, "401B21" },
     54  1.1     eeh 	{ PVR_401C2 >> 16, "401C2" },
     55  1.1     eeh 	{ PVR_401D2 >> 16, "401D2" },
     56  1.1     eeh 	{ PVR_401E2 >> 16, "401E2" },
     57  1.1     eeh 	{ PVR_401F2 >> 16, "401F2" },
     58  1.1     eeh 	{ PVR_401G2 >> 16, "401G2" },
     59  1.1     eeh 	{ PVR_403 >> 16, "403" },
     60  1.1     eeh 	{ PVR_405GP >> 16, "405GP" },
     61  1.1     eeh 	{ 0,		    NULL }
     62  1.1     eeh };
     63  1.1     eeh 
     64  1.1     eeh static int	cpumatch(struct device *, struct cfdata *, void *);
     65  1.1     eeh static void	cpuattach(struct device *, struct device *, void *);
     66  1.1     eeh 
     67  1.1     eeh /*
     68  1.1     eeh  * Arguably the ECC stuff belongs somewhere else....
     69  1.1     eeh  */
     70  1.1     eeh int intr_ecc(void *);
     71  1.1     eeh 
     72  1.1     eeh u_quad_t		intr_ecc_tb;
     73  1.1     eeh u_quad_t		intr_ecc_iv;	 /* Interval */
     74  1.1     eeh u_int32_t		intr_ecc_cnt;
     75  1.1     eeh 
     76  1.1     eeh struct cfattach cpu_ca = {
     77  1.1     eeh 	sizeof(struct device), cpumatch, cpuattach
     78  1.1     eeh };
     79  1.1     eeh 
     80  1.1     eeh int ncpus;
     81  1.1     eeh 
     82  1.1     eeh struct cpu_info cpu_info_store;
     83  1.1     eeh 
     84  1.1     eeh int cpufound = 0;
     85  1.1     eeh 
     86  1.1     eeh static int
     87  1.1     eeh cpumatch(struct device *parent, struct cfdata *cf, void *aux)
     88  1.1     eeh {
     89  1.4  simonb 	struct plb_attach_args *paa = aux;
     90  1.1     eeh 
     91  1.1     eeh 	/* make sure that we're looking for a CPU */
     92  1.4  simonb 	if (strcmp(paa->plb_name, cf->cf_driver->cd_name) != 0)
     93  1.3  simonb 		return (0);
     94  1.1     eeh 
     95  1.1     eeh 	return !cpufound;
     96  1.1     eeh }
     97  1.1     eeh 
     98  1.1     eeh static void
     99  1.1     eeh cpuattach(struct device *parent, struct device *self, void *aux)
    100  1.1     eeh {
    101  1.1     eeh 	int pvr, cpu;
    102  1.1     eeh 	int own, pcf, cas, pcl, aid;
    103  1.1     eeh 	struct cputab *cp = models;
    104  1.2     eeh 	unsigned int processor_freq;
    105  1.5     scw 	int eccirq;
    106  1.2     eeh 
    107  1.3  simonb 	if (board_info_get("processor-frequency",
    108  1.2     eeh 		&processor_freq, sizeof(processor_freq)) == -1)
    109  1.2     eeh 		panic("no processor-frequency");
    110  1.1     eeh 
    111  1.1     eeh 	cpufound++;
    112  1.1     eeh 	ncpus++;
    113  1.1     eeh 
    114  1.1     eeh 	asm ("mfpvr %0" : "=r"(pvr));
    115  1.1     eeh 	cpu = pvr >> 16;
    116  1.1     eeh 
    117  1.1     eeh 	/* Break PVR up into separate fields and print them out. */
    118  1.1     eeh 	own = (pvr >> 20) & 0xfff;
    119  1.1     eeh 	pcf = (pvr >> 16) & 0xf;
    120  1.1     eeh 	cas = (pvr >> 10) & 0x3f;
    121  1.1     eeh 	pcl = (pvr >> 6) & 0xf;
    122  1.1     eeh 	aid = pvr & 0x3f;
    123  1.1     eeh 
    124  1.1     eeh 	while (cp->name) {
    125  1.1     eeh 		if (cp->version == cpu)
    126  1.1     eeh 			break;
    127  1.1     eeh 		cp++;
    128  1.1     eeh 	}
    129  1.1     eeh 	if (cp->name)
    130  1.1     eeh 		strcpy(cpu_model, cp->name);
    131  1.1     eeh 	else
    132  1.1     eeh 		sprintf(cpu_model, "Version 0x%x", cpu);
    133  1.1     eeh 	sprintf(cpu_model + strlen(cpu_model), " (Revision %d.%d)",
    134  1.1     eeh 		(pvr >> 8) & 0xff, pvr & 0xff);
    135  1.1     eeh 
    136  1.1     eeh #if 1
    137  1.2     eeh 	printf(": %dMHz %s\n", processor_freq / 1000 / 1000,
    138  1.1     eeh 	    cpu_model);
    139  1.1     eeh #endif
    140  1.1     eeh 
    141  1.1     eeh 	cpu_probe_cache();
    142  1.1     eeh 
    143  1.3  simonb 	printf("Instruction cache size %d line size %d\n",
    144  1.1     eeh 		curcpu()->ci_ci.icache_size, curcpu()->ci_ci.icache_line_size);
    145  1.3  simonb 	printf("Data cache size %d line size %d\n",
    146  1.1     eeh 		curcpu()->ci_ci.dcache_size, curcpu()->ci_ci.dcache_line_size);
    147  1.1     eeh 
    148  1.1     eeh #ifdef DEBUG
    149  1.1     eeh 	/* It sux that the cache info here is useless. */
    150  1.1     eeh 	printf("PVR: owner %x core family %x cache %x version %x asic %x\n",
    151  1.1     eeh 		own, pcf, cas, pcl, aid);
    152  1.1     eeh #endif
    153  1.1     eeh 
    154  1.5     scw 	/*
    155  1.5     scw 	 * If there is no ECC irq property, assume the hardware
    156  1.5     scw 	 * doesn't support it.
    157  1.5     scw 	 *
    158  1.5     scw 	 * XXX: ECC handling needs to be pulled out of here so it
    159  1.5     scw 	 * doesn't add unnecessary code to ports which don't need it.
    160  1.5     scw 	 */
    161  1.5     scw 	if (board_info_get("4xx-ecc-irq", &eccirq, sizeof(eccirq)) == -1)
    162  1.5     scw 		return;
    163  1.5     scw 
    164  1.1     eeh 	/* Initialize ECC error-logging handler.  This is always enabled,
    165  1.1     eeh 	 * but it will never be called on systems that do not have ECC
    166  1.1     eeh 	 * enabled by POST code in the bootloader.
    167  1.3  simonb 	 */
    168  1.1     eeh 
    169  1.6  simonb 	printf("Enabling ecc handler at irq %d\n", eccirq);
    170  1.1     eeh 	intr_ecc_tb = 0;
    171  1.2     eeh 	intr_ecc_iv = processor_freq; /* Set interval */
    172  1.1     eeh 	intr_ecc_cnt = 0;
    173  1.1     eeh 
    174  1.5     scw 	intr_establish(eccirq, IST_LEVEL, IPL_SERIAL, intr_ecc, NULL);
    175  1.1     eeh }
    176  1.1     eeh 
    177  1.1     eeh /*
    178  1.3  simonb  * This routine must be explicitly called to initialize the
    179  1.3  simonb  * CPU cache information so cache flushe and memcpy operation
    180  1.1     eeh  * work.
    181  1.1     eeh  */
    182  1.1     eeh void
    183  1.1     eeh cpu_probe_cache()
    184  1.1     eeh {
    185  1.1     eeh 	int version;
    186  1.1     eeh 
    187  1.1     eeh 	/*
    188  1.3  simonb 	 * First we need to identify the cpu and determine the
    189  1.1     eeh 	 * cache line size, or things like memset/memcpy may lose
    190  1.1     eeh 	 * badly.
    191  1.1     eeh 	 */
    192  1.1     eeh 	__asm __volatile("mfpvr %0" : "=r" (version));
    193  1.1     eeh 	switch (version & 0xffff0000) {
    194  1.1     eeh 	case PVR_401A1:
    195  1.1     eeh 		curcpu()->ci_ci.dcache_size = 1024;
    196  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 16;
    197  1.1     eeh 		curcpu()->ci_ci.icache_size = 2848;
    198  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 16;
    199  1.1     eeh 		break;
    200  1.1     eeh 	case PVR_401B2:
    201  1.1     eeh 		curcpu()->ci_ci.dcache_size = 8192;
    202  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 16;
    203  1.1     eeh 		curcpu()->ci_ci.icache_size = 16384;
    204  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 16;
    205  1.1     eeh 		break;
    206  1.1     eeh 	case PVR_401C2:
    207  1.1     eeh 		curcpu()->ci_ci.dcache_size = 8192;
    208  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 16;
    209  1.1     eeh 		curcpu()->ci_ci.icache_size = 0;
    210  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 16;
    211  1.1     eeh 		break;
    212  1.1     eeh 	case PVR_401D2:
    213  1.1     eeh 		curcpu()->ci_ci.dcache_size = 2848;
    214  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 16;
    215  1.1     eeh 		curcpu()->ci_ci.icache_size = 4096;
    216  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 16;
    217  1.1     eeh 		break;
    218  1.1     eeh 	case PVR_401E2:
    219  1.1     eeh 		curcpu()->ci_ci.dcache_size = 0;
    220  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 16;
    221  1.1     eeh 		curcpu()->ci_ci.icache_size = 0;
    222  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 16;
    223  1.1     eeh 		break;
    224  1.1     eeh 	case PVR_401F2:
    225  1.1     eeh 		curcpu()->ci_ci.dcache_size = 2048;
    226  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 16;
    227  1.1     eeh 		curcpu()->ci_ci.icache_size = 2848;
    228  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 16;
    229  1.1     eeh 		break;
    230  1.1     eeh 	case PVR_401G2:
    231  1.1     eeh 		curcpu()->ci_ci.dcache_size = 2848;
    232  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 16;
    233  1.1     eeh 		curcpu()->ci_ci.icache_size = 8192;
    234  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 16;
    235  1.1     eeh 		break;
    236  1.1     eeh 	case PVR_403:
    237  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 16;
    238  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 16;
    239  1.1     eeh 		break;
    240  1.1     eeh 	case PVR_405GP:
    241  1.1     eeh 		curcpu()->ci_ci.dcache_size = 8192;
    242  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 32;
    243  1.1     eeh 		curcpu()->ci_ci.icache_size = 8192;
    244  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 32;
    245  1.1     eeh 		break;
    246  1.1     eeh 	default:
    247  1.3  simonb 		/*
    248  1.3  simonb 		 * Unknown CPU type.  For safety we'll specify a
    249  1.3  simonb 		 * cache with a 4-byte line size.  That way cache
    250  1.1     eeh 		 * flush routines won't miss any lines.
    251  1.1     eeh 		 */
    252  1.1     eeh 		curcpu()->ci_ci.dcache_line_size = 4;
    253  1.1     eeh 		curcpu()->ci_ci.icache_line_size = 4;
    254  1.1     eeh 		break;
    255  1.1     eeh 	}
    256  1.1     eeh 
    257  1.1     eeh }
    258  1.1     eeh 
    259  1.1     eeh /*
    260  1.1     eeh  * These small routines may have to be replaced,
    261  1.1     eeh  * if/when we support processors other that the 604.
    262  1.1     eeh  */
    263  1.1     eeh 
    264  1.1     eeh void
    265  1.1     eeh dcache_flush_page(vaddr_t va)
    266  1.1     eeh {
    267  1.1     eeh 	int i;
    268  1.1     eeh 
    269  1.1     eeh 	if (curcpu()->ci_ci.dcache_line_size)
    270  1.1     eeh 		for (i = 0; i < NBPG; i += curcpu()->ci_ci.dcache_line_size)
    271  1.1     eeh 			asm volatile("dcbf %0,%1" : : "r" (va), "r" (i));
    272  1.1     eeh 	asm volatile("sync;isync" : : );
    273  1.1     eeh }
    274  1.1     eeh 
    275  1.1     eeh void
    276  1.1     eeh icache_flush_page(vaddr_t va)
    277  1.1     eeh {
    278  1.1     eeh 	int i;
    279  1.1     eeh 
    280  1.1     eeh 	if (curcpu()->ci_ci.icache_line_size)
    281  1.1     eeh 		for (i = 0; i < NBPG; i += curcpu()->ci_ci.icache_line_size)
    282  1.1     eeh 			asm volatile("icbi %0,%1" : : "r" (va), "r" (i));
    283  1.1     eeh 	asm volatile("sync;isync" : : );
    284  1.1     eeh }
    285  1.1     eeh 
    286  1.1     eeh void
    287  1.1     eeh dcache_flush(vaddr_t va, vsize_t len)
    288  1.1     eeh {
    289  1.1     eeh 	int i;
    290  1.1     eeh 
    291  1.1     eeh 	if (len == 0)
    292  1.1     eeh 		return;
    293  1.1     eeh 
    294  1.1     eeh 	/* Make sure we flush all cache lines */
    295  1.1     eeh 	len += va & (curcpu()->ci_ci.dcache_line_size-1);
    296  1.1     eeh 	if (curcpu()->ci_ci.dcache_line_size)
    297  1.1     eeh 		for (i = 0; i < len; i += curcpu()->ci_ci.dcache_line_size)
    298  1.1     eeh 			asm volatile("dcbf %0,%1" : : "r" (va), "r" (i));
    299  1.1     eeh 	asm volatile("sync;isync" : : );
    300  1.1     eeh }
    301  1.1     eeh 
    302  1.1     eeh void
    303  1.1     eeh icache_flush(vaddr_t va, vsize_t len)
    304  1.1     eeh {
    305  1.1     eeh 	int i;
    306  1.1     eeh 
    307  1.1     eeh 	if (len == 0)
    308  1.1     eeh 		return;
    309  1.1     eeh 
    310  1.1     eeh 	/* Make sure we flush all cache lines */
    311  1.1     eeh 	len += va & (curcpu()->ci_ci.icache_line_size-1);
    312  1.1     eeh 	if (curcpu()->ci_ci.icache_line_size)
    313  1.1     eeh 		for (i = 0; i < len; i += curcpu()->ci_ci.icache_line_size)
    314  1.1     eeh 			asm volatile("icbi %0,%1" : : "r" (va), "r" (i));
    315  1.1     eeh 	asm volatile("sync;isync" : : );
    316  1.1     eeh }
    317  1.1     eeh 
    318  1.1     eeh /*
    319  1.1     eeh  * ECC fault handler.
    320  1.1     eeh  */
    321  1.1     eeh int
    322  1.1     eeh intr_ecc(void * arg)
    323  1.1     eeh {
    324  1.1     eeh 	u_int32_t		esr, ear;
    325  1.1     eeh 	int			ce, ue;
    326  1.1     eeh 	u_quad_t		tb;
    327  1.1     eeh 	u_long			tmp, msr, dat;
    328  1.2     eeh 	unsigned int		memsiz;
    329  1.2     eeh 
    330  1.2     eeh 	if (board_info_get("mem-size", &memsiz, sizeof(memsiz)) == -1)
    331  1.2     eeh 		panic("no mem-size");
    332  1.3  simonb 
    333  1.1     eeh 	/* This code needs to be improved to handle double-bit errors */
    334  1.1     eeh 	/* in some intelligent fashion. */
    335  1.1     eeh 
    336  1.1     eeh 	mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
    337  1.1     eeh 	esr = mfdcr(DCR_SDRAM0_CFGDATA);
    338  1.1     eeh 
    339  1.1     eeh 	mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_BEAR);
    340  1.1     eeh 	ear = mfdcr(DCR_SDRAM0_CFGDATA);
    341  1.1     eeh 
    342  1.3  simonb 	/* Always clear the error to stop the intr ASAP. */
    343  1.1     eeh 
    344  1.1     eeh 	mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
    345  1.1     eeh 	mtdcr(DCR_SDRAM0_CFGDATA, 0xffffffff);
    346  1.1     eeh 
    347  1.3  simonb 	if (esr == 0x00) {
    348  1.1     eeh 		/* No current error.  Could happen due to intr. nesting */
    349  1.1     eeh 		return(1);
    350  1.1     eeh 	};
    351  1.1     eeh 
    352  1.1     eeh 	/* Only report errors every once per second max. Do this using the TB, */
    353  1.1     eeh 	/* because the system time (via microtime) may be adjusted when the date is set */
    354  1.3  simonb 	/* and can't reliably be used to measure intervals. */
    355  1.3  simonb 
    356  1.3  simonb 	asm ("1: mftbu %0; mftb %0+1; mftbu %1; cmpw %0,%1; bne 1b"
    357  1.1     eeh 		: "=r"(tb), "=r"(tmp));
    358  1.1     eeh 	intr_ecc_cnt++;
    359  1.1     eeh 
    360  1.1     eeh 	if ((tb - intr_ecc_tb) < intr_ecc_iv) {
    361  1.1     eeh 		return(1);
    362  1.3  simonb 	};
    363  1.1     eeh 
    364  1.1     eeh 	ce = (esr & SDRAM0_ECCESR_CE) != 0x00;
    365  1.1     eeh 	ue = (esr & SDRAM0_ECCESR_UE) != 0x00;
    366  1.1     eeh 
    367  1.1     eeh 	printf("ECC: Error CNT=%d ESR=%x EAR=%x %s BKNE=%d%d%d%d "
    368  1.1     eeh 		"BLCE=%d%d%d%d CBE=%d%d.\n",
    369  1.1     eeh 		intr_ecc_cnt, esr, ear,
    370  1.3  simonb 		(ue) ? "Uncorrectable" : "Correctable",
    371  1.3  simonb 		((esr & SDRAM0_ECCESR_BKEN(0)) != 0x00),
    372  1.1     eeh 		((esr & SDRAM0_ECCESR_BKEN(1)) != 0x00),
    373  1.3  simonb 		((esr & SDRAM0_ECCESR_BKEN(2)) != 0x00),
    374  1.3  simonb 		((esr & SDRAM0_ECCESR_BKEN(3)) != 0x00),
    375  1.3  simonb 		((esr & SDRAM0_ECCESR_BLCEN(0)) != 0x00),
    376  1.3  simonb 		((esr & SDRAM0_ECCESR_BLCEN(1)) != 0x00),
    377  1.3  simonb 		((esr & SDRAM0_ECCESR_BLCEN(2)) != 0x00),
    378  1.1     eeh 		((esr & SDRAM0_ECCESR_BLCEN(3)) != 0x00),
    379  1.1     eeh 		((esr & SDRAM0_ECCESR_CBEN(0)) != 0x00),
    380  1.1     eeh 		((esr & SDRAM0_ECCESR_CBEN(1)) != 0x00));
    381  1.1     eeh 
    382  1.1     eeh 	/* Should check for uncorrectable errors and panic... */
    383  1.1     eeh 
    384  1.1     eeh 	if (intr_ecc_cnt > 1000) {
    385  1.1     eeh 		printf("ECC: Too many errors, recycling entire "
    386  1.2     eeh 			"SDRAM (size = %d).\n", memsiz);
    387  1.1     eeh 
    388  1.1     eeh 		/* Can this code be changed to run without disabling data MMU and disabling intrs? */
    389  1.1     eeh 		/* Does kernel always map all of physical RAM VA=PA? If so, just loop over lowmem. */
    390  1.1     eeh 
    391  1.1     eeh 		asm volatile(
    392  1.1     eeh 			"mfmsr 	%0;"
    393  1.1     eeh 			"li	%1, 0x00;"
    394  1.1     eeh 			"ori	%1, %1, 0x8010;"
    395  1.1     eeh 			"andc	%1, %0, %1;"
    396  1.1     eeh 			"mtmsr	%1;"
    397  1.1     eeh 			"sync;isync;"
    398  1.1     eeh 			"li	%1, 0x00;"
    399  1.1     eeh 			"1:"
    400  1.1     eeh 			"dcbt	0, %1;"
    401  1.1     eeh 			"sync;isync;"
    402  1.1     eeh 			"lwz	%2, 0(%1);"
    403  1.1     eeh 			"stw	%2, 0(%1);"
    404  1.1     eeh 			"sync;isync;"
    405  1.1     eeh 			"dcbf	0, %1;"
    406  1.1     eeh 			"sync;isync;"
    407  1.1     eeh 			"addi	%1, %1, 0x20;"
    408  1.1     eeh 			"addic.	%3, %3, -0x20;"
    409  1.1     eeh 			"bge 	1b;"
    410  1.1     eeh 			"mtmsr %0;"
    411  1.1     eeh 			"sync;isync;"
    412  1.1     eeh 		: "=&r" (msr), "=&r" (tmp), "=&r" (dat)
    413  1.2     eeh 		: "r" (memsiz) : "0" );
    414  1.1     eeh 
    415  1.1     eeh 		mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
    416  1.1     eeh 		esr = mfdcr(DCR_SDRAM0_CFGDATA);
    417  1.1     eeh 
    418  1.1     eeh 		mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
    419  1.1     eeh 		mtdcr(DCR_SDRAM0_CFGDATA, 0xffffffff);
    420  1.1     eeh 
    421  1.1     eeh 		/* Correctable errors here are OK, mem should be clean now. */
    422  1.1     eeh 		/* Should check for uncorrectable errors and panic... */
    423  1.1     eeh 		printf("ECC: Recycling complete, ESR=%x. "
    424  1.1     eeh 			"Checking for persistent errors.\n", esr);
    425  1.3  simonb 
    426  1.1     eeh 		asm volatile(
    427  1.1     eeh 			"mfmsr 	%0;"
    428  1.1     eeh 			"li	%1, 0x00;"
    429  1.1     eeh 			"ori	%1, %1, 0x8010;"
    430  1.1     eeh 			"andc	%1, %0, %1;"
    431  1.1     eeh 			"mtmsr	%1;"
    432  1.1     eeh 			"sync;isync;"
    433  1.1     eeh 			"li	%1, 0x00;"
    434  1.1     eeh 			"1:"
    435  1.1     eeh 			"dcbt	0, %1;"
    436  1.1     eeh 			"sync;isync;"
    437  1.1     eeh 			"lwz	%2, 0(%1);"
    438  1.1     eeh 			"stw	%2, 0(%1);"
    439  1.1     eeh 			"sync;isync;"
    440  1.1     eeh 			"dcbf	0, %1;"
    441  1.1     eeh 			"sync;isync;"
    442  1.1     eeh 			"addi	%1, %1, 0x20;"
    443  1.1     eeh 			"addic.	%3, %3, -0x20;"
    444  1.1     eeh 			"bge 	1b;"
    445  1.1     eeh 			"mtmsr %0;"
    446  1.1     eeh 			"sync;isync;"
    447  1.1     eeh 		: "=&r" (msr), "=&r" (tmp), "=&r" (dat)
    448  1.2     eeh 		: "r" (memsiz) : "0" );
    449  1.1     eeh 
    450  1.1     eeh 		mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
    451  1.1     eeh 		esr = mfdcr(DCR_SDRAM0_CFGDATA);
    452  1.1     eeh 
    453  1.1     eeh 		/* If esr is non zero here, we're screwed.  Should check this and panic. */
    454  1.1     eeh 		printf("ECC: Persistent error check complete, "
    455  1.1     eeh 			"final ESR=%x.\n", esr);
    456  1.1     eeh 	};
    457  1.1     eeh 
    458  1.1     eeh 	intr_ecc_tb = tb;
    459  1.1     eeh 	intr_ecc_cnt = 0;
    460  1.1     eeh 
    461  1.1     eeh 	return(1);
    462  1.1     eeh };
    463