cpu.c revision 1.2.2.2 1 1.2.2.2 jdolecek /* $NetBSD: cpu.c,v 1.2.2.2 2002/03/16 15:59:15 jdolecek Exp $ */
2 1.2.2.2 jdolecek
3 1.2.2.2 jdolecek /*
4 1.2.2.2 jdolecek * Copyright 2001 Wasabi Systems, Inc.
5 1.2.2.2 jdolecek * All rights reserved.
6 1.2.2.2 jdolecek *
7 1.2.2.2 jdolecek * Written by Eduardo Horvath and Simon Burge for Wasabi Systems, Inc.
8 1.2.2.2 jdolecek *
9 1.2.2.2 jdolecek * Redistribution and use in source and binary forms, with or without
10 1.2.2.2 jdolecek * modification, are permitted provided that the following conditions
11 1.2.2.2 jdolecek * are met:
12 1.2.2.2 jdolecek * 1. Redistributions of source code must retain the above copyright
13 1.2.2.2 jdolecek * notice, this list of conditions and the following disclaimer.
14 1.2.2.2 jdolecek * 2. Redistributions in binary form must reproduce the above copyright
15 1.2.2.2 jdolecek * notice, this list of conditions and the following disclaimer in the
16 1.2.2.2 jdolecek * documentation and/or other materials provided with the distribution.
17 1.2.2.2 jdolecek * 3. All advertising materials mentioning features or use of this software
18 1.2.2.2 jdolecek * must display the following acknowledgement:
19 1.2.2.2 jdolecek * This product includes software developed for the NetBSD Project by
20 1.2.2.2 jdolecek * Wasabi Systems, Inc.
21 1.2.2.2 jdolecek * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.2.2.2 jdolecek * or promote products derived from this software without specific prior
23 1.2.2.2 jdolecek * written permission.
24 1.2.2.2 jdolecek *
25 1.2.2.2 jdolecek * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.2.2.2 jdolecek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.2.2.2 jdolecek * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.2.2.2 jdolecek * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.2.2.2 jdolecek * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.2.2.2 jdolecek * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.2.2.2 jdolecek * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.2.2.2 jdolecek * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.2.2.2 jdolecek * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.2.2.2 jdolecek * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.2.2.2 jdolecek * POSSIBILITY OF SUCH DAMAGE.
36 1.2.2.2 jdolecek */
37 1.2.2.2 jdolecek
38 1.2.2.2 jdolecek #include <sys/param.h>
39 1.2.2.2 jdolecek #include <sys/systm.h>
40 1.2.2.2 jdolecek #include <sys/device.h>
41 1.2.2.2 jdolecek
42 1.2.2.2 jdolecek #include <machine/autoconf.h>
43 1.2.2.2 jdolecek #include <machine/dcr.h>
44 1.2.2.2 jdolecek
45 1.2.2.2 jdolecek struct cputab {
46 1.2.2.2 jdolecek int version;
47 1.2.2.2 jdolecek char *name;
48 1.2.2.2 jdolecek };
49 1.2.2.2 jdolecek static struct cputab models[] = {
50 1.2.2.2 jdolecek { PVR_401A1 >> 16, "401A1" },
51 1.2.2.2 jdolecek { PVR_401B2 >> 16, "401B21" },
52 1.2.2.2 jdolecek { PVR_401C2 >> 16, "401C2" },
53 1.2.2.2 jdolecek { PVR_401D2 >> 16, "401D2" },
54 1.2.2.2 jdolecek { PVR_401E2 >> 16, "401E2" },
55 1.2.2.2 jdolecek { PVR_401F2 >> 16, "401F2" },
56 1.2.2.2 jdolecek { PVR_401G2 >> 16, "401G2" },
57 1.2.2.2 jdolecek { PVR_403 >> 16, "403" },
58 1.2.2.2 jdolecek { PVR_405GP >> 16, "405GP" },
59 1.2.2.2 jdolecek { 0, NULL }
60 1.2.2.2 jdolecek };
61 1.2.2.2 jdolecek
62 1.2.2.2 jdolecek static int cpumatch(struct device *, struct cfdata *, void *);
63 1.2.2.2 jdolecek static void cpuattach(struct device *, struct device *, void *);
64 1.2.2.2 jdolecek
65 1.2.2.2 jdolecek /*
66 1.2.2.2 jdolecek * Arguably the ECC stuff belongs somewhere else....
67 1.2.2.2 jdolecek */
68 1.2.2.2 jdolecek int intr_ecc(void *);
69 1.2.2.2 jdolecek
70 1.2.2.2 jdolecek u_quad_t intr_ecc_tb;
71 1.2.2.2 jdolecek u_quad_t intr_ecc_iv; /* Interval */
72 1.2.2.2 jdolecek u_int32_t intr_ecc_cnt;
73 1.2.2.2 jdolecek
74 1.2.2.2 jdolecek struct cfattach cpu_ca = {
75 1.2.2.2 jdolecek sizeof(struct device), cpumatch, cpuattach
76 1.2.2.2 jdolecek };
77 1.2.2.2 jdolecek
78 1.2.2.2 jdolecek int ncpus;
79 1.2.2.2 jdolecek
80 1.2.2.2 jdolecek struct cpu_info cpu_info_store;
81 1.2.2.2 jdolecek
82 1.2.2.2 jdolecek int cpufound = 0;
83 1.2.2.2 jdolecek
84 1.2.2.2 jdolecek static int
85 1.2.2.2 jdolecek cpumatch(struct device *parent, struct cfdata *cf, void *aux)
86 1.2.2.2 jdolecek {
87 1.2.2.2 jdolecek struct mainbus_attach_args *maa = aux;
88 1.2.2.2 jdolecek
89 1.2.2.2 jdolecek /* make sure that we're looking for a CPU */
90 1.2.2.2 jdolecek if (strcmp(maa->mb_name, cf->cf_driver->cd_name) != 0)
91 1.2.2.2 jdolecek return (0);
92 1.2.2.2 jdolecek
93 1.2.2.2 jdolecek return !cpufound;
94 1.2.2.2 jdolecek }
95 1.2.2.2 jdolecek
96 1.2.2.2 jdolecek static void
97 1.2.2.2 jdolecek cpuattach(struct device *parent, struct device *self, void *aux)
98 1.2.2.2 jdolecek {
99 1.2.2.2 jdolecek int pvr, cpu;
100 1.2.2.2 jdolecek int own, pcf, cas, pcl, aid;
101 1.2.2.2 jdolecek struct cputab *cp = models;
102 1.2.2.2 jdolecek
103 1.2.2.2 jdolecek cpufound++;
104 1.2.2.2 jdolecek ncpus++;
105 1.2.2.2 jdolecek
106 1.2.2.2 jdolecek asm ("mfpvr %0" : "=r"(pvr));
107 1.2.2.2 jdolecek cpu = pvr >> 16;
108 1.2.2.2 jdolecek
109 1.2.2.2 jdolecek /* Break PVR up into separate fields and print them out. */
110 1.2.2.2 jdolecek own = (pvr >> 20) & 0xfff;
111 1.2.2.2 jdolecek pcf = (pvr >> 16) & 0xf;
112 1.2.2.2 jdolecek cas = (pvr >> 10) & 0x3f;
113 1.2.2.2 jdolecek pcl = (pvr >> 6) & 0xf;
114 1.2.2.2 jdolecek aid = pvr & 0x3f;
115 1.2.2.2 jdolecek
116 1.2.2.2 jdolecek while (cp->name) {
117 1.2.2.2 jdolecek if (cp->version == cpu)
118 1.2.2.2 jdolecek break;
119 1.2.2.2 jdolecek cp++;
120 1.2.2.2 jdolecek }
121 1.2.2.2 jdolecek if (cp->name)
122 1.2.2.2 jdolecek strcpy(cpu_model, cp->name);
123 1.2.2.2 jdolecek else
124 1.2.2.2 jdolecek sprintf(cpu_model, "Version 0x%x", cpu);
125 1.2.2.2 jdolecek sprintf(cpu_model + strlen(cpu_model), " (Revision %d.%d)",
126 1.2.2.2 jdolecek (pvr >> 8) & 0xff, pvr & 0xff);
127 1.2.2.2 jdolecek
128 1.2.2.2 jdolecek #if 1
129 1.2.2.2 jdolecek printf(": %dMHz %s\n", board_data.processor_speed / 1000 / 1000,
130 1.2.2.2 jdolecek cpu_model);
131 1.2.2.2 jdolecek #endif
132 1.2.2.2 jdolecek
133 1.2.2.2 jdolecek cpu_probe_cache();
134 1.2.2.2 jdolecek
135 1.2.2.2 jdolecek printf("Instruction cache size %d line size %d\n",
136 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size, curcpu()->ci_ci.icache_line_size);
137 1.2.2.2 jdolecek printf("Data cache size %d line size %d\n",
138 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size, curcpu()->ci_ci.dcache_line_size);
139 1.2.2.2 jdolecek
140 1.2.2.2 jdolecek #ifdef DEBUG
141 1.2.2.2 jdolecek /* It sux that the cache info here is useless. */
142 1.2.2.2 jdolecek printf("PVR: owner %x core family %x cache %x version %x asic %x\n",
143 1.2.2.2 jdolecek own, pcf, cas, pcl, aid);
144 1.2.2.2 jdolecek #endif
145 1.2.2.2 jdolecek
146 1.2.2.2 jdolecek /* Initialize ECC error-logging handler. This is always enabled,
147 1.2.2.2 jdolecek * but it will never be called on systems that do not have ECC
148 1.2.2.2 jdolecek * enabled by POST code in the bootloader.
149 1.2.2.2 jdolecek */
150 1.2.2.2 jdolecek
151 1.2.2.2 jdolecek printf("Enabling ecc handler\n");
152 1.2.2.2 jdolecek intr_ecc_tb = 0;
153 1.2.2.2 jdolecek intr_ecc_iv = board_data.processor_speed; /* Set interval */
154 1.2.2.2 jdolecek intr_ecc_cnt = 0;
155 1.2.2.2 jdolecek
156 1.2.2.2 jdolecek intr_establish(16, IST_LEVEL, IPL_SERIAL, intr_ecc, NULL);
157 1.2.2.2 jdolecek }
158 1.2.2.2 jdolecek
159 1.2.2.2 jdolecek /*
160 1.2.2.2 jdolecek * This routine must be explicitly called to initialize the
161 1.2.2.2 jdolecek * CPU cache information so cache flushe and memcpy operation
162 1.2.2.2 jdolecek * work.
163 1.2.2.2 jdolecek */
164 1.2.2.2 jdolecek void
165 1.2.2.2 jdolecek cpu_probe_cache()
166 1.2.2.2 jdolecek {
167 1.2.2.2 jdolecek int version;
168 1.2.2.2 jdolecek
169 1.2.2.2 jdolecek /*
170 1.2.2.2 jdolecek * First we need to identify the cpu and determine the
171 1.2.2.2 jdolecek * cache line size, or things like memset/memcpy may lose
172 1.2.2.2 jdolecek * badly.
173 1.2.2.2 jdolecek */
174 1.2.2.2 jdolecek __asm __volatile("mfpvr %0" : "=r" (version));
175 1.2.2.2 jdolecek switch (version & 0xffff0000) {
176 1.2.2.2 jdolecek case PVR_401A1:
177 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size = 1024;
178 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 16;
179 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size = 2848;
180 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 16;
181 1.2.2.2 jdolecek break;
182 1.2.2.2 jdolecek case PVR_401B2:
183 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size = 8192;
184 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 16;
185 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size = 16384;
186 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 16;
187 1.2.2.2 jdolecek break;
188 1.2.2.2 jdolecek case PVR_401C2:
189 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size = 8192;
190 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 16;
191 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size = 0;
192 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 16;
193 1.2.2.2 jdolecek break;
194 1.2.2.2 jdolecek case PVR_401D2:
195 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size = 2848;
196 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 16;
197 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size = 4096;
198 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 16;
199 1.2.2.2 jdolecek break;
200 1.2.2.2 jdolecek case PVR_401E2:
201 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size = 0;
202 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 16;
203 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size = 0;
204 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 16;
205 1.2.2.2 jdolecek break;
206 1.2.2.2 jdolecek case PVR_401F2:
207 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size = 2048;
208 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 16;
209 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size = 2848;
210 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 16;
211 1.2.2.2 jdolecek break;
212 1.2.2.2 jdolecek case PVR_401G2:
213 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size = 2848;
214 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 16;
215 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size = 8192;
216 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 16;
217 1.2.2.2 jdolecek break;
218 1.2.2.2 jdolecek case PVR_403:
219 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 16;
220 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 16;
221 1.2.2.2 jdolecek break;
222 1.2.2.2 jdolecek case PVR_405GP:
223 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_size = 8192;
224 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 32;
225 1.2.2.2 jdolecek curcpu()->ci_ci.icache_size = 8192;
226 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 32;
227 1.2.2.2 jdolecek break;
228 1.2.2.2 jdolecek default:
229 1.2.2.2 jdolecek /*
230 1.2.2.2 jdolecek * Unknown CPU type. For safety we'll specify a
231 1.2.2.2 jdolecek * cache with a 4-byte line size. That way cache
232 1.2.2.2 jdolecek * flush routines won't miss any lines.
233 1.2.2.2 jdolecek */
234 1.2.2.2 jdolecek curcpu()->ci_ci.dcache_line_size = 4;
235 1.2.2.2 jdolecek curcpu()->ci_ci.icache_line_size = 4;
236 1.2.2.2 jdolecek break;
237 1.2.2.2 jdolecek }
238 1.2.2.2 jdolecek
239 1.2.2.2 jdolecek }
240 1.2.2.2 jdolecek
241 1.2.2.2 jdolecek /*
242 1.2.2.2 jdolecek * These small routines may have to be replaced,
243 1.2.2.2 jdolecek * if/when we support processors other that the 604.
244 1.2.2.2 jdolecek */
245 1.2.2.2 jdolecek
246 1.2.2.2 jdolecek void
247 1.2.2.2 jdolecek dcache_flush_page(vaddr_t va)
248 1.2.2.2 jdolecek {
249 1.2.2.2 jdolecek int i;
250 1.2.2.2 jdolecek
251 1.2.2.2 jdolecek if (curcpu()->ci_ci.dcache_line_size)
252 1.2.2.2 jdolecek for (i = 0; i < NBPG; i += curcpu()->ci_ci.dcache_line_size)
253 1.2.2.2 jdolecek asm volatile("dcbf %0,%1" : : "r" (va), "r" (i));
254 1.2.2.2 jdolecek asm volatile("sync;isync" : : );
255 1.2.2.2 jdolecek }
256 1.2.2.2 jdolecek
257 1.2.2.2 jdolecek void
258 1.2.2.2 jdolecek icache_flush_page(vaddr_t va)
259 1.2.2.2 jdolecek {
260 1.2.2.2 jdolecek int i;
261 1.2.2.2 jdolecek
262 1.2.2.2 jdolecek if (curcpu()->ci_ci.icache_line_size)
263 1.2.2.2 jdolecek for (i = 0; i < NBPG; i += curcpu()->ci_ci.icache_line_size)
264 1.2.2.2 jdolecek asm volatile("icbi %0,%1" : : "r" (va), "r" (i));
265 1.2.2.2 jdolecek asm volatile("sync;isync" : : );
266 1.2.2.2 jdolecek }
267 1.2.2.2 jdolecek
268 1.2.2.2 jdolecek void
269 1.2.2.2 jdolecek dcache_flush(vaddr_t va, vsize_t len)
270 1.2.2.2 jdolecek {
271 1.2.2.2 jdolecek int i;
272 1.2.2.2 jdolecek
273 1.2.2.2 jdolecek if (len == 0)
274 1.2.2.2 jdolecek return;
275 1.2.2.2 jdolecek
276 1.2.2.2 jdolecek /* Make sure we flush all cache lines */
277 1.2.2.2 jdolecek len += va & (curcpu()->ci_ci.dcache_line_size-1);
278 1.2.2.2 jdolecek if (curcpu()->ci_ci.dcache_line_size)
279 1.2.2.2 jdolecek for (i = 0; i < len; i += curcpu()->ci_ci.dcache_line_size)
280 1.2.2.2 jdolecek asm volatile("dcbf %0,%1" : : "r" (va), "r" (i));
281 1.2.2.2 jdolecek asm volatile("sync;isync" : : );
282 1.2.2.2 jdolecek }
283 1.2.2.2 jdolecek
284 1.2.2.2 jdolecek void
285 1.2.2.2 jdolecek icache_flush(vaddr_t va, vsize_t len)
286 1.2.2.2 jdolecek {
287 1.2.2.2 jdolecek int i;
288 1.2.2.2 jdolecek
289 1.2.2.2 jdolecek if (len == 0)
290 1.2.2.2 jdolecek return;
291 1.2.2.2 jdolecek
292 1.2.2.2 jdolecek /* Make sure we flush all cache lines */
293 1.2.2.2 jdolecek len += va & (curcpu()->ci_ci.icache_line_size-1);
294 1.2.2.2 jdolecek if (curcpu()->ci_ci.icache_line_size)
295 1.2.2.2 jdolecek for (i = 0; i < len; i += curcpu()->ci_ci.icache_line_size)
296 1.2.2.2 jdolecek asm volatile("icbi %0,%1" : : "r" (va), "r" (i));
297 1.2.2.2 jdolecek asm volatile("sync;isync" : : );
298 1.2.2.2 jdolecek }
299 1.2.2.2 jdolecek
300 1.2.2.2 jdolecek /*
301 1.2.2.2 jdolecek * ECC fault handler.
302 1.2.2.2 jdolecek */
303 1.2.2.2 jdolecek int
304 1.2.2.2 jdolecek intr_ecc(void * arg)
305 1.2.2.2 jdolecek {
306 1.2.2.2 jdolecek u_int32_t esr, ear;
307 1.2.2.2 jdolecek int ce, ue;
308 1.2.2.2 jdolecek u_quad_t tb;
309 1.2.2.2 jdolecek u_long tmp, msr, dat;
310 1.2.2.2 jdolecek
311 1.2.2.2 jdolecek /* This code needs to be improved to handle double-bit errors */
312 1.2.2.2 jdolecek /* in some intelligent fashion. */
313 1.2.2.2 jdolecek
314 1.2.2.2 jdolecek mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
315 1.2.2.2 jdolecek esr = mfdcr(DCR_SDRAM0_CFGDATA);
316 1.2.2.2 jdolecek
317 1.2.2.2 jdolecek mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_BEAR);
318 1.2.2.2 jdolecek ear = mfdcr(DCR_SDRAM0_CFGDATA);
319 1.2.2.2 jdolecek
320 1.2.2.2 jdolecek /* Always clear the error to stop the intr ASAP. */
321 1.2.2.2 jdolecek
322 1.2.2.2 jdolecek mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
323 1.2.2.2 jdolecek mtdcr(DCR_SDRAM0_CFGDATA, 0xffffffff);
324 1.2.2.2 jdolecek
325 1.2.2.2 jdolecek if (esr == 0x00) {
326 1.2.2.2 jdolecek /* No current error. Could happen due to intr. nesting */
327 1.2.2.2 jdolecek return(1);
328 1.2.2.2 jdolecek };
329 1.2.2.2 jdolecek
330 1.2.2.2 jdolecek /* Only report errors every once per second max. Do this using the TB, */
331 1.2.2.2 jdolecek /* because the system time (via microtime) may be adjusted when the date is set */
332 1.2.2.2 jdolecek /* and can't reliably be used to measure intervals. */
333 1.2.2.2 jdolecek
334 1.2.2.2 jdolecek asm ("1: mftbu %0; mftb %0+1; mftbu %1; cmpw %0,%1; bne 1b"
335 1.2.2.2 jdolecek : "=r"(tb), "=r"(tmp));
336 1.2.2.2 jdolecek intr_ecc_cnt++;
337 1.2.2.2 jdolecek
338 1.2.2.2 jdolecek if ((tb - intr_ecc_tb) < intr_ecc_iv) {
339 1.2.2.2 jdolecek return(1);
340 1.2.2.2 jdolecek };
341 1.2.2.2 jdolecek
342 1.2.2.2 jdolecek ce = (esr & SDRAM0_ECCESR_CE) != 0x00;
343 1.2.2.2 jdolecek ue = (esr & SDRAM0_ECCESR_UE) != 0x00;
344 1.2.2.2 jdolecek
345 1.2.2.2 jdolecek printf("ECC: Error CNT=%d ESR=%x EAR=%x %s BKNE=%d%d%d%d "
346 1.2.2.2 jdolecek "BLCE=%d%d%d%d CBE=%d%d.\n",
347 1.2.2.2 jdolecek intr_ecc_cnt, esr, ear,
348 1.2.2.2 jdolecek (ue) ? "Uncorrectable" : "Correctable",
349 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_BKEN(0)) != 0x00),
350 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_BKEN(1)) != 0x00),
351 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_BKEN(2)) != 0x00),
352 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_BKEN(3)) != 0x00),
353 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_BLCEN(0)) != 0x00),
354 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_BLCEN(1)) != 0x00),
355 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_BLCEN(2)) != 0x00),
356 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_BLCEN(3)) != 0x00),
357 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_CBEN(0)) != 0x00),
358 1.2.2.2 jdolecek ((esr & SDRAM0_ECCESR_CBEN(1)) != 0x00));
359 1.2.2.2 jdolecek
360 1.2.2.2 jdolecek /* Should check for uncorrectable errors and panic... */
361 1.2.2.2 jdolecek
362 1.2.2.2 jdolecek if (intr_ecc_cnt > 1000) {
363 1.2.2.2 jdolecek printf("ECC: Too many errors, recycling entire "
364 1.2.2.2 jdolecek "SDRAM (size = %d).\n", board_data.mem_size);
365 1.2.2.2 jdolecek
366 1.2.2.2 jdolecek /* Can this code be changed to run without disabling data MMU and disabling intrs? */
367 1.2.2.2 jdolecek /* Does kernel always map all of physical RAM VA=PA? If so, just loop over lowmem. */
368 1.2.2.2 jdolecek
369 1.2.2.2 jdolecek asm volatile(
370 1.2.2.2 jdolecek "mfmsr %0;"
371 1.2.2.2 jdolecek "li %1, 0x00;"
372 1.2.2.2 jdolecek "ori %1, %1, 0x8010;"
373 1.2.2.2 jdolecek "andc %1, %0, %1;"
374 1.2.2.2 jdolecek "mtmsr %1;"
375 1.2.2.2 jdolecek "sync;isync;"
376 1.2.2.2 jdolecek "li %1, 0x00;"
377 1.2.2.2 jdolecek "1:"
378 1.2.2.2 jdolecek "dcbt 0, %1;"
379 1.2.2.2 jdolecek "sync;isync;"
380 1.2.2.2 jdolecek "lwz %2, 0(%1);"
381 1.2.2.2 jdolecek "stw %2, 0(%1);"
382 1.2.2.2 jdolecek "sync;isync;"
383 1.2.2.2 jdolecek "dcbf 0, %1;"
384 1.2.2.2 jdolecek "sync;isync;"
385 1.2.2.2 jdolecek "addi %1, %1, 0x20;"
386 1.2.2.2 jdolecek "addic. %3, %3, -0x20;"
387 1.2.2.2 jdolecek "bge 1b;"
388 1.2.2.2 jdolecek "mtmsr %0;"
389 1.2.2.2 jdolecek "sync;isync;"
390 1.2.2.2 jdolecek : "=&r" (msr), "=&r" (tmp), "=&r" (dat)
391 1.2.2.2 jdolecek : "r" (board_data.mem_size) : "0" );
392 1.2.2.2 jdolecek
393 1.2.2.2 jdolecek mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
394 1.2.2.2 jdolecek esr = mfdcr(DCR_SDRAM0_CFGDATA);
395 1.2.2.2 jdolecek
396 1.2.2.2 jdolecek mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
397 1.2.2.2 jdolecek mtdcr(DCR_SDRAM0_CFGDATA, 0xffffffff);
398 1.2.2.2 jdolecek
399 1.2.2.2 jdolecek /* Correctable errors here are OK, mem should be clean now. */
400 1.2.2.2 jdolecek /* Should check for uncorrectable errors and panic... */
401 1.2.2.2 jdolecek printf("ECC: Recycling complete, ESR=%x. "
402 1.2.2.2 jdolecek "Checking for persistent errors.\n", esr);
403 1.2.2.2 jdolecek
404 1.2.2.2 jdolecek asm volatile(
405 1.2.2.2 jdolecek "mfmsr %0;"
406 1.2.2.2 jdolecek "li %1, 0x00;"
407 1.2.2.2 jdolecek "ori %1, %1, 0x8010;"
408 1.2.2.2 jdolecek "andc %1, %0, %1;"
409 1.2.2.2 jdolecek "mtmsr %1;"
410 1.2.2.2 jdolecek "sync;isync;"
411 1.2.2.2 jdolecek "li %1, 0x00;"
412 1.2.2.2 jdolecek "1:"
413 1.2.2.2 jdolecek "dcbt 0, %1;"
414 1.2.2.2 jdolecek "sync;isync;"
415 1.2.2.2 jdolecek "lwz %2, 0(%1);"
416 1.2.2.2 jdolecek "stw %2, 0(%1);"
417 1.2.2.2 jdolecek "sync;isync;"
418 1.2.2.2 jdolecek "dcbf 0, %1;"
419 1.2.2.2 jdolecek "sync;isync;"
420 1.2.2.2 jdolecek "addi %1, %1, 0x20;"
421 1.2.2.2 jdolecek "addic. %3, %3, -0x20;"
422 1.2.2.2 jdolecek "bge 1b;"
423 1.2.2.2 jdolecek "mtmsr %0;"
424 1.2.2.2 jdolecek "sync;isync;"
425 1.2.2.2 jdolecek : "=&r" (msr), "=&r" (tmp), "=&r" (dat)
426 1.2.2.2 jdolecek : "r" (board_data.mem_size) : "0" );
427 1.2.2.2 jdolecek
428 1.2.2.2 jdolecek mtdcr(DCR_SDRAM0_CFGADDR, DCR_SDRAM0_ECCESR);
429 1.2.2.2 jdolecek esr = mfdcr(DCR_SDRAM0_CFGDATA);
430 1.2.2.2 jdolecek
431 1.2.2.2 jdolecek /* If esr is non zero here, we're screwed. Should check this and panic. */
432 1.2.2.2 jdolecek printf("ECC: Persistent error check complete, "
433 1.2.2.2 jdolecek "final ESR=%x.\n", esr);
434 1.2.2.2 jdolecek };
435 1.2.2.2 jdolecek
436 1.2.2.2 jdolecek intr_ecc_tb = tb;
437 1.2.2.2 jdolecek intr_ecc_cnt = 0;
438 1.2.2.2 jdolecek
439 1.2.2.2 jdolecek return(1);
440 1.2.2.2 jdolecek };
441