intr.c revision 1.13 1 1.13 skrll /* $NetBSD: intr.c,v 1.13 2017/05/21 06:49:12 skrll Exp $ */
2 1.1 macallan
3 1.1 macallan /*-
4 1.1 macallan * Copyright (c) 2014 Michael Lorenz
5 1.1 macallan * All rights reserved.
6 1.1 macallan *
7 1.1 macallan * Redistribution and use in source and binary forms, with or without
8 1.1 macallan * modification, are permitted provided that the following conditions
9 1.1 macallan * are met:
10 1.1 macallan * 1. Redistributions of source code must retain the above copyright
11 1.1 macallan * notice, this list of conditions and the following disclaimer.
12 1.1 macallan * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 macallan * notice, this list of conditions and the following disclaimer in the
14 1.1 macallan * documentation and/or other materials provided with the distribution.
15 1.1 macallan *
16 1.1 macallan * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.1 macallan * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.1 macallan * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.1 macallan * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.1 macallan * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.1 macallan * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.1 macallan * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.1 macallan * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.1 macallan * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.1 macallan * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.1 macallan * POSSIBILITY OF SUCH DAMAGE.
27 1.1 macallan */
28 1.1 macallan
29 1.1 macallan #include <sys/cdefs.h>
30 1.13 skrll __KERNEL_RCSID(0, "$NetBSD: intr.c,v 1.13 2017/05/21 06:49:12 skrll Exp $");
31 1.1 macallan
32 1.1 macallan #define __INTR_PRIVATE
33 1.1 macallan
34 1.10 macallan #include "opt_multiprocessor.h"
35 1.10 macallan
36 1.1 macallan #include <sys/param.h>
37 1.1 macallan #include <sys/cpu.h>
38 1.1 macallan #include <sys/device.h>
39 1.1 macallan #include <sys/kernel.h>
40 1.1 macallan #include <sys/systm.h>
41 1.1 macallan #include <sys/timetc.h>
42 1.2 macallan #include <sys/bitops.h>
43 1.1 macallan
44 1.1 macallan #include <mips/locore.h>
45 1.1 macallan #include <machine/intr.h>
46 1.1 macallan
47 1.13 skrll #include <mips/ingenic/ingenic_var.h>
48 1.1 macallan #include <mips/ingenic/ingenic_regs.h>
49 1.13 skrll #include <mips/ingenic/ingenic_coreregs.h>
50 1.1 macallan
51 1.2 macallan #include "opt_ingenic.h"
52 1.2 macallan
53 1.10 macallan #ifdef INGENIC_INTR_DEBUG
54 1.10 macallan #define DPRINTF printf
55 1.10 macallan #else
56 1.10 macallan #define DPRINTF while (0) printf
57 1.10 macallan #endif
58 1.10 macallan
59 1.11 skrll extern void ingenic_clockintr(struct clockframe *);
60 1.1 macallan extern void ingenic_puts(const char *);
61 1.1 macallan /*
62 1.1 macallan * This is a mask of bits to clear in the SR when we go to a
63 1.1 macallan * given hardware interrupt priority level.
64 1.1 macallan */
65 1.1 macallan static const struct ipl_sr_map ingenic_ipl_sr_map = {
66 1.1 macallan .sr_bits = {
67 1.1 macallan [IPL_NONE] = 0,
68 1.1 macallan [IPL_SOFTCLOCK] = MIPS_SOFT_INT_MASK_0,
69 1.1 macallan [IPL_SOFTNET] = MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1,
70 1.1 macallan [IPL_VM] =
71 1.1 macallan MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1 |
72 1.1 macallan MIPS_INT_MASK_0 |
73 1.1 macallan MIPS_INT_MASK_3 |
74 1.1 macallan MIPS_INT_MASK_4 |
75 1.1 macallan MIPS_INT_MASK_5,
76 1.1 macallan [IPL_SCHED] =
77 1.1 macallan MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1 |
78 1.1 macallan MIPS_INT_MASK_0 |
79 1.1 macallan MIPS_INT_MASK_1 |
80 1.1 macallan MIPS_INT_MASK_2 |
81 1.1 macallan MIPS_INT_MASK_3 |
82 1.1 macallan MIPS_INT_MASK_4 |
83 1.1 macallan MIPS_INT_MASK_5,
84 1.1 macallan [IPL_DDB] = MIPS_INT_MASK,
85 1.1 macallan [IPL_HIGH] = MIPS_INT_MASK,
86 1.1 macallan },
87 1.1 macallan };
88 1.1 macallan
89 1.2 macallan #define NINTR 64
90 1.2 macallan
91 1.2 macallan /* some timer channels share interrupts, couldn't find any others */
92 1.2 macallan struct intrhand {
93 1.2 macallan struct evcnt ih_count;
94 1.4 macallan char ih_name[16];
95 1.2 macallan int (*ih_func)(void *);
96 1.2 macallan void *ih_arg;
97 1.2 macallan int ih_ipl;
98 1.2 macallan };
99 1.2 macallan
100 1.2 macallan struct intrhand intrs[NINTR];
101 1.7 macallan struct evcnt clockintrs;
102 1.2 macallan
103 1.2 macallan void ingenic_irq(int);
104 1.2 macallan
105 1.1 macallan void
106 1.1 macallan evbmips_intr_init(void)
107 1.1 macallan {
108 1.1 macallan uint32_t reg;
109 1.2 macallan int i;
110 1.1 macallan
111 1.1 macallan ipl_sr_map = ingenic_ipl_sr_map;
112 1.1 macallan
113 1.7 macallan evcnt_attach_dynamic(&clockintrs,
114 1.7 macallan EVCNT_TYPE_INTR, NULL, "timer", "intr");
115 1.7 macallan
116 1.2 macallan /* zero all handlers */
117 1.2 macallan for (i = 0; i < NINTR; i++) {
118 1.2 macallan intrs[i].ih_func = NULL;
119 1.2 macallan intrs[i].ih_arg = NULL;
120 1.4 macallan snprintf(intrs[i].ih_name, sizeof(intrs[i].ih_name),
121 1.4 macallan "irq %d", i);
122 1.2 macallan evcnt_attach_dynamic(&intrs[i].ih_count, EVCNT_TYPE_INTR,
123 1.8 macallan NULL, "INTC", intrs[i].ih_name);
124 1.2 macallan }
125 1.2 macallan
126 1.1 macallan /* mask all peripheral IRQs */
127 1.1 macallan writereg(JZ_ICMR0, 0xffffffff);
128 1.1 macallan writereg(JZ_ICMR1, 0xffffffff);
129 1.1 macallan
130 1.2 macallan /* allow peripheral interrupts to core 0 only */
131 1.13 skrll reg = mips_cp0_corereim_read();
132 1.1 macallan reg &= 0xffff0000;
133 1.9 macallan reg |= REIM_IRQ0_M | REIM_MIRQ0_M;
134 1.10 macallan #ifdef MULTIPROCESSOR
135 1.10 macallan reg |= REIM_MIRQ1_M;
136 1.10 macallan #endif
137 1.13 skrll mips_cp0_corereim_write(reg);
138 1.13 skrll
139 1.13 skrll mips_cp0_corembox_write(1, 0); /* ping the 2nd core */
140 1.10 macallan DPRINTF("%s %08x\n", __func__, reg);
141 1.1 macallan }
142 1.1 macallan
143 1.1 macallan void
144 1.11 skrll evbmips_iointr(int ipl, uint32_t ipending, struct clockframe *cf)
145 1.1 macallan {
146 1.1 macallan uint32_t id;
147 1.3 macallan #ifdef INGENIC_INTR_DEBUG
148 1.1 macallan char buffer[256];
149 1.12 skrll
150 1.4 macallan #if 0
151 1.2 macallan snprintf(buffer, 256, "pending: %08x CR %08x\n", ipending,
152 1.13 skrll mipsNN_cp0_cause_read());
153 1.1 macallan ingenic_puts(buffer);
154 1.1 macallan #endif
155 1.4 macallan #endif
156 1.1 macallan /* see which core we're on */
157 1.13 skrll id = mipsNN_cp0_ebase_read() & 7;
158 1.1 macallan
159 1.1 macallan /*
160 1.1 macallan * XXX
161 1.10 macallan * the manual counts the softint bits as INT0 and INT1, our headers
162 1.1 macallan * don't so everything here looks off by two
163 1.1 macallan */
164 1.1 macallan if (ipending & MIPS_INT_MASK_1) {
165 1.1 macallan /*
166 1.1 macallan * this is a mailbox interrupt / IPI
167 1.1 macallan */
168 1.1 macallan uint32_t reg;
169 1.10 macallan int s = splsched();
170 1.1 macallan
171 1.1 macallan /* read pending IPIs */
172 1.13 skrll reg = mips_cp0_corestatus_read();
173 1.1 macallan if (id == 0) {
174 1.1 macallan if (reg & CS_MIRQ0_P) {
175 1.9 macallan #ifdef MULTIPROCESSOR
176 1.9 macallan uint32_t tag;
177 1.13 skrll tag = mips_cp0_corembox_read(id);
178 1.12 skrll
179 1.9 macallan ipi_process(curcpu(), tag);
180 1.3 macallan #ifdef INGENIC_INTR_DEBUG
181 1.2 macallan snprintf(buffer, 256,
182 1.9 macallan "IPI for core 0, msg %08x\n", tag);
183 1.1 macallan ingenic_puts(buffer);
184 1.1 macallan #endif
185 1.9 macallan #endif
186 1.1 macallan reg &= (~CS_MIRQ0_P);
187 1.1 macallan /* clear it */
188 1.13 skrll mips_cp0_corestatus_write(reg);
189 1.1 macallan }
190 1.1 macallan } else if (id == 1) {
191 1.1 macallan if (reg & CS_MIRQ1_P) {
192 1.9 macallan #ifdef MULTIPROCESSOR
193 1.9 macallan uint32_t tag;
194 1.13 skrll tag = mips_cp0_corembox_read(id);
195 1.10 macallan ingenic_puts("1");
196 1.10 macallan if (tag & 0x400)
197 1.11 skrll hardclock(cf);
198 1.10 macallan //ipi_process(curcpu(), tag);
199 1.3 macallan #ifdef INGENIC_INTR_DEBUG
200 1.2 macallan snprintf(buffer, 256,
201 1.9 macallan "IPI for core 1, msg %08x\n", tag);
202 1.1 macallan ingenic_puts(buffer);
203 1.1 macallan #endif
204 1.9 macallan #endif
205 1.9 macallan reg &= (~CS_MIRQ1_P);
206 1.1 macallan /* clear it */
207 1.13 skrll mips_cp0_corestatus_write(reg);
208 1.1 macallan }
209 1.1 macallan }
210 1.10 macallan splx(s);
211 1.1 macallan }
212 1.1 macallan if (ipending & MIPS_INT_MASK_2) {
213 1.1 macallan /* this is a timer interrupt */
214 1.11 skrll ingenic_clockintr(cf);
215 1.7 macallan clockintrs.ev_count++;
216 1.1 macallan ingenic_puts("INT2\n");
217 1.1 macallan }
218 1.1 macallan if (ipending & MIPS_INT_MASK_0) {
219 1.5 macallan uint32_t mask;
220 1.1 macallan /* peripheral interrupt */
221 1.1 macallan
222 1.1 macallan /*
223 1.1 macallan * XXX
224 1.1 macallan * OS timer interrupts are supposed to show up as INT2 as well
225 1.1 macallan * but I haven't seen them there so for now we just weed them
226 1.1 macallan * out right here.
227 1.1 macallan * The idea is to allow peripheral interrupts on both cores but
228 1.12 skrll * block INT0 on core1 so it would see only timer interrupts
229 1.1 macallan * and IPIs. If that doesn't work we'll have to send an IPI to
230 1.12 skrll * core1 for each timer tick.
231 1.1 macallan */
232 1.5 macallan mask = readreg(JZ_ICPR0);
233 1.5 macallan if (mask & 0x0c000000) {
234 1.10 macallan writereg(JZ_ICMSR0, 0x0c000000);
235 1.11 skrll ingenic_clockintr(cf);
236 1.10 macallan writereg(JZ_ICMCR0, 0x0c000000);
237 1.7 macallan clockintrs.ev_count++;
238 1.2 macallan }
239 1.2 macallan ingenic_irq(ipl);
240 1.1 macallan KASSERT(id == 0);
241 1.1 macallan }
242 1.1 macallan }
243 1.2 macallan
244 1.2 macallan void
245 1.2 macallan ingenic_irq(int ipl)
246 1.2 macallan {
247 1.5 macallan uint32_t irql, irqh, mask, ll, hh;
248 1.4 macallan int bit, idx, bail;
249 1.3 macallan #ifdef INGENIC_INTR_DEBUG
250 1.3 macallan char buffer[16];
251 1.3 macallan #endif
252 1.2 macallan
253 1.2 macallan irql = readreg(JZ_ICPR0);
254 1.5 macallan irqh = readreg(JZ_ICPR1);
255 1.3 macallan #ifdef INGENIC_INTR_DEBUG
256 1.3 macallan if (irql != 0) {
257 1.3 macallan snprintf(buffer, 16, " il%08x", irql);
258 1.3 macallan ingenic_puts(buffer);
259 1.3 macallan }
260 1.3 macallan #endif
261 1.4 macallan bail = 32;
262 1.5 macallan ll = irql;
263 1.5 macallan hh = irqh;
264 1.5 macallan writereg(JZ_ICMSR0, ll);
265 1.5 macallan writereg(JZ_ICMSR1, hh);
266 1.2 macallan bit = ffs32(irql);
267 1.2 macallan while (bit != 0) {
268 1.2 macallan idx = bit - 1;
269 1.2 macallan mask = 1 << idx;
270 1.6 macallan intrs[idx].ih_count.ev_count++;
271 1.2 macallan if (intrs[idx].ih_func != NULL) {
272 1.2 macallan if (intrs[idx].ih_ipl == IPL_VM)
273 1.2 macallan KERNEL_LOCK(1, NULL);
274 1.12 skrll intrs[idx].ih_func(intrs[idx].ih_arg);
275 1.2 macallan if (intrs[idx].ih_ipl == IPL_VM)
276 1.2 macallan KERNEL_UNLOCK_ONE(NULL);
277 1.2 macallan } else {
278 1.3 macallan /* spurious interrupt, mask it */
279 1.2 macallan writereg(JZ_ICMSR0, mask);
280 1.12 skrll }
281 1.2 macallan irql &= ~mask;
282 1.2 macallan bit = ffs32(irql);
283 1.4 macallan bail--;
284 1.4 macallan KASSERT(bail > 0);
285 1.2 macallan }
286 1.2 macallan
287 1.3 macallan #ifdef INGENIC_INTR_DEBUG
288 1.3 macallan if (irqh != 0) {
289 1.3 macallan snprintf(buffer, 16, " ih%08x", irqh);
290 1.3 macallan ingenic_puts(buffer);
291 1.3 macallan }
292 1.3 macallan #endif
293 1.2 macallan bit = ffs32(irqh);
294 1.2 macallan while (bit != 0) {
295 1.2 macallan idx = bit - 1;
296 1.2 macallan mask = 1 << idx;
297 1.2 macallan idx += 32;
298 1.6 macallan intrs[idx].ih_count.ev_count++;
299 1.2 macallan if (intrs[idx].ih_func != NULL) {
300 1.2 macallan if (intrs[idx].ih_ipl == IPL_VM)
301 1.2 macallan KERNEL_LOCK(1, NULL);
302 1.12 skrll intrs[idx].ih_func(intrs[idx].ih_arg);
303 1.2 macallan if (intrs[idx].ih_ipl == IPL_VM)
304 1.2 macallan KERNEL_UNLOCK_ONE(NULL);
305 1.2 macallan } else {
306 1.3 macallan /* spurious interrupt, mask it */
307 1.2 macallan writereg(JZ_ICMSR1, mask);
308 1.12 skrll }
309 1.2 macallan irqh &= ~mask;
310 1.2 macallan bit = ffs32(irqh);
311 1.2 macallan }
312 1.5 macallan writereg(JZ_ICMCR0, ll);
313 1.5 macallan writereg(JZ_ICMCR1, hh);
314 1.2 macallan }
315 1.2 macallan
316 1.2 macallan void *
317 1.2 macallan evbmips_intr_establish(int irq, int (*func)(void *), void *arg)
318 1.2 macallan {
319 1.2 macallan int s;
320 1.2 macallan
321 1.2 macallan if ((irq < 0) || (irq >= NINTR)) {
322 1.2 macallan aprint_error("%s: invalid irq %d\n", __func__, irq);
323 1.2 macallan return NULL;
324 1.2 macallan }
325 1.2 macallan
326 1.2 macallan s = splhigh(); /* XXX probably needs a mutex */
327 1.2 macallan intrs[irq].ih_func = func;
328 1.2 macallan intrs[irq].ih_arg = arg;
329 1.2 macallan intrs[irq].ih_ipl = IPL_VM;
330 1.2 macallan
331 1.2 macallan /* now enable the IRQ */
332 1.2 macallan if (irq >= 32) {
333 1.2 macallan writereg(JZ_ICMCR1, 1 << (irq - 32));
334 1.2 macallan } else
335 1.2 macallan writereg(JZ_ICMCR0, 1 << irq);
336 1.2 macallan
337 1.2 macallan splx(s);
338 1.2 macallan
339 1.2 macallan return ((void *)(irq + 1));
340 1.2 macallan }
341 1.2 macallan
342 1.2 macallan void
343 1.2 macallan evbmips_intr_disestablish(void *cookie)
344 1.2 macallan {
345 1.2 macallan int irq = ((int)cookie) - 1;
346 1.2 macallan int s;
347 1.2 macallan
348 1.2 macallan if ((irq < 0) || (irq >= NINTR)) {
349 1.2 macallan aprint_error("%s: invalid irq %d\n", __func__, irq);
350 1.2 macallan return;
351 1.2 macallan }
352 1.2 macallan
353 1.2 macallan s = splhigh();
354 1.2 macallan
355 1.2 macallan /* disable the IRQ */
356 1.2 macallan if (irq >= 32) {
357 1.2 macallan writereg(JZ_ICMSR1, 1 << (irq - 32));
358 1.2 macallan } else
359 1.2 macallan writereg(JZ_ICMSR0, 1 << irq);
360 1.2 macallan
361 1.2 macallan intrs[irq].ih_func = NULL;
362 1.2 macallan intrs[irq].ih_arg = NULL;
363 1.2 macallan intrs[irq].ih_ipl = 0;
364 1.2 macallan
365 1.2 macallan splx(s);
366 1.2 macallan }
367