1 1.13 skrll /* $NetBSD: intr.c,v 1.13 2017/05/21 06:49:12 skrll Exp $ */ 2 1.1 macallan 3 1.1 macallan /*- 4 1.1 macallan * Copyright (c) 2014 Michael Lorenz 5 1.1 macallan * All rights reserved. 6 1.1 macallan * 7 1.1 macallan * Redistribution and use in source and binary forms, with or without 8 1.1 macallan * modification, are permitted provided that the following conditions 9 1.1 macallan * are met: 10 1.1 macallan * 1. Redistributions of source code must retain the above copyright 11 1.1 macallan * notice, this list of conditions and the following disclaimer. 12 1.1 macallan * 2. Redistributions in binary form must reproduce the above copyright 13 1.1 macallan * notice, this list of conditions and the following disclaimer in the 14 1.1 macallan * documentation and/or other materials provided with the distribution. 15 1.1 macallan * 16 1.1 macallan * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 17 1.1 macallan * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 18 1.1 macallan * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 19 1.1 macallan * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 20 1.1 macallan * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 21 1.1 macallan * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 22 1.1 macallan * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 23 1.1 macallan * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 24 1.1 macallan * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 25 1.1 macallan * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 26 1.1 macallan * POSSIBILITY OF SUCH DAMAGE. 27 1.1 macallan */ 28 1.1 macallan 29 1.1 macallan #include <sys/cdefs.h> 30 1.13 skrll __KERNEL_RCSID(0, "$NetBSD: intr.c,v 1.13 2017/05/21 06:49:12 skrll Exp $"); 31 1.1 macallan 32 1.1 macallan #define __INTR_PRIVATE 33 1.1 macallan 34 1.10 macallan #include "opt_multiprocessor.h" 35 1.10 macallan 36 1.1 macallan #include <sys/param.h> 37 1.1 macallan #include <sys/cpu.h> 38 1.1 macallan #include <sys/device.h> 39 1.1 macallan #include <sys/kernel.h> 40 1.1 macallan #include <sys/systm.h> 41 1.1 macallan #include <sys/timetc.h> 42 1.2 macallan #include <sys/bitops.h> 43 1.1 macallan 44 1.1 macallan #include <mips/locore.h> 45 1.1 macallan #include <machine/intr.h> 46 1.1 macallan 47 1.13 skrll #include <mips/ingenic/ingenic_var.h> 48 1.1 macallan #include <mips/ingenic/ingenic_regs.h> 49 1.13 skrll #include <mips/ingenic/ingenic_coreregs.h> 50 1.1 macallan 51 1.2 macallan #include "opt_ingenic.h" 52 1.2 macallan 53 1.10 macallan #ifdef INGENIC_INTR_DEBUG 54 1.10 macallan #define DPRINTF printf 55 1.10 macallan #else 56 1.10 macallan #define DPRINTF while (0) printf 57 1.10 macallan #endif 58 1.10 macallan 59 1.11 skrll extern void ingenic_clockintr(struct clockframe *); 60 1.1 macallan extern void ingenic_puts(const char *); 61 1.1 macallan /* 62 1.1 macallan * This is a mask of bits to clear in the SR when we go to a 63 1.1 macallan * given hardware interrupt priority level. 64 1.1 macallan */ 65 1.1 macallan static const struct ipl_sr_map ingenic_ipl_sr_map = { 66 1.1 macallan .sr_bits = { 67 1.1 macallan [IPL_NONE] = 0, 68 1.1 macallan [IPL_SOFTCLOCK] = MIPS_SOFT_INT_MASK_0, 69 1.1 macallan [IPL_SOFTNET] = MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1, 70 1.1 macallan [IPL_VM] = 71 1.1 macallan MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1 | 72 1.1 macallan MIPS_INT_MASK_0 | 73 1.1 macallan MIPS_INT_MASK_3 | 74 1.1 macallan MIPS_INT_MASK_4 | 75 1.1 macallan MIPS_INT_MASK_5, 76 1.1 macallan [IPL_SCHED] = 77 1.1 macallan MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1 | 78 1.1 macallan MIPS_INT_MASK_0 | 79 1.1 macallan MIPS_INT_MASK_1 | 80 1.1 macallan MIPS_INT_MASK_2 | 81 1.1 macallan MIPS_INT_MASK_3 | 82 1.1 macallan MIPS_INT_MASK_4 | 83 1.1 macallan MIPS_INT_MASK_5, 84 1.1 macallan [IPL_DDB] = MIPS_INT_MASK, 85 1.1 macallan [IPL_HIGH] = MIPS_INT_MASK, 86 1.1 macallan }, 87 1.1 macallan }; 88 1.1 macallan 89 1.2 macallan #define NINTR 64 90 1.2 macallan 91 1.2 macallan /* some timer channels share interrupts, couldn't find any others */ 92 1.2 macallan struct intrhand { 93 1.2 macallan struct evcnt ih_count; 94 1.4 macallan char ih_name[16]; 95 1.2 macallan int (*ih_func)(void *); 96 1.2 macallan void *ih_arg; 97 1.2 macallan int ih_ipl; 98 1.2 macallan }; 99 1.2 macallan 100 1.2 macallan struct intrhand intrs[NINTR]; 101 1.7 macallan struct evcnt clockintrs; 102 1.2 macallan 103 1.2 macallan void ingenic_irq(int); 104 1.2 macallan 105 1.1 macallan void 106 1.1 macallan evbmips_intr_init(void) 107 1.1 macallan { 108 1.1 macallan uint32_t reg; 109 1.2 macallan int i; 110 1.1 macallan 111 1.1 macallan ipl_sr_map = ingenic_ipl_sr_map; 112 1.1 macallan 113 1.7 macallan evcnt_attach_dynamic(&clockintrs, 114 1.7 macallan EVCNT_TYPE_INTR, NULL, "timer", "intr"); 115 1.7 macallan 116 1.2 macallan /* zero all handlers */ 117 1.2 macallan for (i = 0; i < NINTR; i++) { 118 1.2 macallan intrs[i].ih_func = NULL; 119 1.2 macallan intrs[i].ih_arg = NULL; 120 1.4 macallan snprintf(intrs[i].ih_name, sizeof(intrs[i].ih_name), 121 1.4 macallan "irq %d", i); 122 1.2 macallan evcnt_attach_dynamic(&intrs[i].ih_count, EVCNT_TYPE_INTR, 123 1.8 macallan NULL, "INTC", intrs[i].ih_name); 124 1.2 macallan } 125 1.2 macallan 126 1.1 macallan /* mask all peripheral IRQs */ 127 1.1 macallan writereg(JZ_ICMR0, 0xffffffff); 128 1.1 macallan writereg(JZ_ICMR1, 0xffffffff); 129 1.1 macallan 130 1.2 macallan /* allow peripheral interrupts to core 0 only */ 131 1.13 skrll reg = mips_cp0_corereim_read(); 132 1.1 macallan reg &= 0xffff0000; 133 1.9 macallan reg |= REIM_IRQ0_M | REIM_MIRQ0_M; 134 1.10 macallan #ifdef MULTIPROCESSOR 135 1.10 macallan reg |= REIM_MIRQ1_M; 136 1.10 macallan #endif 137 1.13 skrll mips_cp0_corereim_write(reg); 138 1.13 skrll 139 1.13 skrll mips_cp0_corembox_write(1, 0); /* ping the 2nd core */ 140 1.10 macallan DPRINTF("%s %08x\n", __func__, reg); 141 1.1 macallan } 142 1.1 macallan 143 1.1 macallan void 144 1.11 skrll evbmips_iointr(int ipl, uint32_t ipending, struct clockframe *cf) 145 1.1 macallan { 146 1.1 macallan uint32_t id; 147 1.3 macallan #ifdef INGENIC_INTR_DEBUG 148 1.1 macallan char buffer[256]; 149 1.12 skrll 150 1.4 macallan #if 0 151 1.2 macallan snprintf(buffer, 256, "pending: %08x CR %08x\n", ipending, 152 1.13 skrll mipsNN_cp0_cause_read()); 153 1.1 macallan ingenic_puts(buffer); 154 1.1 macallan #endif 155 1.4 macallan #endif 156 1.1 macallan /* see which core we're on */ 157 1.13 skrll id = mipsNN_cp0_ebase_read() & 7; 158 1.1 macallan 159 1.1 macallan /* 160 1.1 macallan * XXX 161 1.10 macallan * the manual counts the softint bits as INT0 and INT1, our headers 162 1.1 macallan * don't so everything here looks off by two 163 1.1 macallan */ 164 1.1 macallan if (ipending & MIPS_INT_MASK_1) { 165 1.1 macallan /* 166 1.1 macallan * this is a mailbox interrupt / IPI 167 1.1 macallan */ 168 1.1 macallan uint32_t reg; 169 1.10 macallan int s = splsched(); 170 1.1 macallan 171 1.1 macallan /* read pending IPIs */ 172 1.13 skrll reg = mips_cp0_corestatus_read(); 173 1.1 macallan if (id == 0) { 174 1.1 macallan if (reg & CS_MIRQ0_P) { 175 1.9 macallan #ifdef MULTIPROCESSOR 176 1.9 macallan uint32_t tag; 177 1.13 skrll tag = mips_cp0_corembox_read(id); 178 1.12 skrll 179 1.9 macallan ipi_process(curcpu(), tag); 180 1.3 macallan #ifdef INGENIC_INTR_DEBUG 181 1.2 macallan snprintf(buffer, 256, 182 1.9 macallan "IPI for core 0, msg %08x\n", tag); 183 1.1 macallan ingenic_puts(buffer); 184 1.1 macallan #endif 185 1.9 macallan #endif 186 1.1 macallan reg &= (~CS_MIRQ0_P); 187 1.1 macallan /* clear it */ 188 1.13 skrll mips_cp0_corestatus_write(reg); 189 1.1 macallan } 190 1.1 macallan } else if (id == 1) { 191 1.1 macallan if (reg & CS_MIRQ1_P) { 192 1.9 macallan #ifdef MULTIPROCESSOR 193 1.9 macallan uint32_t tag; 194 1.13 skrll tag = mips_cp0_corembox_read(id); 195 1.10 macallan ingenic_puts("1"); 196 1.10 macallan if (tag & 0x400) 197 1.11 skrll hardclock(cf); 198 1.10 macallan //ipi_process(curcpu(), tag); 199 1.3 macallan #ifdef INGENIC_INTR_DEBUG 200 1.2 macallan snprintf(buffer, 256, 201 1.9 macallan "IPI for core 1, msg %08x\n", tag); 202 1.1 macallan ingenic_puts(buffer); 203 1.1 macallan #endif 204 1.9 macallan #endif 205 1.9 macallan reg &= (~CS_MIRQ1_P); 206 1.1 macallan /* clear it */ 207 1.13 skrll mips_cp0_corestatus_write(reg); 208 1.1 macallan } 209 1.1 macallan } 210 1.10 macallan splx(s); 211 1.1 macallan } 212 1.1 macallan if (ipending & MIPS_INT_MASK_2) { 213 1.1 macallan /* this is a timer interrupt */ 214 1.11 skrll ingenic_clockintr(cf); 215 1.7 macallan clockintrs.ev_count++; 216 1.1 macallan ingenic_puts("INT2\n"); 217 1.1 macallan } 218 1.1 macallan if (ipending & MIPS_INT_MASK_0) { 219 1.5 macallan uint32_t mask; 220 1.1 macallan /* peripheral interrupt */ 221 1.1 macallan 222 1.1 macallan /* 223 1.1 macallan * XXX 224 1.1 macallan * OS timer interrupts are supposed to show up as INT2 as well 225 1.1 macallan * but I haven't seen them there so for now we just weed them 226 1.1 macallan * out right here. 227 1.1 macallan * The idea is to allow peripheral interrupts on both cores but 228 1.12 skrll * block INT0 on core1 so it would see only timer interrupts 229 1.1 macallan * and IPIs. If that doesn't work we'll have to send an IPI to 230 1.12 skrll * core1 for each timer tick. 231 1.1 macallan */ 232 1.5 macallan mask = readreg(JZ_ICPR0); 233 1.5 macallan if (mask & 0x0c000000) { 234 1.10 macallan writereg(JZ_ICMSR0, 0x0c000000); 235 1.11 skrll ingenic_clockintr(cf); 236 1.10 macallan writereg(JZ_ICMCR0, 0x0c000000); 237 1.7 macallan clockintrs.ev_count++; 238 1.2 macallan } 239 1.2 macallan ingenic_irq(ipl); 240 1.1 macallan KASSERT(id == 0); 241 1.1 macallan } 242 1.1 macallan } 243 1.2 macallan 244 1.2 macallan void 245 1.2 macallan ingenic_irq(int ipl) 246 1.2 macallan { 247 1.5 macallan uint32_t irql, irqh, mask, ll, hh; 248 1.4 macallan int bit, idx, bail; 249 1.3 macallan #ifdef INGENIC_INTR_DEBUG 250 1.3 macallan char buffer[16]; 251 1.3 macallan #endif 252 1.2 macallan 253 1.2 macallan irql = readreg(JZ_ICPR0); 254 1.5 macallan irqh = readreg(JZ_ICPR1); 255 1.3 macallan #ifdef INGENIC_INTR_DEBUG 256 1.3 macallan if (irql != 0) { 257 1.3 macallan snprintf(buffer, 16, " il%08x", irql); 258 1.3 macallan ingenic_puts(buffer); 259 1.3 macallan } 260 1.3 macallan #endif 261 1.4 macallan bail = 32; 262 1.5 macallan ll = irql; 263 1.5 macallan hh = irqh; 264 1.5 macallan writereg(JZ_ICMSR0, ll); 265 1.5 macallan writereg(JZ_ICMSR1, hh); 266 1.2 macallan bit = ffs32(irql); 267 1.2 macallan while (bit != 0) { 268 1.2 macallan idx = bit - 1; 269 1.2 macallan mask = 1 << idx; 270 1.6 macallan intrs[idx].ih_count.ev_count++; 271 1.2 macallan if (intrs[idx].ih_func != NULL) { 272 1.2 macallan if (intrs[idx].ih_ipl == IPL_VM) 273 1.2 macallan KERNEL_LOCK(1, NULL); 274 1.12 skrll intrs[idx].ih_func(intrs[idx].ih_arg); 275 1.2 macallan if (intrs[idx].ih_ipl == IPL_VM) 276 1.2 macallan KERNEL_UNLOCK_ONE(NULL); 277 1.2 macallan } else { 278 1.3 macallan /* spurious interrupt, mask it */ 279 1.2 macallan writereg(JZ_ICMSR0, mask); 280 1.12 skrll } 281 1.2 macallan irql &= ~mask; 282 1.2 macallan bit = ffs32(irql); 283 1.4 macallan bail--; 284 1.4 macallan KASSERT(bail > 0); 285 1.2 macallan } 286 1.2 macallan 287 1.3 macallan #ifdef INGENIC_INTR_DEBUG 288 1.3 macallan if (irqh != 0) { 289 1.3 macallan snprintf(buffer, 16, " ih%08x", irqh); 290 1.3 macallan ingenic_puts(buffer); 291 1.3 macallan } 292 1.3 macallan #endif 293 1.2 macallan bit = ffs32(irqh); 294 1.2 macallan while (bit != 0) { 295 1.2 macallan idx = bit - 1; 296 1.2 macallan mask = 1 << idx; 297 1.2 macallan idx += 32; 298 1.6 macallan intrs[idx].ih_count.ev_count++; 299 1.2 macallan if (intrs[idx].ih_func != NULL) { 300 1.2 macallan if (intrs[idx].ih_ipl == IPL_VM) 301 1.2 macallan KERNEL_LOCK(1, NULL); 302 1.12 skrll intrs[idx].ih_func(intrs[idx].ih_arg); 303 1.2 macallan if (intrs[idx].ih_ipl == IPL_VM) 304 1.2 macallan KERNEL_UNLOCK_ONE(NULL); 305 1.2 macallan } else { 306 1.3 macallan /* spurious interrupt, mask it */ 307 1.2 macallan writereg(JZ_ICMSR1, mask); 308 1.12 skrll } 309 1.2 macallan irqh &= ~mask; 310 1.2 macallan bit = ffs32(irqh); 311 1.2 macallan } 312 1.5 macallan writereg(JZ_ICMCR0, ll); 313 1.5 macallan writereg(JZ_ICMCR1, hh); 314 1.2 macallan } 315 1.2 macallan 316 1.2 macallan void * 317 1.2 macallan evbmips_intr_establish(int irq, int (*func)(void *), void *arg) 318 1.2 macallan { 319 1.2 macallan int s; 320 1.2 macallan 321 1.2 macallan if ((irq < 0) || (irq >= NINTR)) { 322 1.2 macallan aprint_error("%s: invalid irq %d\n", __func__, irq); 323 1.2 macallan return NULL; 324 1.2 macallan } 325 1.2 macallan 326 1.2 macallan s = splhigh(); /* XXX probably needs a mutex */ 327 1.2 macallan intrs[irq].ih_func = func; 328 1.2 macallan intrs[irq].ih_arg = arg; 329 1.2 macallan intrs[irq].ih_ipl = IPL_VM; 330 1.2 macallan 331 1.2 macallan /* now enable the IRQ */ 332 1.2 macallan if (irq >= 32) { 333 1.2 macallan writereg(JZ_ICMCR1, 1 << (irq - 32)); 334 1.2 macallan } else 335 1.2 macallan writereg(JZ_ICMCR0, 1 << irq); 336 1.2 macallan 337 1.2 macallan splx(s); 338 1.2 macallan 339 1.2 macallan return ((void *)(irq + 1)); 340 1.2 macallan } 341 1.2 macallan 342 1.2 macallan void 343 1.2 macallan evbmips_intr_disestablish(void *cookie) 344 1.2 macallan { 345 1.2 macallan int irq = ((int)cookie) - 1; 346 1.2 macallan int s; 347 1.2 macallan 348 1.2 macallan if ((irq < 0) || (irq >= NINTR)) { 349 1.2 macallan aprint_error("%s: invalid irq %d\n", __func__, irq); 350 1.2 macallan return; 351 1.2 macallan } 352 1.2 macallan 353 1.2 macallan s = splhigh(); 354 1.2 macallan 355 1.2 macallan /* disable the IRQ */ 356 1.2 macallan if (irq >= 32) { 357 1.2 macallan writereg(JZ_ICMSR1, 1 << (irq - 32)); 358 1.2 macallan } else 359 1.2 macallan writereg(JZ_ICMSR0, 1 << irq); 360 1.2 macallan 361 1.2 macallan intrs[irq].ih_func = NULL; 362 1.2 macallan intrs[irq].ih_arg = NULL; 363 1.2 macallan intrs[irq].ih_ipl = 0; 364 1.2 macallan 365 1.2 macallan splx(s); 366 1.2 macallan } 367