Home | History | Annotate | Line # | Download | only in ingenic
intr.c revision 1.10
      1  1.10  macallan /*	$NetBSD: intr.c,v 1.10 2016/01/29 01:54:14 macallan Exp $ */
      2   1.1  macallan 
      3   1.1  macallan /*-
      4   1.1  macallan  * Copyright (c) 2014 Michael Lorenz
      5   1.1  macallan  * All rights reserved.
      6   1.1  macallan  *
      7   1.1  macallan  * Redistribution and use in source and binary forms, with or without
      8   1.1  macallan  * modification, are permitted provided that the following conditions
      9   1.1  macallan  * are met:
     10   1.1  macallan  * 1. Redistributions of source code must retain the above copyright
     11   1.1  macallan  *    notice, this list of conditions and the following disclaimer.
     12   1.1  macallan  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  macallan  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  macallan  *    documentation and/or other materials provided with the distribution.
     15   1.1  macallan  *
     16   1.1  macallan  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17   1.1  macallan  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18   1.1  macallan  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19   1.1  macallan  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20   1.1  macallan  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21   1.1  macallan  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22   1.1  macallan  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23   1.1  macallan  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24   1.1  macallan  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25   1.1  macallan  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26   1.1  macallan  * POSSIBILITY OF SUCH DAMAGE.
     27   1.1  macallan  */
     28   1.1  macallan 
     29   1.1  macallan #include <sys/cdefs.h>
     30  1.10  macallan __KERNEL_RCSID(0, "$NetBSD: intr.c,v 1.10 2016/01/29 01:54:14 macallan Exp $");
     31   1.1  macallan 
     32   1.1  macallan #define __INTR_PRIVATE
     33   1.1  macallan 
     34  1.10  macallan #include "opt_multiprocessor.h"
     35  1.10  macallan 
     36   1.1  macallan #include <sys/param.h>
     37   1.1  macallan #include <sys/cpu.h>
     38   1.1  macallan #include <sys/device.h>
     39   1.1  macallan #include <sys/kernel.h>
     40   1.1  macallan #include <sys/systm.h>
     41   1.1  macallan #include <sys/timetc.h>
     42   1.2  macallan #include <sys/bitops.h>
     43   1.1  macallan 
     44   1.1  macallan #include <mips/locore.h>
     45   1.1  macallan #include <machine/intr.h>
     46   1.1  macallan 
     47   1.1  macallan #include <mips/ingenic/ingenic_regs.h>
     48   1.1  macallan 
     49   1.2  macallan #include "opt_ingenic.h"
     50   1.2  macallan 
     51  1.10  macallan #ifdef INGENIC_INTR_DEBUG
     52  1.10  macallan #define DPRINTF printf
     53  1.10  macallan #else
     54  1.10  macallan #define DPRINTF while (0) printf
     55  1.10  macallan #endif
     56  1.10  macallan 
     57   1.1  macallan extern void ingenic_clockintr(uint32_t);
     58   1.1  macallan extern void ingenic_puts(const char *);
     59  1.10  macallan extern struct clockframe cf;
     60   1.1  macallan /*
     61   1.1  macallan  * This is a mask of bits to clear in the SR when we go to a
     62   1.1  macallan  * given hardware interrupt priority level.
     63   1.1  macallan  */
     64   1.1  macallan static const struct ipl_sr_map ingenic_ipl_sr_map = {
     65   1.1  macallan     .sr_bits = {
     66   1.1  macallan 	[IPL_NONE] =		0,
     67   1.1  macallan 	[IPL_SOFTCLOCK] =	MIPS_SOFT_INT_MASK_0,
     68   1.1  macallan 	[IPL_SOFTNET] =		MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1,
     69   1.1  macallan 	[IPL_VM] =
     70   1.1  macallan 	    MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1 |
     71   1.1  macallan 	    MIPS_INT_MASK_0 |
     72   1.1  macallan 	    MIPS_INT_MASK_3 |
     73   1.1  macallan 	    MIPS_INT_MASK_4 |
     74   1.1  macallan 	    MIPS_INT_MASK_5,
     75   1.1  macallan 	[IPL_SCHED] =
     76   1.1  macallan 	    MIPS_SOFT_INT_MASK_0 | MIPS_SOFT_INT_MASK_1 |
     77   1.1  macallan 	    MIPS_INT_MASK_0 |
     78   1.1  macallan 	    MIPS_INT_MASK_1 |
     79   1.1  macallan 	    MIPS_INT_MASK_2 |
     80   1.1  macallan 	    MIPS_INT_MASK_3 |
     81   1.1  macallan 	    MIPS_INT_MASK_4 |
     82   1.1  macallan 	    MIPS_INT_MASK_5,
     83   1.1  macallan 	[IPL_DDB] =		MIPS_INT_MASK,
     84   1.1  macallan 	[IPL_HIGH] =            MIPS_INT_MASK,
     85   1.1  macallan     },
     86   1.1  macallan };
     87   1.1  macallan 
     88   1.2  macallan #define NINTR 64
     89   1.2  macallan 
     90   1.2  macallan /* some timer channels share interrupts, couldn't find any others */
     91   1.2  macallan struct intrhand {
     92   1.2  macallan 	struct evcnt ih_count;
     93   1.4  macallan 	char ih_name[16];
     94   1.2  macallan 	int (*ih_func)(void *);
     95   1.2  macallan 	void *ih_arg;
     96   1.2  macallan 	int ih_ipl;
     97   1.2  macallan };
     98   1.2  macallan 
     99   1.2  macallan struct intrhand intrs[NINTR];
    100   1.7  macallan struct evcnt clockintrs;
    101   1.2  macallan 
    102   1.2  macallan void ingenic_irq(int);
    103   1.2  macallan 
    104   1.1  macallan void
    105   1.1  macallan evbmips_intr_init(void)
    106   1.1  macallan {
    107   1.1  macallan 	uint32_t reg;
    108   1.2  macallan 	int i;
    109   1.1  macallan 
    110   1.1  macallan 	ipl_sr_map = ingenic_ipl_sr_map;
    111   1.1  macallan 
    112   1.7  macallan 	evcnt_attach_dynamic(&clockintrs,
    113   1.7  macallan 	    EVCNT_TYPE_INTR, NULL, "timer", "intr");
    114   1.7  macallan 
    115   1.2  macallan 	/* zero all handlers */
    116   1.2  macallan 	for (i = 0; i < NINTR; i++) {
    117   1.2  macallan 		intrs[i].ih_func = NULL;
    118   1.2  macallan 		intrs[i].ih_arg = NULL;
    119   1.4  macallan 		snprintf(intrs[i].ih_name, sizeof(intrs[i].ih_name),
    120   1.4  macallan 		    "irq %d", i);
    121   1.2  macallan 		evcnt_attach_dynamic(&intrs[i].ih_count, EVCNT_TYPE_INTR,
    122   1.8  macallan 		    NULL, "INTC", intrs[i].ih_name);
    123   1.2  macallan 	}
    124   1.2  macallan 
    125   1.1  macallan 	/* mask all peripheral IRQs */
    126   1.1  macallan 	writereg(JZ_ICMR0, 0xffffffff);
    127   1.1  macallan 	writereg(JZ_ICMR1, 0xffffffff);
    128   1.1  macallan 
    129   1.2  macallan 	/* allow peripheral interrupts to core 0 only */
    130   1.1  macallan 	reg = MFC0(12, 4);	/* reset entry and interrupts */
    131   1.1  macallan 	reg &= 0xffff0000;
    132   1.9  macallan 	reg |= REIM_IRQ0_M | REIM_MIRQ0_M;
    133  1.10  macallan #ifdef MULTIPROCESSOR
    134  1.10  macallan 	reg |= REIM_MIRQ1_M;
    135  1.10  macallan #endif
    136   1.1  macallan 	MTC0(reg, 12, 4);
    137  1.10  macallan 	MTC0(0, 20, 1);	/* ping the 2nd core */
    138  1.10  macallan 	DPRINTF("%s %08x\n", __func__, reg);
    139   1.1  macallan }
    140   1.1  macallan 
    141   1.1  macallan void
    142   1.1  macallan evbmips_iointr(int ipl, vaddr_t pc, uint32_t ipending)
    143   1.1  macallan {
    144   1.1  macallan 	uint32_t id;
    145   1.3  macallan #ifdef INGENIC_INTR_DEBUG
    146   1.1  macallan 	char buffer[256];
    147   1.1  macallan 
    148   1.4  macallan #if 0
    149   1.2  macallan 	snprintf(buffer, 256, "pending: %08x CR %08x\n", ipending,
    150   1.2  macallan 	    MFC0(MIPS_COP_0_CAUSE, 0));
    151   1.1  macallan 	ingenic_puts(buffer);
    152   1.1  macallan #endif
    153   1.4  macallan #endif
    154   1.1  macallan 	/* see which core we're on */
    155   1.1  macallan 	id = MFC0(15, 1) & 7;
    156   1.1  macallan 
    157   1.1  macallan 	/*
    158   1.1  macallan 	 * XXX
    159  1.10  macallan 	 * the manual counts the softint bits as INT0 and INT1, our headers
    160   1.1  macallan 	 * don't so everything here looks off by two
    161   1.1  macallan 	 */
    162   1.1  macallan 	if (ipending & MIPS_INT_MASK_1) {
    163   1.1  macallan 		/*
    164   1.1  macallan 		 * this is a mailbox interrupt / IPI
    165   1.1  macallan 		 */
    166   1.1  macallan 		uint32_t reg;
    167  1.10  macallan 		int s = splsched();
    168   1.1  macallan 
    169   1.1  macallan 		/* read pending IPIs */
    170   1.1  macallan 		reg = MFC0(12, 3);
    171   1.1  macallan 		if (id == 0) {
    172   1.1  macallan 			if (reg & CS_MIRQ0_P) {
    173   1.9  macallan #ifdef MULTIPROCESSOR
    174   1.9  macallan 				uint32_t tag;
    175   1.9  macallan 				tag = MFC0(CP0_CORE_MBOX, 0);
    176   1.1  macallan 
    177   1.9  macallan 				ipi_process(curcpu(), tag);
    178   1.3  macallan #ifdef INGENIC_INTR_DEBUG
    179   1.2  macallan 				snprintf(buffer, 256,
    180   1.9  macallan 				    "IPI for core 0, msg %08x\n", tag);
    181   1.1  macallan 				ingenic_puts(buffer);
    182   1.1  macallan #endif
    183   1.9  macallan #endif
    184   1.1  macallan 				reg &= (~CS_MIRQ0_P);
    185   1.1  macallan 				/* clear it */
    186   1.1  macallan 				MTC0(reg, 12, 3);
    187   1.1  macallan 			}
    188   1.1  macallan 		} else if (id == 1) {
    189   1.1  macallan 			if (reg & CS_MIRQ1_P) {
    190   1.9  macallan #ifdef MULTIPROCESSOR
    191   1.9  macallan 				uint32_t tag;
    192   1.9  macallan 				tag = MFC0(CP0_CORE_MBOX, 1);
    193  1.10  macallan 				ingenic_puts("1");
    194  1.10  macallan 				if (tag & 0x400)
    195  1.10  macallan 					hardclock(&cf);
    196  1.10  macallan 				//ipi_process(curcpu(), tag);
    197   1.3  macallan #ifdef INGENIC_INTR_DEBUG
    198   1.2  macallan 				snprintf(buffer, 256,
    199   1.9  macallan 				    "IPI for core 1, msg %08x\n", tag);
    200   1.1  macallan 				ingenic_puts(buffer);
    201   1.1  macallan #endif
    202   1.9  macallan #endif
    203   1.9  macallan 				reg &= (~CS_MIRQ1_P);
    204   1.1  macallan 				/* clear it */
    205   1.1  macallan 				MTC0(reg, 12, 3);
    206   1.1  macallan 			}
    207   1.1  macallan 		}
    208  1.10  macallan 		splx(s);
    209   1.1  macallan 	}
    210   1.1  macallan 	if (ipending & MIPS_INT_MASK_2) {
    211   1.1  macallan 		/* this is a timer interrupt */
    212   1.1  macallan 		ingenic_clockintr(id);
    213   1.7  macallan 		clockintrs.ev_count++;
    214   1.1  macallan 		ingenic_puts("INT2\n");
    215   1.1  macallan 	}
    216   1.1  macallan 	if (ipending & MIPS_INT_MASK_0) {
    217   1.5  macallan 		uint32_t mask;
    218   1.1  macallan 		/* peripheral interrupt */
    219   1.1  macallan 
    220   1.1  macallan 		/*
    221   1.1  macallan 		 * XXX
    222   1.1  macallan 		 * OS timer interrupts are supposed to show up as INT2 as well
    223   1.1  macallan 		 * but I haven't seen them there so for now we just weed them
    224   1.1  macallan 		 * out right here.
    225   1.1  macallan 		 * The idea is to allow peripheral interrupts on both cores but
    226   1.1  macallan 		 * block INT0 on core1 so it would see only timer interrupts
    227   1.1  macallan 		 * and IPIs. If that doesn't work we'll have to send an IPI to
    228   1.1  macallan 		 * core1 for each timer tick.
    229   1.1  macallan 		 */
    230   1.5  macallan 		mask = readreg(JZ_ICPR0);
    231   1.5  macallan 		if (mask & 0x0c000000) {
    232  1.10  macallan 			writereg(JZ_ICMSR0, 0x0c000000);
    233   1.1  macallan 			ingenic_clockintr(id);
    234  1.10  macallan 			writereg(JZ_ICMCR0, 0x0c000000);
    235   1.7  macallan 			clockintrs.ev_count++;
    236   1.2  macallan 		}
    237   1.2  macallan 		ingenic_irq(ipl);
    238   1.1  macallan 		KASSERT(id == 0);
    239   1.1  macallan 	}
    240   1.1  macallan }
    241   1.2  macallan 
    242   1.2  macallan void
    243   1.2  macallan ingenic_irq(int ipl)
    244   1.2  macallan {
    245   1.5  macallan 	uint32_t irql, irqh, mask, ll, hh;
    246   1.4  macallan 	int bit, idx, bail;
    247   1.3  macallan #ifdef INGENIC_INTR_DEBUG
    248   1.3  macallan 	char buffer[16];
    249   1.3  macallan #endif
    250   1.2  macallan 
    251   1.2  macallan 	irql = readreg(JZ_ICPR0);
    252   1.5  macallan 	irqh = readreg(JZ_ICPR1);
    253   1.3  macallan #ifdef INGENIC_INTR_DEBUG
    254   1.3  macallan 	if (irql != 0) {
    255   1.3  macallan 		snprintf(buffer, 16, " il%08x", irql);
    256   1.3  macallan 		ingenic_puts(buffer);
    257   1.3  macallan 	}
    258   1.3  macallan #endif
    259   1.4  macallan 	bail = 32;
    260   1.5  macallan 	ll = irql;
    261   1.5  macallan 	hh = irqh;
    262   1.5  macallan 	writereg(JZ_ICMSR0, ll);
    263   1.5  macallan 	writereg(JZ_ICMSR1, hh);
    264   1.2  macallan 	bit = ffs32(irql);
    265   1.2  macallan 	while (bit != 0) {
    266   1.2  macallan 		idx = bit - 1;
    267   1.2  macallan 		mask = 1 << idx;
    268   1.6  macallan 		intrs[idx].ih_count.ev_count++;
    269   1.2  macallan 		if (intrs[idx].ih_func != NULL) {
    270   1.2  macallan 			if (intrs[idx].ih_ipl == IPL_VM)
    271   1.2  macallan 				KERNEL_LOCK(1, NULL);
    272   1.2  macallan 			intrs[idx].ih_func(intrs[idx].ih_arg);
    273   1.2  macallan 			if (intrs[idx].ih_ipl == IPL_VM)
    274   1.2  macallan 				KERNEL_UNLOCK_ONE(NULL);
    275   1.2  macallan 		} else {
    276   1.3  macallan 			/* spurious interrupt, mask it */
    277   1.2  macallan 			writereg(JZ_ICMSR0, mask);
    278   1.2  macallan 		}
    279   1.2  macallan 		irql &= ~mask;
    280   1.2  macallan 		bit = ffs32(irql);
    281   1.4  macallan 		bail--;
    282   1.4  macallan 		KASSERT(bail > 0);
    283   1.2  macallan 	}
    284   1.2  macallan 
    285   1.3  macallan #ifdef INGENIC_INTR_DEBUG
    286   1.3  macallan 	if (irqh != 0) {
    287   1.3  macallan 		snprintf(buffer, 16, " ih%08x", irqh);
    288   1.3  macallan 		ingenic_puts(buffer);
    289   1.3  macallan 	}
    290   1.3  macallan #endif
    291   1.2  macallan 	bit = ffs32(irqh);
    292   1.2  macallan 	while (bit != 0) {
    293   1.2  macallan 		idx = bit - 1;
    294   1.2  macallan 		mask = 1 << idx;
    295   1.2  macallan 		idx += 32;
    296   1.6  macallan 		intrs[idx].ih_count.ev_count++;
    297   1.2  macallan 		if (intrs[idx].ih_func != NULL) {
    298   1.2  macallan 			if (intrs[idx].ih_ipl == IPL_VM)
    299   1.2  macallan 				KERNEL_LOCK(1, NULL);
    300   1.2  macallan 			intrs[idx].ih_func(intrs[idx].ih_arg);
    301   1.2  macallan 			if (intrs[idx].ih_ipl == IPL_VM)
    302   1.2  macallan 				KERNEL_UNLOCK_ONE(NULL);
    303   1.2  macallan 		} else {
    304   1.3  macallan 			/* spurious interrupt, mask it */
    305   1.2  macallan 			writereg(JZ_ICMSR1, mask);
    306   1.2  macallan 		}
    307   1.2  macallan 		irqh &= ~mask;
    308   1.2  macallan 		bit = ffs32(irqh);
    309   1.2  macallan 	}
    310   1.5  macallan 	writereg(JZ_ICMCR0, ll);
    311   1.5  macallan 	writereg(JZ_ICMCR1, hh);
    312   1.2  macallan }
    313   1.2  macallan 
    314   1.2  macallan void *
    315   1.2  macallan evbmips_intr_establish(int irq, int (*func)(void *), void *arg)
    316   1.2  macallan {
    317   1.2  macallan 	int s;
    318   1.2  macallan 
    319   1.2  macallan 	if ((irq < 0) || (irq >= NINTR)) {
    320   1.2  macallan 		aprint_error("%s: invalid irq %d\n", __func__, irq);
    321   1.2  macallan 		return NULL;
    322   1.2  macallan 	}
    323   1.2  macallan 
    324   1.2  macallan 	s = splhigh();	/* XXX probably needs a mutex */
    325   1.2  macallan 	intrs[irq].ih_func = func;
    326   1.2  macallan 	intrs[irq].ih_arg = arg;
    327   1.2  macallan 	intrs[irq].ih_ipl = IPL_VM;
    328   1.2  macallan 
    329   1.2  macallan 	/* now enable the IRQ */
    330   1.2  macallan 	if (irq >= 32) {
    331   1.2  macallan 		writereg(JZ_ICMCR1, 1 << (irq - 32));
    332   1.2  macallan 	} else
    333   1.2  macallan 		writereg(JZ_ICMCR0, 1 << irq);
    334   1.2  macallan 
    335   1.2  macallan 	splx(s);
    336   1.2  macallan 
    337   1.2  macallan 	return ((void *)(irq + 1));
    338   1.2  macallan }
    339   1.2  macallan 
    340   1.2  macallan void
    341   1.2  macallan evbmips_intr_disestablish(void *cookie)
    342   1.2  macallan {
    343   1.2  macallan 	int irq = ((int)cookie) - 1;
    344   1.2  macallan 	int s;
    345   1.2  macallan 
    346   1.2  macallan 	if ((irq < 0) || (irq >= NINTR)) {
    347   1.2  macallan 		aprint_error("%s: invalid irq %d\n", __func__, irq);
    348   1.2  macallan 		return;
    349   1.2  macallan 	}
    350   1.2  macallan 
    351   1.2  macallan 	s = splhigh();
    352   1.2  macallan 
    353   1.2  macallan 	/* disable the IRQ */
    354   1.2  macallan 	if (irq >= 32) {
    355   1.2  macallan 		writereg(JZ_ICMSR1, 1 << (irq - 32));
    356   1.2  macallan 	} else
    357   1.2  macallan 		writereg(JZ_ICMSR0, 1 << irq);
    358   1.2  macallan 
    359   1.2  macallan 	intrs[irq].ih_func = NULL;
    360   1.2  macallan 	intrs[irq].ih_arg = NULL;
    361   1.2  macallan 	intrs[irq].ih_ipl = 0;
    362   1.2  macallan 
    363   1.2  macallan 	splx(s);
    364   1.2  macallan }
    365