pci_msi_machdep.c revision 1.5.2.3
1 1.5.2.3 skrll /* $NetBSD: pci_msi_machdep.c,v 1.5.2.3 2015/09/22 12:05:54 skrll Exp $ */ 2 1.5.2.2 skrll 3 1.5.2.2 skrll /* 4 1.5.2.2 skrll * Copyright (c) 2015 Internet Initiative Japan Inc. 5 1.5.2.2 skrll * All rights reserved. 6 1.5.2.2 skrll * 7 1.5.2.2 skrll * Redistribution and use in source and binary forms, with or without 8 1.5.2.2 skrll * modification, are permitted provided that the following conditions 9 1.5.2.2 skrll * are met: 10 1.5.2.2 skrll * 1. Redistributions of source code must retain the above copyright 11 1.5.2.2 skrll * notice, this list of conditions and the following disclaimer. 12 1.5.2.2 skrll * 2. Redistributions in binary form must reproduce the above copyright 13 1.5.2.2 skrll * notice, this list of conditions and the following disclaimer in the 14 1.5.2.2 skrll * documentation and/or other materials provided with the distribution. 15 1.5.2.2 skrll * 16 1.5.2.2 skrll * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 17 1.5.2.2 skrll * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 18 1.5.2.2 skrll * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 19 1.5.2.2 skrll * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 20 1.5.2.2 skrll * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 21 1.5.2.2 skrll * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 22 1.5.2.2 skrll * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 23 1.5.2.2 skrll * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 24 1.5.2.2 skrll * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 25 1.5.2.2 skrll * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 26 1.5.2.2 skrll * POSSIBILITY OF SUCH DAMAGE. 27 1.5.2.2 skrll */ 28 1.5.2.2 skrll 29 1.5.2.2 skrll /* 30 1.5.2.2 skrll * TODO 31 1.5.2.2 skrll * 32 1.5.2.2 skrll * - PBA (Pending Bit Array) support 33 1.5.2.2 skrll * - HyperTransport mapping support 34 1.5.2.2 skrll */ 35 1.5.2.2 skrll 36 1.5.2.2 skrll #include <sys/cdefs.h> 37 1.5.2.3 skrll __KERNEL_RCSID(0, "$NetBSD: pci_msi_machdep.c,v 1.5.2.3 2015/09/22 12:05:54 skrll Exp $"); 38 1.5.2.3 skrll 39 1.5.2.3 skrll #include "opt_intrdebug.h" 40 1.5.2.2 skrll 41 1.5.2.2 skrll #include <sys/types.h> 42 1.5.2.2 skrll #include <sys/param.h> 43 1.5.2.2 skrll #include <sys/time.h> 44 1.5.2.2 skrll #include <sys/systm.h> 45 1.5.2.2 skrll #include <sys/cpu.h> 46 1.5.2.2 skrll #include <sys/errno.h> 47 1.5.2.2 skrll #include <sys/device.h> 48 1.5.2.2 skrll #include <sys/intr.h> 49 1.5.2.2 skrll #include <sys/kmem.h> 50 1.5.2.2 skrll #include <sys/malloc.h> 51 1.5.2.2 skrll 52 1.5.2.2 skrll #include <dev/pci/pcivar.h> 53 1.5.2.2 skrll 54 1.5.2.2 skrll #include <machine/i82093var.h> 55 1.5.2.2 skrll #include <machine/pic.h> 56 1.5.2.2 skrll 57 1.5.2.2 skrll #include <x86/pci/msipic.h> 58 1.5.2.2 skrll #include <x86/pci/pci_msi_machdep.h> 59 1.5.2.2 skrll 60 1.5.2.2 skrll #ifdef INTRDEBUG 61 1.5.2.2 skrll #define MSIDEBUG 62 1.5.2.2 skrll #endif 63 1.5.2.2 skrll 64 1.5.2.2 skrll #ifdef MSIDEBUG 65 1.5.2.2 skrll #define DPRINTF(msg) printf msg 66 1.5.2.2 skrll #else 67 1.5.2.2 skrll #define DPRINTF(msg) 68 1.5.2.2 skrll #endif 69 1.5.2.2 skrll 70 1.5.2.2 skrll static pci_intr_handle_t 71 1.5.2.2 skrll pci_msi_calculate_handle(struct pic *msi_pic, int vector) 72 1.5.2.2 skrll { 73 1.5.2.2 skrll pci_intr_handle_t pih; 74 1.5.2.2 skrll 75 1.5.2.2 skrll KASSERT(msipic_is_msi_pic(msi_pic)); 76 1.5.2.2 skrll 77 1.5.2.2 skrll pih = __SHIFTIN((uint64_t)msipic_get_devid(msi_pic), MSI_INT_DEV_MASK) 78 1.5.2.2 skrll | __SHIFTIN((uint64_t)vector, MSI_INT_VEC_MASK) 79 1.5.2.2 skrll | APIC_INT_VIA_MSI; 80 1.5.2.2 skrll if (msi_pic->pic_type == PIC_MSI) 81 1.5.2.2 skrll MSI_INT_MAKE_MSI(pih); 82 1.5.2.2 skrll else if (msi_pic->pic_type == PIC_MSIX) 83 1.5.2.2 skrll MSI_INT_MAKE_MSIX(pih); 84 1.5.2.2 skrll else 85 1.5.2.2 skrll panic("%s: Unexpected pic_type: %d\n", __func__, 86 1.5.2.2 skrll msi_pic->pic_type); 87 1.5.2.2 skrll 88 1.5.2.2 skrll return pih; 89 1.5.2.2 skrll } 90 1.5.2.2 skrll 91 1.5.2.2 skrll static pci_intr_handle_t * 92 1.5.2.2 skrll pci_msi_alloc_vectors(struct pic *msi_pic, uint *table_indexes, int *count) 93 1.5.2.2 skrll { 94 1.5.2.2 skrll struct intrsource *isp; 95 1.5.2.2 skrll pci_intr_handle_t *vectors, pih; 96 1.5.2.2 skrll int i; 97 1.5.2.2 skrll const char *intrstr; 98 1.5.2.2 skrll char intrstr_buf[INTRIDBUF]; 99 1.5.2.2 skrll 100 1.5.2.2 skrll vectors = kmem_zalloc(sizeof(vectors[0]) * (*count), KM_SLEEP); 101 1.5.2.2 skrll if (vectors == NULL) { 102 1.5.2.2 skrll DPRINTF(("cannot allocate vectors\n")); 103 1.5.2.2 skrll return NULL; 104 1.5.2.2 skrll } 105 1.5.2.2 skrll 106 1.5.2.2 skrll mutex_enter(&cpu_lock); 107 1.5.2.2 skrll for (i = 0; i < *count; i++) { 108 1.5.2.2 skrll u_int table_index; 109 1.5.2.2 skrll 110 1.5.2.2 skrll if (table_indexes == NULL) 111 1.5.2.2 skrll table_index = i; 112 1.5.2.2 skrll else 113 1.5.2.2 skrll table_index = table_indexes[i]; 114 1.5.2.2 skrll 115 1.5.2.2 skrll pih = pci_msi_calculate_handle(msi_pic, table_index); 116 1.5.2.2 skrll 117 1.5.2.2 skrll intrstr = x86_pci_msi_string(NULL, pih, intrstr_buf, 118 1.5.2.2 skrll sizeof(intrstr_buf)); 119 1.5.2.2 skrll isp = intr_allocate_io_intrsource(intrstr); 120 1.5.2.2 skrll if (isp == NULL) { 121 1.5.2.2 skrll mutex_exit(&cpu_lock); 122 1.5.2.2 skrll DPRINTF(("can't allocate io_intersource\n")); 123 1.5.2.2 skrll kmem_free(vectors, sizeof(vectors[0]) * (*count)); 124 1.5.2.2 skrll return NULL; 125 1.5.2.2 skrll } 126 1.5.2.2 skrll 127 1.5.2.2 skrll vectors[i] = pih; 128 1.5.2.2 skrll } 129 1.5.2.2 skrll mutex_exit(&cpu_lock); 130 1.5.2.2 skrll 131 1.5.2.2 skrll return vectors; 132 1.5.2.2 skrll } 133 1.5.2.2 skrll 134 1.5.2.2 skrll static void 135 1.5.2.2 skrll pci_msi_free_vectors(struct pic *msi_pic, pci_intr_handle_t *pihs, int count) 136 1.5.2.2 skrll { 137 1.5.2.2 skrll pci_intr_handle_t pih; 138 1.5.2.2 skrll int i; 139 1.5.2.2 skrll const char *intrstr; 140 1.5.2.2 skrll char intrstr_buf[INTRIDBUF]; 141 1.5.2.2 skrll 142 1.5.2.2 skrll mutex_enter(&cpu_lock); 143 1.5.2.2 skrll for (i = 0; i < count; i++) { 144 1.5.2.2 skrll pih = pci_msi_calculate_handle(msi_pic, i); 145 1.5.2.2 skrll intrstr = x86_pci_msi_string(NULL, pih, intrstr_buf, 146 1.5.2.2 skrll sizeof(intrstr_buf)); 147 1.5.2.2 skrll intr_free_io_intrsource(intrstr); 148 1.5.2.2 skrll } 149 1.5.2.2 skrll mutex_exit(&cpu_lock); 150 1.5.2.2 skrll 151 1.5.2.2 skrll kmem_free(pihs, sizeof(pihs[0]) * count); 152 1.5.2.2 skrll } 153 1.5.2.2 skrll 154 1.5.2.2 skrll static int 155 1.5.2.2 skrll pci_msi_alloc_common(pci_intr_handle_t **ihps, int *count, 156 1.5.2.2 skrll const struct pci_attach_args *pa, bool exact) 157 1.5.2.2 skrll { 158 1.5.2.2 skrll struct pic *msi_pic; 159 1.5.2.2 skrll pci_intr_handle_t *vectors; 160 1.5.2.2 skrll int error, i; 161 1.5.2.2 skrll 162 1.5.2.2 skrll if ((pa->pa_flags & PCI_FLAGS_MSI_OKAY) == 0) { 163 1.5.2.2 skrll DPRINTF(("PCI host bridge does not support MSI.\n")); 164 1.5.2.2 skrll return ENODEV; 165 1.5.2.2 skrll } 166 1.5.2.2 skrll 167 1.5.2.2 skrll msi_pic = msipic_construct_msi_pic(pa); 168 1.5.2.2 skrll if (msi_pic == NULL) { 169 1.5.2.2 skrll DPRINTF(("cannot allocate MSI pic.\n")); 170 1.5.2.2 skrll return EINVAL; 171 1.5.2.2 skrll } 172 1.5.2.2 skrll 173 1.5.2.2 skrll vectors = NULL; 174 1.5.2.2 skrll while (*count > 0) { 175 1.5.2.2 skrll vectors = pci_msi_alloc_vectors(msi_pic, NULL, count); 176 1.5.2.2 skrll if (vectors != NULL) 177 1.5.2.2 skrll break; 178 1.5.2.2 skrll 179 1.5.2.2 skrll if (exact) { 180 1.5.2.2 skrll DPRINTF(("cannot allocate MSI vectors.\n")); 181 1.5.2.2 skrll msipic_destruct_msi_pic(msi_pic); 182 1.5.2.2 skrll return ENOMEM; 183 1.5.2.2 skrll } else { 184 1.5.2.2 skrll (*count) >>= 1; /* must be power of 2. */ 185 1.5.2.2 skrll continue; 186 1.5.2.2 skrll } 187 1.5.2.2 skrll } 188 1.5.2.2 skrll if (vectors == NULL) { 189 1.5.2.2 skrll DPRINTF(("cannot allocate MSI vectors.\n")); 190 1.5.2.2 skrll msipic_destruct_msi_pic(msi_pic); 191 1.5.2.2 skrll return ENOMEM; 192 1.5.2.2 skrll } 193 1.5.2.2 skrll 194 1.5.2.2 skrll for (i = 0; i < *count; i++) { 195 1.5.2.2 skrll MSI_INT_MAKE_MSI(vectors[i]); 196 1.5.2.2 skrll } 197 1.5.2.2 skrll 198 1.5.2.2 skrll error = msipic_set_msi_vectors(msi_pic, NULL, *count); 199 1.5.2.2 skrll if (error) { 200 1.5.2.2 skrll pci_msi_free_vectors(msi_pic, vectors, *count); 201 1.5.2.2 skrll msipic_destruct_msi_pic(msi_pic); 202 1.5.2.2 skrll return error; 203 1.5.2.2 skrll } 204 1.5.2.2 skrll 205 1.5.2.2 skrll *ihps = vectors; 206 1.5.2.2 skrll return 0; 207 1.5.2.2 skrll } 208 1.5.2.2 skrll 209 1.5.2.2 skrll static void * 210 1.5.2.2 skrll pci_msi_common_establish(pci_chipset_tag_t pc, pci_intr_handle_t ih, 211 1.5.2.3 skrll int level, int (*func)(void *), void *arg, struct pic *pic, 212 1.5.2.3 skrll const char *xname) 213 1.5.2.2 skrll { 214 1.5.2.2 skrll int irq, pin; 215 1.5.2.2 skrll bool mpsafe; 216 1.5.2.2 skrll 217 1.5.2.2 skrll KASSERT(INT_VIA_MSI(ih)); 218 1.5.2.2 skrll 219 1.5.2.2 skrll irq = -1; 220 1.5.2.2 skrll pin = MSI_INT_VEC(ih); 221 1.5.2.2 skrll mpsafe = ((ih & MPSAFE_MASK) != 0); 222 1.5.2.2 skrll 223 1.5.2.3 skrll return intr_establish_xname(irq, pic, pin, IST_EDGE, level, func, arg, 224 1.5.2.3 skrll mpsafe, xname); 225 1.5.2.2 skrll } 226 1.5.2.2 skrll 227 1.5.2.2 skrll static void 228 1.5.2.2 skrll pci_msi_common_disestablish(pci_chipset_tag_t pc, void *cookie) 229 1.5.2.2 skrll { 230 1.5.2.2 skrll 231 1.5.2.2 skrll intr_disestablish(cookie); 232 1.5.2.2 skrll } 233 1.5.2.2 skrll 234 1.5.2.2 skrll static int 235 1.5.2.2 skrll pci_msix_alloc_common(pci_intr_handle_t **ihps, u_int *table_indexes, 236 1.5.2.2 skrll int *count, const struct pci_attach_args *pa, bool exact) 237 1.5.2.2 skrll { 238 1.5.2.2 skrll struct pic *msix_pic; 239 1.5.2.2 skrll pci_intr_handle_t *vectors; 240 1.5.2.2 skrll int error, i; 241 1.5.2.2 skrll 242 1.5.2.3 skrll if ((pa->pa_flags & PCI_FLAGS_MSIX_OKAY) == 0) { 243 1.5.2.2 skrll DPRINTF(("PCI host bridge does not support MSI-X.\n")); 244 1.5.2.2 skrll return ENODEV; 245 1.5.2.2 skrll } 246 1.5.2.2 skrll 247 1.5.2.2 skrll msix_pic = msipic_construct_msix_pic(pa); 248 1.5.2.2 skrll if (msix_pic == NULL) 249 1.5.2.2 skrll return EINVAL; 250 1.5.2.2 skrll 251 1.5.2.2 skrll vectors = NULL; 252 1.5.2.2 skrll while (*count > 0) { 253 1.5.2.2 skrll vectors = pci_msi_alloc_vectors(msix_pic, table_indexes, count); 254 1.5.2.2 skrll if (vectors != NULL) 255 1.5.2.2 skrll break; 256 1.5.2.2 skrll 257 1.5.2.2 skrll if (exact) { 258 1.5.2.2 skrll DPRINTF(("cannot allocate MSI-X vectors.\n")); 259 1.5.2.2 skrll msipic_destruct_msix_pic(msix_pic); 260 1.5.2.2 skrll return ENOMEM; 261 1.5.2.2 skrll } else { 262 1.5.2.2 skrll (*count)--; 263 1.5.2.2 skrll continue; 264 1.5.2.2 skrll } 265 1.5.2.2 skrll } 266 1.5.2.2 skrll if (vectors == NULL) { 267 1.5.2.2 skrll DPRINTF(("cannot allocate MSI-X vectors.\n")); 268 1.5.2.2 skrll msipic_destruct_msix_pic(msix_pic); 269 1.5.2.2 skrll return ENOMEM; 270 1.5.2.2 skrll } 271 1.5.2.2 skrll 272 1.5.2.2 skrll for (i = 0; i < *count; i++) { 273 1.5.2.2 skrll MSI_INT_MAKE_MSIX(vectors[i]); 274 1.5.2.2 skrll } 275 1.5.2.2 skrll 276 1.5.2.2 skrll error = msipic_set_msi_vectors(msix_pic, vectors, *count); 277 1.5.2.2 skrll if (error) { 278 1.5.2.2 skrll pci_msi_free_vectors(msix_pic, vectors, *count); 279 1.5.2.2 skrll msipic_destruct_msix_pic(msix_pic); 280 1.5.2.2 skrll return error; 281 1.5.2.2 skrll } 282 1.5.2.2 skrll 283 1.5.2.2 skrll *ihps = vectors; 284 1.5.2.2 skrll return 0; 285 1.5.2.2 skrll } 286 1.5.2.2 skrll 287 1.5.2.2 skrll static int 288 1.5.2.2 skrll x86_pci_msi_alloc(pci_intr_handle_t **ihps, int *count, 289 1.5.2.2 skrll const struct pci_attach_args *pa) 290 1.5.2.2 skrll { 291 1.5.2.2 skrll 292 1.5.2.2 skrll return pci_msi_alloc_common(ihps, count, pa, false); 293 1.5.2.2 skrll } 294 1.5.2.2 skrll 295 1.5.2.2 skrll static int 296 1.5.2.2 skrll x86_pci_msi_alloc_exact(pci_intr_handle_t **ihps, int count, 297 1.5.2.2 skrll const struct pci_attach_args *pa) 298 1.5.2.2 skrll { 299 1.5.2.2 skrll 300 1.5.2.2 skrll return pci_msi_alloc_common(ihps, &count, pa, true); 301 1.5.2.2 skrll } 302 1.5.2.2 skrll 303 1.5.2.2 skrll static void 304 1.5.2.2 skrll x86_pci_msi_release_internal(pci_intr_handle_t *pihs, int count) 305 1.5.2.2 skrll { 306 1.5.2.2 skrll struct pic *pic; 307 1.5.2.2 skrll 308 1.5.2.2 skrll pic = msipic_find_msi_pic(MSI_INT_DEV(pihs[0])); 309 1.5.2.2 skrll if (pic == NULL) 310 1.5.2.2 skrll return; 311 1.5.2.2 skrll 312 1.5.2.2 skrll pci_msi_free_vectors(pic, pihs, count); 313 1.5.2.2 skrll msipic_destruct_msi_pic(pic); 314 1.5.2.2 skrll } 315 1.5.2.2 skrll 316 1.5.2.2 skrll static int 317 1.5.2.2 skrll x86_pci_msix_alloc(pci_intr_handle_t **ihps, int *count, 318 1.5.2.2 skrll const struct pci_attach_args *pa) 319 1.5.2.2 skrll { 320 1.5.2.2 skrll 321 1.5.2.2 skrll return pci_msix_alloc_common(ihps, NULL, count, pa, false); 322 1.5.2.2 skrll } 323 1.5.2.2 skrll 324 1.5.2.2 skrll static int 325 1.5.2.2 skrll x86_pci_msix_alloc_exact(pci_intr_handle_t **ihps, int count, 326 1.5.2.2 skrll const struct pci_attach_args *pa) 327 1.5.2.2 skrll { 328 1.5.2.2 skrll 329 1.5.2.2 skrll return pci_msix_alloc_common(ihps, NULL, &count, pa, true); 330 1.5.2.2 skrll } 331 1.5.2.2 skrll 332 1.5.2.2 skrll static int 333 1.5.2.2 skrll x86_pci_msix_alloc_map(pci_intr_handle_t **ihps, u_int *table_indexes, 334 1.5.2.2 skrll int count, const struct pci_attach_args *pa) 335 1.5.2.2 skrll { 336 1.5.2.2 skrll 337 1.5.2.2 skrll return pci_msix_alloc_common(ihps, table_indexes, &count, pa, true); 338 1.5.2.2 skrll } 339 1.5.2.2 skrll 340 1.5.2.2 skrll static void 341 1.5.2.2 skrll x86_pci_msix_release_internal(pci_intr_handle_t *pihs, int count) 342 1.5.2.2 skrll { 343 1.5.2.2 skrll struct pic *pic; 344 1.5.2.2 skrll 345 1.5.2.2 skrll pic = msipic_find_msi_pic(MSI_INT_DEV(pihs[0])); 346 1.5.2.2 skrll if (pic == NULL) 347 1.5.2.2 skrll return; 348 1.5.2.2 skrll 349 1.5.2.2 skrll pci_msi_free_vectors(pic, pihs, count); 350 1.5.2.2 skrll msipic_destruct_msix_pic(pic); 351 1.5.2.2 skrll } 352 1.5.2.2 skrll 353 1.5.2.2 skrll /*****************************************************************************/ 354 1.5.2.2 skrll /* 355 1.5.2.2 skrll * extern for MD code. 356 1.5.2.2 skrll */ 357 1.5.2.2 skrll 358 1.5.2.2 skrll /* 359 1.5.2.2 skrll * Return intrid for a MSI/MSI-X device. 360 1.5.2.2 skrll * "buf" must be allocated by caller. 361 1.5.2.2 skrll */ 362 1.5.2.2 skrll const char * 363 1.5.2.2 skrll x86_pci_msi_string(pci_chipset_tag_t pc, pci_intr_handle_t ih, char *buf, 364 1.5.2.2 skrll size_t len) 365 1.5.2.2 skrll { 366 1.5.2.2 skrll int dev, vec; 367 1.5.2.2 skrll 368 1.5.2.2 skrll KASSERT(INT_VIA_MSI(ih)); 369 1.5.2.2 skrll 370 1.5.2.2 skrll dev = MSI_INT_DEV(ih); 371 1.5.2.2 skrll vec = MSI_INT_VEC(ih); 372 1.5.2.2 skrll if (MSI_INT_IS_MSIX(ih)) 373 1.5.2.2 skrll snprintf(buf, len, "msix%d vec %d", dev, vec); 374 1.5.2.2 skrll else 375 1.5.2.2 skrll snprintf(buf, len, "msi%d vec %d", dev, vec); 376 1.5.2.2 skrll 377 1.5.2.2 skrll return buf; 378 1.5.2.2 skrll } 379 1.5.2.2 skrll 380 1.5.2.2 skrll /* 381 1.5.2.2 skrll * Release MSI handles. 382 1.5.2.2 skrll */ 383 1.5.2.2 skrll void 384 1.5.2.2 skrll x86_pci_msi_release(pci_chipset_tag_t pc, pci_intr_handle_t *pihs, int count) 385 1.5.2.2 skrll { 386 1.5.2.2 skrll 387 1.5.2.2 skrll if (count < 1) 388 1.5.2.2 skrll return; 389 1.5.2.2 skrll 390 1.5.2.2 skrll return x86_pci_msi_release_internal(pihs, count); 391 1.5.2.2 skrll } 392 1.5.2.2 skrll 393 1.5.2.2 skrll /* 394 1.5.2.2 skrll * Establish a MSI handle. 395 1.5.2.2 skrll * If multiple MSI handle is requied to establish, device driver must call 396 1.5.2.2 skrll * this function for each handle. 397 1.5.2.2 skrll */ 398 1.5.2.2 skrll void * 399 1.5.2.2 skrll x86_pci_msi_establish(pci_chipset_tag_t pc, pci_intr_handle_t ih, 400 1.5.2.3 skrll int level, int (*func)(void *), void *arg, const char *xname) 401 1.5.2.2 skrll { 402 1.5.2.2 skrll struct pic *pic; 403 1.5.2.2 skrll 404 1.5.2.2 skrll pic = msipic_find_msi_pic(MSI_INT_DEV(ih)); 405 1.5.2.2 skrll if (pic == NULL) { 406 1.5.2.2 skrll DPRINTF(("pci_intr_handler has no msi_pic\n")); 407 1.5.2.2 skrll return NULL; 408 1.5.2.2 skrll } 409 1.5.2.2 skrll 410 1.5.2.3 skrll return pci_msi_common_establish(pc, ih, level, func, arg, pic, xname); 411 1.5.2.2 skrll } 412 1.5.2.2 skrll 413 1.5.2.2 skrll /* 414 1.5.2.2 skrll * Disestablish a MSI handle. 415 1.5.2.2 skrll * If multiple MSI handle is requied to disestablish, device driver must call 416 1.5.2.2 skrll * this function for each handle. 417 1.5.2.2 skrll */ 418 1.5.2.2 skrll void 419 1.5.2.2 skrll x86_pci_msi_disestablish(pci_chipset_tag_t pc, void *cookie) 420 1.5.2.2 skrll { 421 1.5.2.2 skrll 422 1.5.2.2 skrll pci_msi_common_disestablish(pc, cookie); 423 1.5.2.2 skrll } 424 1.5.2.2 skrll 425 1.5.2.2 skrll /* 426 1.5.2.2 skrll * Release MSI-X handles. 427 1.5.2.2 skrll */ 428 1.5.2.2 skrll void 429 1.5.2.2 skrll x86_pci_msix_release(pci_chipset_tag_t pc, pci_intr_handle_t *pihs, int count) 430 1.5.2.2 skrll { 431 1.5.2.2 skrll 432 1.5.2.2 skrll if (count < 1) 433 1.5.2.2 skrll return; 434 1.5.2.2 skrll 435 1.5.2.2 skrll return x86_pci_msix_release_internal(pihs, count); 436 1.5.2.2 skrll } 437 1.5.2.2 skrll 438 1.5.2.2 skrll /* 439 1.5.2.2 skrll * Establish a MSI-X handle. 440 1.5.2.2 skrll * If multiple MSI-X handle is requied to establish, device driver must call 441 1.5.2.2 skrll * this function for each handle. 442 1.5.2.2 skrll */ 443 1.5.2.2 skrll void * 444 1.5.2.2 skrll x86_pci_msix_establish(pci_chipset_tag_t pc, pci_intr_handle_t ih, 445 1.5.2.3 skrll int level, int (*func)(void *), void *arg, const char *xname) 446 1.5.2.2 skrll { 447 1.5.2.2 skrll struct pic *pic; 448 1.5.2.2 skrll 449 1.5.2.2 skrll pic = msipic_find_msi_pic(MSI_INT_DEV(ih)); 450 1.5.2.2 skrll if (pic == NULL) { 451 1.5.2.2 skrll DPRINTF(("pci_intr_handler has no msi_pic\n")); 452 1.5.2.2 skrll return NULL; 453 1.5.2.2 skrll } 454 1.5.2.2 skrll 455 1.5.2.3 skrll return pci_msi_common_establish(pc, ih, level, func, arg, pic, xname); 456 1.5.2.2 skrll } 457 1.5.2.2 skrll 458 1.5.2.2 skrll /* 459 1.5.2.2 skrll * Disestablish a MSI-X handle. 460 1.5.2.2 skrll * If multiple MSI-X handle is requied to disestablish, device driver must call 461 1.5.2.2 skrll * this function for each handle. 462 1.5.2.2 skrll */ 463 1.5.2.2 skrll void 464 1.5.2.2 skrll x86_pci_msix_disestablish(pci_chipset_tag_t pc, void *cookie) 465 1.5.2.2 skrll { 466 1.5.2.2 skrll 467 1.5.2.2 skrll pci_msi_common_disestablish(pc, cookie); 468 1.5.2.2 skrll } 469 1.5.2.2 skrll 470 1.5.2.2 skrll /*****************************************************************************/ 471 1.5.2.2 skrll /* 472 1.5.2.2 skrll * extern for MI code. 473 1.5.2.2 skrll */ 474 1.5.2.2 skrll 475 1.5.2.2 skrll /* 476 1.5.2.2 skrll * This function is used by device drivers like pci_intr_map(). 477 1.5.2.2 skrll * 478 1.5.2.2 skrll * "ihps" is the array of vector numbers which MSI used instead of IRQ number. 479 1.5.2.2 skrll * "count" must be power of 2. 480 1.5.2.2 skrll * "count" can decrease if struct intrsource cannot be allocated. 481 1.5.2.2 skrll * if count == 0, return non-zero value. 482 1.5.2.2 skrll */ 483 1.5.2.2 skrll int 484 1.5.2.2 skrll pci_msi_alloc(const struct pci_attach_args *pa, pci_intr_handle_t **ihps, 485 1.5.2.2 skrll int *count) 486 1.5.2.2 skrll { 487 1.5.2.2 skrll int hw_max; 488 1.5.2.2 skrll 489 1.5.2.2 skrll /* MSI vector count must be power of 2. */ 490 1.5.2.2 skrll KASSERT(*count > 0); 491 1.5.2.2 skrll KASSERT(((*count - 1) & *count) == 0); 492 1.5.2.2 skrll 493 1.5.2.3 skrll hw_max = pci_msi_count(pa->pa_pc, pa->pa_tag); 494 1.5.2.2 skrll if (hw_max == 0) 495 1.5.2.2 skrll return ENODEV; 496 1.5.2.2 skrll 497 1.5.2.2 skrll if (*count > hw_max) { 498 1.5.2.2 skrll DPRINTF(("cut off MSI count to %d\n", hw_max)); 499 1.5.2.2 skrll *count = hw_max; /* cut off hw_max */ 500 1.5.2.2 skrll } 501 1.5.2.2 skrll 502 1.5.2.2 skrll return x86_pci_msi_alloc(ihps, count, pa); 503 1.5.2.2 skrll } 504 1.5.2.2 skrll 505 1.5.2.2 skrll /* 506 1.5.2.2 skrll * This function is used by device drivers like pci_intr_map(). 507 1.5.2.2 skrll * 508 1.5.2.2 skrll * "ihps" is the array of vector numbers which MSI used instead of IRQ number. 509 1.5.2.2 skrll * "count" must be power of 2. 510 1.5.2.2 skrll * "count" can not decrease. 511 1.5.2.2 skrll * If "count" struct intrsources cannot be allocated, return non-zero value. 512 1.5.2.2 skrll */ 513 1.5.2.2 skrll int 514 1.5.2.2 skrll pci_msi_alloc_exact(const struct pci_attach_args *pa, pci_intr_handle_t **ihps, 515 1.5.2.2 skrll int count) 516 1.5.2.2 skrll { 517 1.5.2.2 skrll int hw_max; 518 1.5.2.2 skrll 519 1.5.2.2 skrll /* MSI vector count must be power of 2. */ 520 1.5.2.2 skrll KASSERT(count > 0); 521 1.5.2.2 skrll KASSERT(((count - 1) & count) == 0); 522 1.5.2.2 skrll 523 1.5.2.3 skrll hw_max = pci_msi_count(pa->pa_pc, pa->pa_tag); 524 1.5.2.2 skrll if (hw_max == 0) 525 1.5.2.2 skrll return ENODEV; 526 1.5.2.2 skrll 527 1.5.2.2 skrll if (count > hw_max) { 528 1.5.2.2 skrll DPRINTF(("over hardware max MSI count %d\n", hw_max)); 529 1.5.2.2 skrll return EINVAL; 530 1.5.2.2 skrll } 531 1.5.2.2 skrll 532 1.5.2.2 skrll return x86_pci_msi_alloc_exact(ihps, count, pa); 533 1.5.2.2 skrll } 534 1.5.2.2 skrll 535 1.5.2.2 skrll /* 536 1.5.2.2 skrll * This function is used by device drivers like pci_intr_map(). 537 1.5.2.2 skrll * 538 1.5.2.2 skrll * "ihps" is the array of vector numbers which MSI-X used instead of IRQ number. 539 1.5.2.2 skrll * "count" can decrease if enough struct intrsources cannot be allocated. 540 1.5.2.2 skrll * if count == 0, return non-zero value. 541 1.5.2.2 skrll */ 542 1.5.2.2 skrll int 543 1.5.2.2 skrll pci_msix_alloc(const struct pci_attach_args *pa, pci_intr_handle_t **ihps, 544 1.5.2.2 skrll int *count) 545 1.5.2.2 skrll { 546 1.5.2.2 skrll int hw_max; 547 1.5.2.2 skrll 548 1.5.2.2 skrll KASSERT(*count > 0); 549 1.5.2.2 skrll 550 1.5.2.3 skrll hw_max = pci_msix_count(pa->pa_pc, pa->pa_tag); 551 1.5.2.2 skrll if (hw_max == 0) 552 1.5.2.2 skrll return ENODEV; 553 1.5.2.2 skrll 554 1.5.2.2 skrll if (*count > hw_max) { 555 1.5.2.2 skrll DPRINTF(("cut off MSI-X count to %d\n", hw_max)); 556 1.5.2.2 skrll *count = hw_max; /* cut off hw_max */ 557 1.5.2.2 skrll } 558 1.5.2.2 skrll 559 1.5.2.2 skrll return x86_pci_msix_alloc(ihps, count, pa); 560 1.5.2.2 skrll } 561 1.5.2.2 skrll 562 1.5.2.2 skrll /* 563 1.5.2.2 skrll * This function is used by device drivers like pci_intr_map(). 564 1.5.2.2 skrll * 565 1.5.2.2 skrll * "ihps" is the array of vector numbers which MSI-X used instead of IRQ number. 566 1.5.2.2 skrll * "count" can not decrease. 567 1.5.2.2 skrll * If "count" struct intrsource cannot be allocated, return non-zero value. 568 1.5.2.2 skrll */ 569 1.5.2.2 skrll int 570 1.5.2.2 skrll pci_msix_alloc_exact(const struct pci_attach_args *pa, pci_intr_handle_t **ihps, 571 1.5.2.2 skrll int count) 572 1.5.2.2 skrll { 573 1.5.2.2 skrll int hw_max; 574 1.5.2.2 skrll 575 1.5.2.2 skrll KASSERT(count > 0); 576 1.5.2.2 skrll 577 1.5.2.3 skrll hw_max = pci_msix_count(pa->pa_pc, pa->pa_tag); 578 1.5.2.2 skrll if (hw_max == 0) 579 1.5.2.2 skrll return ENODEV; 580 1.5.2.2 skrll 581 1.5.2.2 skrll if (count > hw_max) { 582 1.5.2.2 skrll DPRINTF(("over hardware max MSI-X count %d\n", hw_max)); 583 1.5.2.2 skrll return EINVAL; 584 1.5.2.2 skrll } 585 1.5.2.2 skrll 586 1.5.2.2 skrll return x86_pci_msix_alloc_exact(ihps, count, pa); 587 1.5.2.2 skrll } 588 1.5.2.2 skrll 589 1.5.2.2 skrll /* 590 1.5.2.2 skrll * This function is used by device drivers like pci_intr_map(). 591 1.5.2.2 skrll * Futhermore, this function can map each handle to a MSI-X table index. 592 1.5.2.2 skrll * 593 1.5.2.2 skrll * "ihps" is the array of vector numbers which MSI-X used instead of IRQ number. 594 1.5.2.2 skrll * "count" can not decrease. 595 1.5.2.2 skrll * "map" size must be equal to "count". 596 1.5.2.2 skrll * If "count" struct intrsource cannot be allocated, return non-zero value. 597 1.5.2.2 skrll * e.g. 598 1.5.2.2 skrll * If "map" = { 1, 4, 0 }, 599 1.5.2.2 skrll * 1st handle is bound to MSI-X index 1 600 1.5.2.2 skrll * 2nd handle is bound to MSI-X index 4 601 1.5.2.2 skrll * 3rd handle is bound to MSI-X index 0 602 1.5.2.2 skrll */ 603 1.5.2.2 skrll int 604 1.5.2.2 skrll pci_msix_alloc_map(const struct pci_attach_args *pa, pci_intr_handle_t **ihps, 605 1.5.2.2 skrll u_int *table_indexes, int count) 606 1.5.2.2 skrll { 607 1.5.2.2 skrll int hw_max, i, j; 608 1.5.2.2 skrll 609 1.5.2.2 skrll KASSERT(count > 0); 610 1.5.2.2 skrll 611 1.5.2.3 skrll hw_max = pci_msix_count(pa->pa_pc, pa->pa_tag); 612 1.5.2.2 skrll if (hw_max == 0) 613 1.5.2.2 skrll return ENODEV; 614 1.5.2.2 skrll 615 1.5.2.2 skrll if (count > hw_max) { 616 1.5.2.2 skrll DPRINTF(("over hardware max MSI-X count %d\n", hw_max)); 617 1.5.2.2 skrll return EINVAL; 618 1.5.2.2 skrll } 619 1.5.2.2 skrll 620 1.5.2.2 skrll /* check not to duplicate table_index */ 621 1.5.2.2 skrll for (i = 0; i < count; i++) { 622 1.5.2.2 skrll u_int basing = table_indexes[i]; 623 1.5.2.2 skrll 624 1.5.2.2 skrll KASSERT(table_indexes[i] < PCI_MSIX_MAX_VECTORS); 625 1.5.2.2 skrll if (basing >= hw_max) { 626 1.5.2.2 skrll DPRINTF(("table index is over hardware max MSI-X index %d\n", 627 1.5.2.2 skrll hw_max - 1)); 628 1.5.2.2 skrll return EINVAL; 629 1.5.2.2 skrll } 630 1.5.2.2 skrll 631 1.5.2.2 skrll for (j = i + 1; j < count; j++) { 632 1.5.2.2 skrll if (basing == table_indexes[j]) { 633 1.5.2.2 skrll DPRINTF(("MSI-X table index duplicated\n")); 634 1.5.2.2 skrll return EINVAL; 635 1.5.2.2 skrll } 636 1.5.2.2 skrll } 637 1.5.2.2 skrll } 638 1.5.2.2 skrll 639 1.5.2.2 skrll return x86_pci_msix_alloc_map(ihps, table_indexes, count, pa); 640 1.5.2.2 skrll } 641
Indexes created Sun Oct 19 02:09:48 GMT 2025