nvmevar.h revision 1.7
1 /* $NetBSD: nvmevar.h,v 1.7 2016/10/19 19:31:23 jdolecek Exp $ */ 2 /* $OpenBSD: nvmevar.h,v 1.8 2016/04/14 11:18:32 dlg Exp $ */ 3 4 /* 5 * Copyright (c) 2014 David Gwynne <dlg (at) openbsd.org> 6 * 7 * Permission to use, copy, modify, and distribute this software for any 8 * purpose with or without fee is hereby granted, provided that the above 9 * copyright notice and this permission notice appear in all copies. 10 * 11 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 12 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 13 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 14 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 15 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 16 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 17 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 18 */ 19 20 #include <sys/bus.h> 21 #include <sys/cpu.h> 22 #include <sys/device.h> 23 #include <sys/mutex.h> 24 #include <sys/pool.h> 25 #include <sys/queue.h> 26 27 struct nvme_dmamem { 28 bus_dmamap_t ndm_map; 29 bus_dma_segment_t ndm_seg; 30 size_t ndm_size; 31 void *ndm_kva; 32 }; 33 #define NVME_DMA_MAP(_ndm) ((_ndm).ndm_map) 34 #define NVME_DMA_LEN(_ndm) ((_ndm).ndm_map->dm_segs[0].ds_len) 35 #define NVME_DMA_DVA(_ndm) ((uint64_t)(_ndm).ndm_map->dm_segs[0].ds_addr) 36 #define NVME_DMA_KVA(_ndm) ((void *)(_ndm).ndm_kva) 37 38 struct nvme_softc; 39 struct nvme_queue; 40 41 typedef void (*nvme_nnc_done)(void *, struct buf *, uint16_t); 42 43 struct nvme_ccb { 44 SIMPLEQ_ENTRY(nvme_ccb) ccb_entry; 45 46 /* DMA handles */ 47 bus_dmamap_t ccb_dmamap; 48 49 bus_addr_t ccb_prpl_off; 50 uint64_t ccb_prpl_dva; 51 uint64_t *ccb_prpl; 52 53 /* command context */ 54 uint16_t ccb_id; 55 void *ccb_cookie; 56 void (*ccb_done)(struct nvme_queue *, 57 struct nvme_ccb *, struct nvme_cqe *); 58 59 /* namespace context */ 60 void *nnc_cookie; 61 nvme_nnc_done nnc_done; 62 uint16_t nnc_nsid; 63 uint16_t nnc_flags; 64 #define NVME_NS_CTX_F_READ __BIT(0) 65 #define NVME_NS_CTX_F_POLL __BIT(1) 66 67 struct buf *nnc_buf; 68 daddr_t nnc_blkno; 69 size_t nnc_datasize; 70 int nnc_secsize; 71 }; 72 73 struct nvme_queue { 74 struct nvme_softc *q_sc; 75 kmutex_t q_sq_mtx; 76 kmutex_t q_cq_mtx; 77 struct nvme_dmamem q_sq_dmamem; 78 struct nvme_dmamem q_cq_dmamem; 79 bus_size_t q_sqtdbl; /* submission queue tail doorbell */ 80 bus_size_t q_cqhdbl; /* completion queue head doorbell */ 81 uint16_t q_id; 82 uint32_t q_entries; 83 uint32_t q_sq_tail; 84 uint32_t q_cq_head; 85 uint16_t q_cq_phase; 86 87 kmutex_t q_ccb_mtx; 88 u_int q_nccbs; 89 struct nvme_ccb *q_ccbs; 90 SIMPLEQ_HEAD(, nvme_ccb) q_ccb_list; 91 struct nvme_dmamem q_ccb_prpls; 92 }; 93 94 struct nvme_namespace { 95 struct nvm_identify_namespace *ident; 96 device_t dev; 97 uint32_t flags; 98 #define NVME_NS_F_OPEN __BIT(0) 99 }; 100 101 struct nvme_softc { 102 device_t sc_dev; 103 104 bus_space_tag_t sc_iot; 105 bus_space_handle_t sc_ioh; 106 bus_size_t sc_ios; 107 bus_dma_tag_t sc_dmat; 108 109 int (*sc_intr_establish)(struct nvme_softc *, 110 uint16_t qid, struct nvme_queue *); 111 int (*sc_intr_disestablish)(struct nvme_softc *, 112 uint16_t qid); 113 void **sc_ih; /* interrupt handlers */ 114 void **sc_softih; /* softintr handlers */ 115 116 u_int sc_rdy_to; /* RDY timeout */ 117 size_t sc_mps; /* memory page size */ 118 size_t sc_mdts; /* max data trasfer size */ 119 u_int sc_max_sgl; /* max S/G segments */ 120 121 struct nvm_identify_controller 122 sc_identify; 123 124 u_int sc_nn; /* namespace count */ 125 struct nvme_namespace *sc_namespaces; 126 127 bool sc_use_mq; 128 u_int sc_nq; /* # of io queue (sc_q) */ 129 struct nvme_queue *sc_admin_q; 130 struct nvme_queue **sc_q; 131 132 uint32_t sc_flags; 133 #define NVME_F_ATTACHED __BIT(0) 134 #define NVME_F_OPEN __BIT(1) 135 }; 136 137 #define lemtoh16(p) le16toh(*((uint16_t *)(p))) 138 #define lemtoh32(p) le32toh(*((uint32_t *)(p))) 139 #define lemtoh64(p) le64toh(*((uint64_t *)(p))) 140 #define htolem16(p, x) (*((uint16_t *)(p)) = htole16(x)) 141 #define htolem32(p, x) (*((uint32_t *)(p)) = htole32(x)) 142 #define htolem64(p, x) (*((uint64_t *)(p)) = htole64(x)) 143 144 struct nvme_attach_args { 145 uint16_t naa_nsid; 146 uint32_t naa_qentries; 147 }; 148 149 int nvme_attach(struct nvme_softc *); 150 int nvme_detach(struct nvme_softc *, int flags); 151 int nvme_rescan(device_t, const char *, const int *); 152 void nvme_childdet(device_t, device_t); 153 int nvme_intr(void *); 154 void nvme_softintr_intx(void *); 155 int nvme_intr_msi(void *); 156 void nvme_softintr_msi(void *); 157 158 static inline struct nvme_queue * 159 nvme_get_q(struct nvme_softc *sc) 160 { 161 return sc->sc_q[cpu_index(curcpu()) % sc->sc_nq]; 162 } 163 164 /* 165 * namespace 166 */ 167 static inline struct nvme_namespace * 168 nvme_ns_get(struct nvme_softc *sc, uint16_t nsid) 169 { 170 if (nsid == 0 || nsid - 1 >= sc->sc_nn) 171 return NULL; 172 return &sc->sc_namespaces[nsid - 1]; 173 } 174 175 int nvme_ns_identify(struct nvme_softc *, uint16_t); 176 void nvme_ns_free(struct nvme_softc *, uint16_t); 177 int nvme_ns_dobio(struct nvme_softc *, uint16_t, void *, 178 struct buf *, void *, size_t, int, daddr_t, int, nvme_nnc_done); 179 int nvme_ns_sync(struct nvme_softc *, uint16_t, void *, int, nvme_nnc_done); 180
Indexes created Mon Sep 29 03:10:08 GMT 2025