ld_nvme.c revision 1.1 1 1.1 nonaka /* $NetBSD: ld_nvme.c,v 1.1 2016/05/01 10:21:02 nonaka Exp $ */
2 1.1 nonaka
3 1.1 nonaka /*-
4 1.1 nonaka * Copyright (C) 2016 NONAKA Kimihiro <nonaka (at) netbsd.org>
5 1.1 nonaka * All rights reserved.
6 1.1 nonaka *
7 1.1 nonaka * Redistribution and use in source and binary forms, with or without
8 1.1 nonaka * modification, are permitted provided that the following conditions
9 1.1 nonaka * are met:
10 1.1 nonaka * 1. Redistributions of source code must retain the above copyright
11 1.1 nonaka * notice, this list of conditions and the following disclaimer.
12 1.1 nonaka * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 nonaka * notice, this list of conditions and the following disclaimer in the
14 1.1 nonaka * documentation and/or other materials provided with the distribution.
15 1.1 nonaka *
16 1.1 nonaka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 nonaka * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 nonaka * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 nonaka * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 nonaka * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 1.1 nonaka * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 1.1 nonaka * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 1.1 nonaka * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 1.1 nonaka * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 1.1 nonaka * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 1.1 nonaka */
27 1.1 nonaka
28 1.1 nonaka #include <sys/cdefs.h>
29 1.1 nonaka __KERNEL_RCSID(0, "$NetBSD: ld_nvme.c,v 1.1 2016/05/01 10:21:02 nonaka Exp $");
30 1.1 nonaka
31 1.1 nonaka #include <sys/param.h>
32 1.1 nonaka #include <sys/systm.h>
33 1.1 nonaka #include <sys/kernel.h>
34 1.1 nonaka #include <sys/device.h>
35 1.1 nonaka #include <sys/buf.h>
36 1.1 nonaka #include <sys/disk.h>
37 1.1 nonaka #include <sys/kmem.h>
38 1.1 nonaka
39 1.1 nonaka #include <dev/ldvar.h>
40 1.1 nonaka #include <dev/ic/nvmereg.h>
41 1.1 nonaka #include <dev/ic/nvmevar.h>
42 1.1 nonaka
43 1.1 nonaka struct ld_nvme_softc {
44 1.1 nonaka struct ld_softc sc_ld;
45 1.1 nonaka struct nvme_softc *sc_nvme;
46 1.1 nonaka
47 1.1 nonaka uint16_t sc_nsid;
48 1.1 nonaka };
49 1.1 nonaka
50 1.1 nonaka static int ld_nvme_match(device_t, cfdata_t, void *);
51 1.1 nonaka static void ld_nvme_attach(device_t, device_t, void *);
52 1.1 nonaka static int ld_nvme_detach(device_t, int);
53 1.1 nonaka
54 1.1 nonaka CFATTACH_DECL_NEW(ld_nvme, sizeof(struct ld_nvme_softc),
55 1.1 nonaka ld_nvme_match, ld_nvme_attach, ld_nvme_detach, NULL);
56 1.1 nonaka
57 1.1 nonaka static int ld_nvme_start(struct ld_softc *, struct buf *);
58 1.1 nonaka static int ld_nvme_dump(struct ld_softc *, void *, int, int);
59 1.1 nonaka static int ld_nvme_flush(struct ld_softc *, int);
60 1.1 nonaka
61 1.1 nonaka static int ld_nvme_dobio(struct ld_nvme_softc *, void *, int, daddr_t,
62 1.1 nonaka int, struct buf *);
63 1.1 nonaka static void ld_nvme_biodone(struct nvme_ns_context *);
64 1.1 nonaka static void ld_nvme_syncdone(struct nvme_ns_context *);
65 1.1 nonaka
66 1.1 nonaka
67 1.1 nonaka static int
68 1.1 nonaka ld_nvme_match(device_t parent, cfdata_t match, void *aux)
69 1.1 nonaka {
70 1.1 nonaka struct nvme_attach_args *naa = aux;
71 1.1 nonaka
72 1.1 nonaka if (naa->naa_nsid == 0)
73 1.1 nonaka return 0;
74 1.1 nonaka
75 1.1 nonaka return 1;
76 1.1 nonaka }
77 1.1 nonaka
78 1.1 nonaka static void
79 1.1 nonaka ld_nvme_attach(device_t parent, device_t self, void *aux)
80 1.1 nonaka {
81 1.1 nonaka struct ld_nvme_softc *sc = device_private(self);
82 1.1 nonaka struct ld_softc *ld = &sc->sc_ld;
83 1.1 nonaka struct nvme_softc *nsc = device_private(parent);
84 1.1 nonaka struct nvme_attach_args *naa = aux;
85 1.1 nonaka struct nvme_namespace *ns;
86 1.1 nonaka struct nvm_namespace_format *f;
87 1.1 nonaka uint64_t nsze;
88 1.1 nonaka int error;
89 1.1 nonaka
90 1.1 nonaka ld->sc_dv = self;
91 1.1 nonaka sc->sc_nvme = nsc;
92 1.1 nonaka sc->sc_nsid = naa->naa_nsid;
93 1.1 nonaka
94 1.1 nonaka aprint_naive("\n");
95 1.1 nonaka aprint_normal("\n");
96 1.1 nonaka
97 1.1 nonaka error = nvme_ns_identify(sc->sc_nvme, sc->sc_nsid);
98 1.1 nonaka if (error) {
99 1.1 nonaka aprint_error_dev(self, "couldn't identify namespace\n");
100 1.1 nonaka return;
101 1.1 nonaka }
102 1.1 nonaka
103 1.1 nonaka ns = nvme_ns_get(sc->sc_nvme, sc->sc_nsid);
104 1.1 nonaka KASSERT(ns);
105 1.1 nonaka nsze = lemtoh64(&ns->ident->nsze);
106 1.1 nonaka f = &ns->ident->lbaf[NVME_ID_NS_FLBAS(ns->ident->flbas)];
107 1.1 nonaka
108 1.1 nonaka ld->sc_secsize = 1 << f->lbads;
109 1.1 nonaka ld->sc_secperunit = nsze;
110 1.1 nonaka ld->sc_maxxfer = MAXPHYS;
111 1.1 nonaka ld->sc_maxqueuecnt = naa->naa_qentries;
112 1.1 nonaka ld->sc_start = ld_nvme_start;
113 1.1 nonaka ld->sc_dump = ld_nvme_dump;
114 1.1 nonaka ld->sc_flush = ld_nvme_flush;
115 1.1 nonaka ld->sc_flags = LDF_ENABLED;
116 1.1 nonaka ldattach(ld);
117 1.1 nonaka }
118 1.1 nonaka
119 1.1 nonaka static int
120 1.1 nonaka ld_nvme_detach(device_t self, int flags)
121 1.1 nonaka {
122 1.1 nonaka struct ld_nvme_softc *sc = device_private(self);
123 1.1 nonaka struct ld_softc *ld = &sc->sc_ld;
124 1.1 nonaka int rv;
125 1.1 nonaka
126 1.1 nonaka if ((rv = ldbegindetach(ld, flags)) != 0)
127 1.1 nonaka return rv;
128 1.1 nonaka ldenddetach(ld);
129 1.1 nonaka
130 1.1 nonaka nvme_ns_free(sc->sc_nvme, sc->sc_nsid);
131 1.1 nonaka
132 1.1 nonaka return 0;
133 1.1 nonaka }
134 1.1 nonaka
135 1.1 nonaka static int
136 1.1 nonaka ld_nvme_start(struct ld_softc *ld, struct buf *bp)
137 1.1 nonaka {
138 1.1 nonaka struct ld_nvme_softc *sc = device_private(ld->sc_dv);
139 1.1 nonaka
140 1.1 nonaka return ld_nvme_dobio(sc, bp->b_data, bp->b_bcount, bp->b_rawblkno,
141 1.1 nonaka BUF_ISWRITE(bp), bp);
142 1.1 nonaka }
143 1.1 nonaka
144 1.1 nonaka static int
145 1.1 nonaka ld_nvme_dump(struct ld_softc *ld, void *data, int blkno, int blkcnt)
146 1.1 nonaka {
147 1.1 nonaka struct ld_nvme_softc *sc = device_private(ld->sc_dv);
148 1.1 nonaka
149 1.1 nonaka return ld_nvme_dobio(sc, data, blkcnt * ld->sc_secsize, blkno, 1, NULL);
150 1.1 nonaka }
151 1.1 nonaka
152 1.1 nonaka static int
153 1.1 nonaka ld_nvme_dobio(struct ld_nvme_softc *sc, void *data, int datasize, daddr_t blkno,
154 1.1 nonaka int dowrite, struct buf *bp)
155 1.1 nonaka {
156 1.1 nonaka struct nvme_ns_context *ctx;
157 1.1 nonaka int error;
158 1.1 nonaka int s;
159 1.1 nonaka
160 1.1 nonaka ctx = nvme_ns_get_ctx(bp != NULL ? PR_WAITOK : PR_NOWAIT);
161 1.1 nonaka ctx->nnc_cookie = sc;
162 1.1 nonaka ctx->nnc_nsid = sc->sc_nsid;
163 1.1 nonaka ctx->nnc_done = ld_nvme_biodone;
164 1.1 nonaka ctx->nnc_buf = bp;
165 1.1 nonaka ctx->nnc_data = data;
166 1.1 nonaka ctx->nnc_datasize = datasize;
167 1.1 nonaka ctx->nnc_secsize = sc->sc_ld.sc_secsize;
168 1.1 nonaka ctx->nnc_blkno = blkno;
169 1.1 nonaka ctx->nnc_flags = dowrite ? 0 : NVME_NS_CTX_F_READ;
170 1.1 nonaka if (bp == NULL) {
171 1.1 nonaka SET(ctx->nnc_flags, NVME_NS_CTX_F_POLL);
172 1.1 nonaka s = splbio();
173 1.1 nonaka }
174 1.1 nonaka error = nvme_ns_dobio(sc->sc_nvme, ctx);
175 1.1 nonaka if (bp == NULL) {
176 1.1 nonaka splx(s);
177 1.1 nonaka }
178 1.1 nonaka
179 1.1 nonaka return error;
180 1.1 nonaka }
181 1.1 nonaka
182 1.1 nonaka static void
183 1.1 nonaka ld_nvme_biodone(struct nvme_ns_context *ctx)
184 1.1 nonaka {
185 1.1 nonaka struct ld_nvme_softc *sc = ctx->nnc_cookie;
186 1.1 nonaka struct buf *bp = ctx->nnc_buf;
187 1.1 nonaka int status = NVME_CQE_SC(ctx->nnc_status);
188 1.1 nonaka
189 1.1 nonaka if (bp != NULL) {
190 1.1 nonaka if (status != NVME_CQE_SC_SUCCESS) {
191 1.1 nonaka bp->b_error = EIO;
192 1.1 nonaka bp->b_resid = bp->b_bcount;
193 1.1 nonaka aprint_error_dev(sc->sc_ld.sc_dv, "I/O error\n");
194 1.1 nonaka } else {
195 1.1 nonaka bp->b_resid = 0;
196 1.1 nonaka }
197 1.1 nonaka lddone(&sc->sc_ld, bp);
198 1.1 nonaka } else {
199 1.1 nonaka if (status != NVME_CQE_SC_SUCCESS) {
200 1.1 nonaka aprint_error_dev(sc->sc_ld.sc_dv, "I/O error\n");
201 1.1 nonaka }
202 1.1 nonaka }
203 1.1 nonaka nvme_ns_put_ctx(ctx);
204 1.1 nonaka }
205 1.1 nonaka
206 1.1 nonaka static int
207 1.1 nonaka ld_nvme_flush(struct ld_softc *ld, int flags)
208 1.1 nonaka {
209 1.1 nonaka struct ld_nvme_softc *sc = device_private(ld->sc_dv);
210 1.1 nonaka struct nvme_ns_context *ctx;
211 1.1 nonaka int error;
212 1.1 nonaka int s;
213 1.1 nonaka
214 1.1 nonaka ctx = nvme_ns_get_ctx((flags & LDFL_POLL) ? PR_NOWAIT : PR_WAITOK);
215 1.1 nonaka ctx->nnc_cookie = sc;
216 1.1 nonaka ctx->nnc_nsid = sc->sc_nsid;
217 1.1 nonaka ctx->nnc_done = ld_nvme_syncdone;
218 1.1 nonaka ctx->nnc_flags = 0;
219 1.1 nonaka if (flags & LDFL_POLL) {
220 1.1 nonaka SET(ctx->nnc_flags, NVME_NS_CTX_F_POLL);
221 1.1 nonaka s = splbio();
222 1.1 nonaka }
223 1.1 nonaka error = nvme_ns_sync(sc->sc_nvme, ctx);
224 1.1 nonaka if (flags & LDFL_POLL) {
225 1.1 nonaka splx(s);
226 1.1 nonaka }
227 1.1 nonaka
228 1.1 nonaka return error;
229 1.1 nonaka }
230 1.1 nonaka
231 1.1 nonaka static void
232 1.1 nonaka ld_nvme_syncdone(struct nvme_ns_context *ctx)
233 1.1 nonaka {
234 1.1 nonaka
235 1.1 nonaka nvme_ns_put_ctx(ctx);
236 1.1 nonaka }
237