Home | History | Annotate | Line # | Download | only in ic
ld_nvme.c revision 1.1
      1  1.1  nonaka /*	$NetBSD: ld_nvme.c,v 1.1 2016/05/01 10:21:02 nonaka Exp $	*/
      2  1.1  nonaka 
      3  1.1  nonaka /*-
      4  1.1  nonaka  * Copyright (C) 2016 NONAKA Kimihiro <nonaka (at) netbsd.org>
      5  1.1  nonaka  * All rights reserved.
      6  1.1  nonaka  *
      7  1.1  nonaka  * Redistribution and use in source and binary forms, with or without
      8  1.1  nonaka  * modification, are permitted provided that the following conditions
      9  1.1  nonaka  * are met:
     10  1.1  nonaka  * 1. Redistributions of source code must retain the above copyright
     11  1.1  nonaka  *    notice, this list of conditions and the following disclaimer.
     12  1.1  nonaka  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  nonaka  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  nonaka  *    documentation and/or other materials provided with the distribution.
     15  1.1  nonaka  *
     16  1.1  nonaka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17  1.1  nonaka  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  1.1  nonaka  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19  1.1  nonaka  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  1.1  nonaka  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     21  1.1  nonaka  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     22  1.1  nonaka  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     23  1.1  nonaka  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     24  1.1  nonaka  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     25  1.1  nonaka  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     26  1.1  nonaka  */
     27  1.1  nonaka 
     28  1.1  nonaka #include <sys/cdefs.h>
     29  1.1  nonaka __KERNEL_RCSID(0, "$NetBSD: ld_nvme.c,v 1.1 2016/05/01 10:21:02 nonaka Exp $");
     30  1.1  nonaka 
     31  1.1  nonaka #include <sys/param.h>
     32  1.1  nonaka #include <sys/systm.h>
     33  1.1  nonaka #include <sys/kernel.h>
     34  1.1  nonaka #include <sys/device.h>
     35  1.1  nonaka #include <sys/buf.h>
     36  1.1  nonaka #include <sys/disk.h>
     37  1.1  nonaka #include <sys/kmem.h>
     38  1.1  nonaka 
     39  1.1  nonaka #include <dev/ldvar.h>
     40  1.1  nonaka #include <dev/ic/nvmereg.h>
     41  1.1  nonaka #include <dev/ic/nvmevar.h>
     42  1.1  nonaka 
     43  1.1  nonaka struct ld_nvme_softc {
     44  1.1  nonaka 	struct ld_softc		sc_ld;
     45  1.1  nonaka 	struct nvme_softc	*sc_nvme;
     46  1.1  nonaka 
     47  1.1  nonaka 	uint16_t		sc_nsid;
     48  1.1  nonaka };
     49  1.1  nonaka 
     50  1.1  nonaka static int	ld_nvme_match(device_t, cfdata_t, void *);
     51  1.1  nonaka static void	ld_nvme_attach(device_t, device_t, void *);
     52  1.1  nonaka static int	ld_nvme_detach(device_t, int);
     53  1.1  nonaka 
     54  1.1  nonaka CFATTACH_DECL_NEW(ld_nvme, sizeof(struct ld_nvme_softc),
     55  1.1  nonaka     ld_nvme_match, ld_nvme_attach, ld_nvme_detach, NULL);
     56  1.1  nonaka 
     57  1.1  nonaka static int	ld_nvme_start(struct ld_softc *, struct buf *);
     58  1.1  nonaka static int	ld_nvme_dump(struct ld_softc *, void *, int, int);
     59  1.1  nonaka static int	ld_nvme_flush(struct ld_softc *, int);
     60  1.1  nonaka 
     61  1.1  nonaka static int	ld_nvme_dobio(struct ld_nvme_softc *, void *, int, daddr_t,
     62  1.1  nonaka 		    int, struct buf *);
     63  1.1  nonaka static void	ld_nvme_biodone(struct nvme_ns_context *);
     64  1.1  nonaka static void	ld_nvme_syncdone(struct nvme_ns_context *);
     65  1.1  nonaka 
     66  1.1  nonaka 
     67  1.1  nonaka static int
     68  1.1  nonaka ld_nvme_match(device_t parent, cfdata_t match, void *aux)
     69  1.1  nonaka {
     70  1.1  nonaka 	struct nvme_attach_args *naa = aux;
     71  1.1  nonaka 
     72  1.1  nonaka 	if (naa->naa_nsid == 0)
     73  1.1  nonaka 		return 0;
     74  1.1  nonaka 
     75  1.1  nonaka 	return 1;
     76  1.1  nonaka }
     77  1.1  nonaka 
     78  1.1  nonaka static void
     79  1.1  nonaka ld_nvme_attach(device_t parent, device_t self, void *aux)
     80  1.1  nonaka {
     81  1.1  nonaka 	struct ld_nvme_softc *sc = device_private(self);
     82  1.1  nonaka 	struct ld_softc *ld = &sc->sc_ld;
     83  1.1  nonaka 	struct nvme_softc *nsc = device_private(parent);
     84  1.1  nonaka 	struct nvme_attach_args *naa = aux;
     85  1.1  nonaka 	struct nvme_namespace *ns;
     86  1.1  nonaka 	struct nvm_namespace_format *f;
     87  1.1  nonaka 	uint64_t nsze;
     88  1.1  nonaka 	int error;
     89  1.1  nonaka 
     90  1.1  nonaka 	ld->sc_dv = self;
     91  1.1  nonaka 	sc->sc_nvme = nsc;
     92  1.1  nonaka 	sc->sc_nsid = naa->naa_nsid;
     93  1.1  nonaka 
     94  1.1  nonaka 	aprint_naive("\n");
     95  1.1  nonaka 	aprint_normal("\n");
     96  1.1  nonaka 
     97  1.1  nonaka 	error = nvme_ns_identify(sc->sc_nvme, sc->sc_nsid);
     98  1.1  nonaka 	if (error) {
     99  1.1  nonaka 		aprint_error_dev(self, "couldn't identify namespace\n");
    100  1.1  nonaka 		return;
    101  1.1  nonaka 	}
    102  1.1  nonaka 
    103  1.1  nonaka 	ns = nvme_ns_get(sc->sc_nvme, sc->sc_nsid);
    104  1.1  nonaka 	KASSERT(ns);
    105  1.1  nonaka 	nsze = lemtoh64(&ns->ident->nsze);
    106  1.1  nonaka 	f = &ns->ident->lbaf[NVME_ID_NS_FLBAS(ns->ident->flbas)];
    107  1.1  nonaka 
    108  1.1  nonaka 	ld->sc_secsize = 1 << f->lbads;
    109  1.1  nonaka 	ld->sc_secperunit = nsze;
    110  1.1  nonaka 	ld->sc_maxxfer = MAXPHYS;
    111  1.1  nonaka 	ld->sc_maxqueuecnt = naa->naa_qentries;
    112  1.1  nonaka 	ld->sc_start = ld_nvme_start;
    113  1.1  nonaka 	ld->sc_dump = ld_nvme_dump;
    114  1.1  nonaka 	ld->sc_flush = ld_nvme_flush;
    115  1.1  nonaka 	ld->sc_flags = LDF_ENABLED;
    116  1.1  nonaka 	ldattach(ld);
    117  1.1  nonaka }
    118  1.1  nonaka 
    119  1.1  nonaka static int
    120  1.1  nonaka ld_nvme_detach(device_t self, int flags)
    121  1.1  nonaka {
    122  1.1  nonaka 	struct ld_nvme_softc *sc = device_private(self);
    123  1.1  nonaka 	struct ld_softc *ld = &sc->sc_ld;
    124  1.1  nonaka 	int rv;
    125  1.1  nonaka 
    126  1.1  nonaka 	if ((rv = ldbegindetach(ld, flags)) != 0)
    127  1.1  nonaka 		return rv;
    128  1.1  nonaka 	ldenddetach(ld);
    129  1.1  nonaka 
    130  1.1  nonaka 	nvme_ns_free(sc->sc_nvme, sc->sc_nsid);
    131  1.1  nonaka 
    132  1.1  nonaka 	return 0;
    133  1.1  nonaka }
    134  1.1  nonaka 
    135  1.1  nonaka static int
    136  1.1  nonaka ld_nvme_start(struct ld_softc *ld, struct buf *bp)
    137  1.1  nonaka {
    138  1.1  nonaka 	struct ld_nvme_softc *sc = device_private(ld->sc_dv);
    139  1.1  nonaka 
    140  1.1  nonaka 	return ld_nvme_dobio(sc, bp->b_data, bp->b_bcount, bp->b_rawblkno,
    141  1.1  nonaka 	    BUF_ISWRITE(bp), bp);
    142  1.1  nonaka }
    143  1.1  nonaka 
    144  1.1  nonaka static int
    145  1.1  nonaka ld_nvme_dump(struct ld_softc *ld, void *data, int blkno, int blkcnt)
    146  1.1  nonaka {
    147  1.1  nonaka 	struct ld_nvme_softc *sc = device_private(ld->sc_dv);
    148  1.1  nonaka 
    149  1.1  nonaka 	return ld_nvme_dobio(sc, data, blkcnt * ld->sc_secsize, blkno, 1, NULL);
    150  1.1  nonaka }
    151  1.1  nonaka 
    152  1.1  nonaka static int
    153  1.1  nonaka ld_nvme_dobio(struct ld_nvme_softc *sc, void *data, int datasize, daddr_t blkno,
    154  1.1  nonaka     int dowrite, struct buf *bp)
    155  1.1  nonaka {
    156  1.1  nonaka 	struct nvme_ns_context *ctx;
    157  1.1  nonaka 	int error;
    158  1.1  nonaka 	int s;
    159  1.1  nonaka 
    160  1.1  nonaka 	ctx = nvme_ns_get_ctx(bp != NULL ? PR_WAITOK : PR_NOWAIT);
    161  1.1  nonaka 	ctx->nnc_cookie = sc;
    162  1.1  nonaka 	ctx->nnc_nsid = sc->sc_nsid;
    163  1.1  nonaka 	ctx->nnc_done = ld_nvme_biodone;
    164  1.1  nonaka 	ctx->nnc_buf = bp;
    165  1.1  nonaka 	ctx->nnc_data = data;
    166  1.1  nonaka 	ctx->nnc_datasize = datasize;
    167  1.1  nonaka 	ctx->nnc_secsize = sc->sc_ld.sc_secsize;
    168  1.1  nonaka 	ctx->nnc_blkno = blkno;
    169  1.1  nonaka 	ctx->nnc_flags = dowrite ? 0 : NVME_NS_CTX_F_READ;
    170  1.1  nonaka 	if (bp == NULL) {
    171  1.1  nonaka 		SET(ctx->nnc_flags, NVME_NS_CTX_F_POLL);
    172  1.1  nonaka 		s = splbio();
    173  1.1  nonaka 	}
    174  1.1  nonaka 	error = nvme_ns_dobio(sc->sc_nvme, ctx);
    175  1.1  nonaka 	if (bp == NULL) {
    176  1.1  nonaka 		splx(s);
    177  1.1  nonaka 	}
    178  1.1  nonaka 
    179  1.1  nonaka 	return error;
    180  1.1  nonaka }
    181  1.1  nonaka 
    182  1.1  nonaka static void
    183  1.1  nonaka ld_nvme_biodone(struct nvme_ns_context *ctx)
    184  1.1  nonaka {
    185  1.1  nonaka 	struct ld_nvme_softc *sc = ctx->nnc_cookie;
    186  1.1  nonaka 	struct buf *bp = ctx->nnc_buf;
    187  1.1  nonaka 	int status = NVME_CQE_SC(ctx->nnc_status);
    188  1.1  nonaka 
    189  1.1  nonaka 	if (bp != NULL) {
    190  1.1  nonaka 		if (status != NVME_CQE_SC_SUCCESS) {
    191  1.1  nonaka 			bp->b_error = EIO;
    192  1.1  nonaka 			bp->b_resid = bp->b_bcount;
    193  1.1  nonaka 			aprint_error_dev(sc->sc_ld.sc_dv, "I/O error\n");
    194  1.1  nonaka 		} else {
    195  1.1  nonaka 			bp->b_resid = 0;
    196  1.1  nonaka 		}
    197  1.1  nonaka 		lddone(&sc->sc_ld, bp);
    198  1.1  nonaka 	} else {
    199  1.1  nonaka 		if (status != NVME_CQE_SC_SUCCESS) {
    200  1.1  nonaka 			aprint_error_dev(sc->sc_ld.sc_dv, "I/O error\n");
    201  1.1  nonaka 		}
    202  1.1  nonaka 	}
    203  1.1  nonaka 	nvme_ns_put_ctx(ctx);
    204  1.1  nonaka }
    205  1.1  nonaka 
    206  1.1  nonaka static int
    207  1.1  nonaka ld_nvme_flush(struct ld_softc *ld, int flags)
    208  1.1  nonaka {
    209  1.1  nonaka 	struct ld_nvme_softc *sc = device_private(ld->sc_dv);
    210  1.1  nonaka 	struct nvme_ns_context *ctx;
    211  1.1  nonaka 	int error;
    212  1.1  nonaka 	int s;
    213  1.1  nonaka 
    214  1.1  nonaka 	ctx = nvme_ns_get_ctx((flags & LDFL_POLL) ? PR_NOWAIT : PR_WAITOK);
    215  1.1  nonaka 	ctx->nnc_cookie = sc;
    216  1.1  nonaka 	ctx->nnc_nsid = sc->sc_nsid;
    217  1.1  nonaka 	ctx->nnc_done = ld_nvme_syncdone;
    218  1.1  nonaka 	ctx->nnc_flags = 0;
    219  1.1  nonaka 	if (flags & LDFL_POLL) {
    220  1.1  nonaka 		SET(ctx->nnc_flags, NVME_NS_CTX_F_POLL);
    221  1.1  nonaka 		s = splbio();
    222  1.1  nonaka 	}
    223  1.1  nonaka 	error = nvme_ns_sync(sc->sc_nvme, ctx);
    224  1.1  nonaka 	if (flags & LDFL_POLL) {
    225  1.1  nonaka 		splx(s);
    226  1.1  nonaka 	}
    227  1.1  nonaka 
    228  1.1  nonaka 	return error;
    229  1.1  nonaka }
    230  1.1  nonaka 
    231  1.1  nonaka static void
    232  1.1  nonaka ld_nvme_syncdone(struct nvme_ns_context *ctx)
    233  1.1  nonaka {
    234  1.1  nonaka 
    235  1.1  nonaka 	nvme_ns_put_ctx(ctx);
    236  1.1  nonaka }
    237