Home | History | Annotate | Line # | Download | only in dtv
      1  1.6   msaitoh /* $NetBSD: dtv_scatter.c,v 1.6 2019/12/27 09:41:50 msaitoh Exp $ */
      2  1.1  jmcneill 
      3  1.1  jmcneill /*
      4  1.1  jmcneill  * Copyright (c) 2008 Patrick Mahoney <pat (at) polycrystal.org>
      5  1.1  jmcneill  * All rights reserved.
      6  1.1  jmcneill  *
      7  1.1  jmcneill  * This code was written by Patrick Mahoney (pat (at) polycrystal.org) as
      8  1.1  jmcneill  * part of Google Summer of Code 2008.
      9  1.1  jmcneill  *
     10  1.1  jmcneill  * Redistribution and use in source and binary forms, with or without
     11  1.1  jmcneill  * modification, are permitted provided that the following conditions
     12  1.1  jmcneill  * are met:
     13  1.1  jmcneill  * 1. Redistributions of source code must retain the above copyright
     14  1.1  jmcneill  *    notice, this list of conditions and the following disclaimer.
     15  1.1  jmcneill  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  jmcneill  *    notice, this list of conditions and the following disclaimer in the
     17  1.1  jmcneill  *    documentation and/or other materials provided with the distribution.
     18  1.1  jmcneill  *
     19  1.1  jmcneill  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1  jmcneill  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1  jmcneill  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1  jmcneill  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1  jmcneill  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1  jmcneill  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1  jmcneill  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1  jmcneill  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1  jmcneill  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1  jmcneill  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1  jmcneill  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1  jmcneill  */
     31  1.1  jmcneill 
     32  1.1  jmcneill #include <sys/cdefs.h>
     33  1.6   msaitoh __KERNEL_RCSID(0, "$NetBSD: dtv_scatter.c,v 1.6 2019/12/27 09:41:50 msaitoh Exp $");
     34  1.1  jmcneill 
     35  1.1  jmcneill #include <sys/param.h>
     36  1.1  jmcneill #include <sys/ioctl.h>
     37  1.1  jmcneill #include <sys/fcntl.h>
     38  1.1  jmcneill #include <sys/vnode.h>
     39  1.1  jmcneill #include <sys/poll.h>
     40  1.1  jmcneill #include <sys/select.h>
     41  1.1  jmcneill #include <sys/kmem.h>
     42  1.1  jmcneill #include <sys/pool.h>
     43  1.1  jmcneill #include <sys/conf.h>
     44  1.1  jmcneill #include <sys/types.h>
     45  1.1  jmcneill #include <sys/device.h>
     46  1.1  jmcneill #include <sys/condvar.h>
     47  1.1  jmcneill #include <sys/queue.h>
     48  1.1  jmcneill 
     49  1.1  jmcneill #include <dev/dtv/dtvvar.h>
     50  1.1  jmcneill 
     51  1.1  jmcneill void
     52  1.1  jmcneill dtv_scatter_buf_init(struct dtv_scatter_buf *sb)
     53  1.1  jmcneill {
     54  1.1  jmcneill 	sb->sb_pool = pool_cache_init(PAGE_SIZE, 0, 0, 0,
     55  1.2  jmcneill 				      "dtvscatter", NULL, IPL_SCHED,
     56  1.1  jmcneill 				      NULL, NULL, NULL);
     57  1.1  jmcneill 	sb->sb_size = 0;
     58  1.1  jmcneill 	sb->sb_npages = 0;
     59  1.1  jmcneill 	sb->sb_page_ary = NULL;
     60  1.1  jmcneill }
     61  1.1  jmcneill 
     62  1.1  jmcneill void
     63  1.1  jmcneill dtv_scatter_buf_destroy(struct dtv_scatter_buf *sb)
     64  1.1  jmcneill {
     65  1.1  jmcneill 	/* Do we need to return everything to the pool first? */
     66  1.1  jmcneill 	dtv_scatter_buf_set_size(sb, 0);
     67  1.1  jmcneill 	pool_cache_destroy(sb->sb_pool);
     68  1.1  jmcneill 	sb->sb_pool = 0;
     69  1.1  jmcneill 	sb->sb_npages = 0;
     70  1.1  jmcneill 	sb->sb_page_ary = NULL;
     71  1.1  jmcneill }
     72  1.1  jmcneill 
     73  1.1  jmcneill /* Increase or decrease the size of the buffer */
     74  1.1  jmcneill int
     75  1.1  jmcneill dtv_scatter_buf_set_size(struct dtv_scatter_buf *sb, size_t sz)
     76  1.1  jmcneill {
     77  1.1  jmcneill 	unsigned int i;
     78  1.1  jmcneill 	size_t npages, minpages, oldnpages;
     79  1.1  jmcneill 	uint8_t **old_ary;
     80  1.1  jmcneill 
     81  1.1  jmcneill 	npages = (sz >> PAGE_SHIFT) + ((sz & PAGE_MASK) > 0);
     82  1.1  jmcneill 
     83  1.1  jmcneill 	if (sb->sb_npages == npages) {
     84  1.1  jmcneill 		return 0;
     85  1.1  jmcneill 	}
     86  1.1  jmcneill 
     87  1.1  jmcneill 	oldnpages = sb->sb_npages;
     88  1.1  jmcneill 	old_ary = sb->sb_page_ary;
     89  1.1  jmcneill 
     90  1.1  jmcneill 	sb->sb_npages = npages;
     91  1.1  jmcneill 	if (npages > 0) {
     92  1.1  jmcneill 		sb->sb_page_ary =
     93  1.1  jmcneill 		    kmem_alloc(sizeof(uint8_t *) * npages, KM_SLEEP);
     94  1.1  jmcneill 	} else {
     95  1.1  jmcneill 		sb->sb_page_ary = NULL;
     96  1.1  jmcneill 	}
     97  1.1  jmcneill 
     98  1.5  riastrad 	minpages = uimin(npages, oldnpages);
     99  1.1  jmcneill 	/* copy any pages that will be reused */
    100  1.1  jmcneill 	for (i = 0; i < minpages; ++i)
    101  1.1  jmcneill 		sb->sb_page_ary[i] = old_ary[i];
    102  1.1  jmcneill 	/* allocate any new pages */
    103  1.1  jmcneill 	for (; i < npages; ++i) {
    104  1.4  riastrad 		sb->sb_page_ary[i] = pool_cache_get(sb->sb_pool, PR_WAITOK);
    105  1.1  jmcneill 		/* TODO: does pool_cache_get return NULL on
    106  1.1  jmcneill 		 * ENOMEM?  If so, we need to release or note
    107  1.1  jmcneill 		 * the pages with did allocate
    108  1.1  jmcneill 		 * successfully. */
    109  1.1  jmcneill 		if (sb->sb_page_ary[i] == NULL) {
    110  1.1  jmcneill 			return ENOMEM;
    111  1.1  jmcneill 		}
    112  1.1  jmcneill 	}
    113  1.1  jmcneill 	/* return any pages no longer needed */
    114  1.1  jmcneill 	for (; i < oldnpages; ++i)
    115  1.1  jmcneill 		pool_cache_put(sb->sb_pool, old_ary[i]);
    116  1.1  jmcneill 
    117  1.1  jmcneill 	if (old_ary != NULL)
    118  1.1  jmcneill 		kmem_free(old_ary, sizeof(uint8_t *) * oldnpages);
    119  1.1  jmcneill 
    120  1.1  jmcneill 	sb->sb_size = sb->sb_npages << PAGE_SHIFT;
    121  1.1  jmcneill 
    122  1.1  jmcneill 	return 0;
    123  1.1  jmcneill }
    124  1.1  jmcneill 
    125  1.1  jmcneill 
    126  1.1  jmcneill paddr_t
    127  1.1  jmcneill dtv_scatter_buf_map(struct dtv_scatter_buf *sb, off_t off)
    128  1.1  jmcneill {
    129  1.1  jmcneill 	size_t pg;
    130  1.1  jmcneill 	paddr_t pa;
    131  1.1  jmcneill 
    132  1.1  jmcneill 	pg = off >> PAGE_SHIFT;
    133  1.1  jmcneill 
    134  1.1  jmcneill 	if (pg >= sb->sb_npages)
    135  1.1  jmcneill 		return -1;
    136  1.1  jmcneill 	else if (!pmap_extract(pmap_kernel(), (vaddr_t)sb->sb_page_ary[pg], &pa))
    137  1.1  jmcneill 		return -1;
    138  1.1  jmcneill 
    139  1.1  jmcneill 	return atop(pa);
    140  1.1  jmcneill }
    141  1.1  jmcneill 
    142  1.1  jmcneill /* Initialize data for an io operation on a scatter buffer. Returns
    143  1.1  jmcneill  * true if the transfer is valid, or false if out of range. */
    144  1.1  jmcneill bool
    145  1.1  jmcneill dtv_scatter_io_init(struct dtv_scatter_buf *sb,
    146  1.1  jmcneill 		    off_t off, size_t len,
    147  1.1  jmcneill 		    struct dtv_scatter_io *sio)
    148  1.1  jmcneill {
    149  1.1  jmcneill 	if ((off + len) > sb->sb_size) {
    150  1.1  jmcneill 		printf("dtv: %s failed: off=%" PRId64
    151  1.1  jmcneill 			 " len=%zu sb->sb_size=%zu\n",
    152  1.1  jmcneill 			 __func__, off, len, sb->sb_size);
    153  1.1  jmcneill 		return false;
    154  1.1  jmcneill 	}
    155  1.1  jmcneill 
    156  1.1  jmcneill 	sio->sio_buf = sb;
    157  1.1  jmcneill 	sio->sio_offset = off;
    158  1.1  jmcneill 	sio->sio_resid = len;
    159  1.1  jmcneill 
    160  1.1  jmcneill 	return true;
    161  1.1  jmcneill }
    162  1.1  jmcneill 
    163  1.1  jmcneill /* Store the pointer and size of the next contiguous segment.  Returns
    164  1.6   msaitoh  * true if the segment is valid, or false if all has been transferred.
    165  1.1  jmcneill  * Does not check for overflow. */
    166  1.1  jmcneill bool
    167  1.1  jmcneill dtv_scatter_io_next(struct dtv_scatter_io *sio, void **p, size_t *sz)
    168  1.1  jmcneill {
    169  1.1  jmcneill 	size_t pg, pgo;
    170  1.1  jmcneill 
    171  1.1  jmcneill 	if (sio->sio_resid == 0)
    172  1.1  jmcneill 		return false;
    173  1.1  jmcneill 
    174  1.1  jmcneill 	pg = sio->sio_offset >> PAGE_SHIFT;
    175  1.1  jmcneill 	pgo = sio->sio_offset & PAGE_MASK;
    176  1.1  jmcneill 
    177  1.5  riastrad 	*sz = uimin(PAGE_SIZE - pgo, sio->sio_resid);
    178  1.1  jmcneill 	*p = sio->sio_buf->sb_page_ary[pg] + pgo;
    179  1.1  jmcneill 
    180  1.1  jmcneill 	sio->sio_offset += *sz;
    181  1.1  jmcneill 	sio->sio_resid -= *sz;
    182  1.1  jmcneill 
    183  1.1  jmcneill 	return true;
    184  1.1  jmcneill }
    185  1.1  jmcneill 
    186  1.1  jmcneill /* Semi-undo of a failed segment copy.  Updates the scatter_io
    187  1.1  jmcneill  * struct to the previous values prior to a failed segment copy. */
    188  1.1  jmcneill void
    189  1.1  jmcneill dtv_scatter_io_undo(struct dtv_scatter_io *sio, size_t sz)
    190  1.1  jmcneill {
    191  1.1  jmcneill 	sio->sio_offset -= sz;
    192  1.1  jmcneill 	sio->sio_resid += sz;
    193  1.1  jmcneill }
    194  1.1  jmcneill 
    195  1.1  jmcneill /* Copy data from src into the scatter_buf as described by io. */
    196  1.1  jmcneill void
    197  1.1  jmcneill dtv_scatter_io_copyin(struct dtv_scatter_io *sio, const void *p)
    198  1.1  jmcneill {
    199  1.1  jmcneill 	void *dst;
    200  1.1  jmcneill 	const uint8_t *src = p;
    201  1.1  jmcneill 	size_t sz;
    202  1.1  jmcneill 
    203  1.1  jmcneill 	while (dtv_scatter_io_next(sio, &dst, &sz)) {
    204  1.1  jmcneill 		memcpy(dst, src, sz);
    205  1.1  jmcneill 		src += sz;
    206  1.1  jmcneill 	}
    207  1.1  jmcneill }
    208  1.1  jmcneill 
    209  1.1  jmcneill /* --not used; commented to avoid compiler warnings--
    210  1.1  jmcneill void
    211  1.1  jmcneill dtv_scatter_io_copyout(struct dtv_scatter_io *sio, void *p)
    212  1.1  jmcneill {
    213  1.1  jmcneill 	void *src;
    214  1.1  jmcneill 	uint8_t *dst = p;
    215  1.1  jmcneill 	size_t sz;
    216  1.1  jmcneill 
    217  1.1  jmcneill 	while (dtv_scatter_io_next(sio, &src, &sz)) {
    218  1.1  jmcneill 		memcpy(dst, src, sz);
    219  1.1  jmcneill 		dst += sz;
    220  1.1  jmcneill 	}
    221  1.1  jmcneill }
    222  1.1  jmcneill */
    223  1.1  jmcneill 
    224  1.1  jmcneill /* Performat a series of uiomove calls on a scatter buf.  Returns
    225  1.1  jmcneill  * EFAULT if uiomove EFAULTs on the first segment.  Otherwise, returns
    226  1.1  jmcneill  * an incomplete transfer but with no error. */
    227  1.1  jmcneill int
    228  1.1  jmcneill dtv_scatter_io_uiomove(struct dtv_scatter_io *sio, struct uio *uio)
    229  1.1  jmcneill {
    230  1.1  jmcneill 	void *p;
    231  1.1  jmcneill 	size_t sz;
    232  1.1  jmcneill 	bool first = true;
    233  1.1  jmcneill 	int err;
    234  1.1  jmcneill 
    235  1.1  jmcneill 	while (dtv_scatter_io_next(sio, &p, &sz)) {
    236  1.1  jmcneill 		err = uiomove(p, sz, uio);
    237  1.1  jmcneill 		if (err == EFAULT) {
    238  1.1  jmcneill 			dtv_scatter_io_undo(sio, sz);
    239  1.1  jmcneill 			if (first)
    240  1.1  jmcneill 				return EFAULT;
    241  1.1  jmcneill 			else
    242  1.1  jmcneill 				return 0;
    243  1.1  jmcneill 		}
    244  1.1  jmcneill 		first = false;
    245  1.1  jmcneill 	}
    246  1.1  jmcneill 
    247  1.1  jmcneill 	return 0;
    248  1.1  jmcneill }
    249