video.c revision 1.13
1 /* $NetBSD: video.c,v 1.13 2008/09/14 14:31:33 jmcneill Exp $ */ 2 3 /* 4 * Copyright (c) 2008 Patrick Mahoney <pat (at) polycrystal.org> 5 * All rights reserved. 6 * 7 * This code was written by Patrick Mahoney (pat (at) polycrystal.org) as 8 * part of Google Summer of Code 2008. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 /* 33 * This ia a Video4Linux 2 compatible /dev/video driver for NetBSD 34 * 35 * See http://v4l2spec.bytesex.org/ for Video4Linux 2 specifications 36 */ 37 38 #include <sys/cdefs.h> 39 __KERNEL_RCSID(0, "$NetBSD: video.c,v 1.13 2008/09/14 14:31:33 jmcneill Exp $"); 40 41 #include "video.h" 42 #if NVIDEO > 0 43 44 #include <sys/param.h> 45 #include <sys/ioctl.h> 46 #include <sys/fcntl.h> 47 #include <sys/vnode.h> 48 #include <sys/poll.h> 49 #include <sys/select.h> 50 #include <sys/kmem.h> 51 #include <sys/pool.h> 52 #include <sys/conf.h> 53 #include <sys/types.h> 54 #include <sys/device.h> 55 #include <sys/condvar.h> 56 #include <sys/queue.h> 57 #include <sys/videoio.h> 58 59 #include <dev/video_if.h> 60 61 /* #define VIDEO_DEBUG 1 */ 62 63 #ifdef VIDEO_DEBUG 64 #define DPRINTF(x) do { if (videodebug) printf x; } while (0) 65 #define DPRINTFN(n,x) do { if (videodebug>(n)) printf x; } while (0) 66 int videodebug = VIDEO_DEBUG; 67 #else 68 #define DPRINTF(x) 69 #define DPRINTFN(n,x) 70 #endif 71 72 #define VIDEO_DRIVER_VERSION 1 73 74 /* TODO: move to sys/intr.h */ 75 #define IPL_VIDEO IPL_VM 76 #define splvideo() splvm() 77 78 #define VIDEO_MIN_BUFS 2 79 #define VIDEO_MAX_BUFS 32 80 #define VIDEO_NUM_BUFS 4 81 82 /* Scatter Buffer - an array of fixed size (PAGE_SIZE) chunks 83 * allocated non-contiguously and functions to get data into and out 84 * of the scatter buffer. */ 85 struct scatter_buf { 86 pool_cache_t sb_pool; 87 size_t sb_size; /* size in bytes */ 88 size_t sb_npages; /* number of pages */ 89 uint8_t **sb_page_ary; /* array of page pointers */ 90 }; 91 92 struct scatter_io { 93 struct scatter_buf *sio_buf; 94 off_t sio_offset; 95 size_t sio_resid; 96 }; 97 98 static void scatter_buf_init(struct scatter_buf *); 99 static void scatter_buf_destroy(struct scatter_buf *); 100 static int scatter_buf_set_size(struct scatter_buf *, size_t); 101 static paddr_t scatter_buf_map(struct scatter_buf *, off_t); 102 103 static bool scatter_io_init(struct scatter_buf *, off_t, size_t, struct scatter_io *); 104 static bool scatter_io_next(struct scatter_io *, void **, size_t *); 105 static void scatter_io_undo(struct scatter_io *, size_t); 106 static void scatter_io_copyin(struct scatter_io *, const void *); 107 /* static void scatter_io_copyout(struct scatter_io *, void *); */ 108 static int scatter_io_uiomove(struct scatter_io *, struct uio *); 109 110 111 enum video_stream_method { 112 VIDEO_STREAM_METHOD_NONE, 113 VIDEO_STREAM_METHOD_READ, 114 VIDEO_STREAM_METHOD_MMAP, 115 VIDEO_STREAM_METHOD_USERPTR 116 }; 117 118 struct video_buffer { 119 struct v4l2_buffer *vb_buf; 120 SIMPLEQ_ENTRY(video_buffer) entries; 121 }; 122 123 SIMPLEQ_HEAD(sample_queue, video_buffer); 124 125 struct video_stream { 126 int vs_flags; /* flags given to open() */ 127 128 struct video_format vs_format; 129 130 int vs_frameno; /* toggles between 0 and 1, 131 * or -1 if new */ 132 uint32_t vs_sequence; /* absoulte frame/sample number in 133 * sequence, wraps around */ 134 bool vs_drop; /* drop payloads from current 135 * frameno? */ 136 137 enum v4l2_buf_type vs_type; 138 uint8_t vs_nbufs; 139 struct video_buffer **vs_buf; 140 141 struct scatter_buf vs_data; /* stores video data for MMAP 142 * and READ */ 143 144 /* Video samples may exist in different locations. Initially, 145 * samples are queued into the ingress queue. The driver 146 * grabs these in turn and fills them with video data. Once 147 * filled, they are moved to the egress queue. Samples are 148 * dequeued either by user with MMAP method or, with READ 149 * method, videoread() works from the fist sample in the 150 * ingress queue without dequeing. In the first case, the 151 * user re-queues the buffer when finished, and videoread() 152 * does the same when all data has been read. The sample now 153 * returns to the ingress queue. */ 154 struct sample_queue vs_ingress; /* samples under driver control */ 155 struct sample_queue vs_egress; /* samples headed for userspace */ 156 157 bool vs_streaming; 158 enum video_stream_method vs_method; /* method by which 159 * userspace will read 160 * samples */ 161 162 kmutex_t vs_lock; /* Lock to manipulate queues. 163 * Should also be held when 164 * changing number of 165 * buffers. */ 166 kcondvar_t vs_sample_cv; /* signaled on new 167 * ingress sample */ 168 struct selinfo vs_sel; 169 170 uint32_t vs_bytesread; /* bytes read() from current 171 * sample thus far */ 172 }; 173 174 struct video_softc { 175 device_t sc_dev; 176 device_t hw_dev; /* Hardware (parent) device */ 177 void * hw_softc; /* Hardware device private softc */ 178 const struct video_hw_if *hw_if; /* Hardware interface */ 179 180 u_int sc_open; 181 int sc_refcnt; 182 int sc_opencnt; 183 bool sc_dying; 184 185 struct video_stream sc_stream_in; 186 }; 187 static int video_print(void *, const char *); 188 189 static int video_match(device_t, cfdata_t, void *); 190 static void video_attach(device_t, device_t, void *); 191 static int video_detach(device_t, int); 192 static int video_activate(device_t, enum devact); 193 194 dev_type_open(videoopen); 195 dev_type_close(videoclose); 196 dev_type_read(videoread); 197 dev_type_write(videowrite); 198 dev_type_ioctl(videoioctl); 199 dev_type_poll(videopoll); 200 dev_type_mmap(videommap); 201 202 const struct cdevsw video_cdevsw = { 203 videoopen, videoclose, videoread, videowrite, videoioctl, 204 nostop, notty, videopoll, videommap, nokqfilter, D_OTHER 205 }; 206 207 #define VIDEOUNIT(n) (minor(n)) 208 209 CFATTACH_DECL_NEW(video, sizeof(struct video_softc), 210 video_match, video_attach, video_detach, video_activate); 211 212 extern struct cfdriver video_cd; 213 214 static const char * video_pixel_format_str(enum video_pixel_format); 215 216 /* convert various values from V4L2 to native values of this driver */ 217 static uint16_t v4l2id_to_control_id(uint32_t); 218 static uint32_t control_flags_to_v4l2flags(uint32_t); 219 static enum v4l2_ctrl_type control_type_to_v4l2type(enum video_control_type); 220 221 static void v4l2_format_to_video_format(const struct v4l2_format *, 222 struct video_format *); 223 static void video_format_to_v4l2_format(const struct video_format *, 224 struct v4l2_format *); 225 226 /* V4L2 api functions, typically called from videoioclt() */ 227 static int video_enum_format(struct video_softc *, struct v4l2_fmtdesc *); 228 static int video_get_format(struct video_softc *, 229 struct v4l2_format *); 230 static int video_set_format(struct video_softc *, 231 struct v4l2_format *); 232 static int video_try_format(struct video_softc *, 233 struct v4l2_format *); 234 static int video_query_control(struct video_softc *, 235 struct v4l2_queryctrl *); 236 static int video_get_control(struct video_softc *, 237 struct v4l2_control *); 238 static int video_set_control(struct video_softc *, 239 const struct v4l2_control *); 240 static int video_request_bufs(struct video_softc *, 241 struct v4l2_requestbuffers *); 242 static int video_query_buf(struct video_softc *, struct v4l2_buffer *); 243 static int video_queue_buf(struct video_softc *, struct v4l2_buffer *); 244 static int video_dequeue_buf(struct video_softc *, struct v4l2_buffer *); 245 static int video_stream_on(struct video_softc *, enum v4l2_buf_type); 246 static int video_stream_off(struct video_softc *, enum v4l2_buf_type); 247 248 static struct video_buffer * video_buffer_alloc(void); 249 static void video_buffer_free(struct video_buffer *); 250 251 252 /* functions for video_stream */ 253 static void video_stream_init(struct video_stream *); 254 static void video_stream_fini(struct video_stream *); 255 256 static int video_stream_setup_bufs(struct video_stream *, 257 enum video_stream_method, 258 uint8_t); 259 static void video_stream_teardown_bufs(struct video_stream *); 260 261 static int video_stream_realloc_bufs(struct video_stream *, uint8_t); 262 #define video_stream_free_bufs(vs) \ 263 video_stream_realloc_bufs((vs), 0) 264 265 static void video_stream_enqueue(struct video_stream *, 266 struct video_buffer *); 267 static struct video_buffer * video_stream_dequeue(struct video_stream *); 268 static void video_stream_write(struct video_stream *, 269 const struct video_payload *); 270 static void video_stream_sample_done(struct video_stream *); 271 272 #ifdef VIDEO_DEBUG 273 /* debugging */ 274 static const char * video_ioctl_str(u_long); 275 #endif 276 277 278 static int 279 video_match(device_t parent, cfdata_t match, void *aux) 280 { 281 struct video_attach_args *args; 282 283 args = aux; 284 DPRINTF(("video_match: hw=%p\n", args->hw_if)); 285 return 1; 286 } 287 288 289 static void 290 video_attach(device_t parent, device_t self, void *aux) 291 { 292 struct video_softc *sc; 293 struct video_attach_args *args; 294 295 sc = device_private(self); 296 args = aux; 297 298 sc->sc_dev = self; 299 sc->hw_dev = parent; 300 sc->hw_if = args->hw_if; 301 sc->hw_softc = device_private(parent); 302 303 sc->sc_open = 0; 304 sc->sc_refcnt = 0; 305 sc->sc_opencnt = 0; 306 sc->sc_dying = false; 307 308 video_stream_init(&sc->sc_stream_in); 309 310 aprint_naive("\n"); 311 aprint_normal(": %s\n", sc->hw_if->get_devname(sc->hw_softc)); 312 313 DPRINTF(("video_attach: sc=%p hwif=%p\n", sc, sc->hw_if)); 314 } 315 316 317 static int 318 video_activate(device_t self, enum devact act) 319 { 320 struct video_softc *sc; 321 322 sc = device_private(self); 323 DPRINTF(("video_activate: sc=%p\n", sc)); 324 switch (act) { 325 case DVACT_ACTIVATE: 326 return EOPNOTSUPP; 327 328 case DVACT_DEACTIVATE: 329 sc->sc_dying = true; 330 break; 331 } 332 return 0; 333 } 334 335 336 static int 337 video_detach(device_t self, int flags) 338 { 339 struct video_softc *sc; 340 int maj, mn; 341 342 sc = device_private(self); 343 DPRINTF(("video_detach: sc=%p flags=%d\n", sc, flags)); 344 345 sc->sc_dying = true; 346 347 maj = cdevsw_lookup_major(&video_cdevsw); 348 mn = device_unit(self); 349 /* close open instances */ 350 vdevgone(maj, mn, mn, VCHR); 351 352 video_stream_fini(&sc->sc_stream_in); 353 354 return 0; 355 } 356 357 358 static int 359 video_print(void *aux, const char *pnp) 360 { 361 struct video_attach_args *arg; 362 363 if (pnp != NULL) { 364 DPRINTF(("video_print: have pnp\n")); 365 arg = aux; 366 aprint_normal("%s at %s\n", "video", pnp); 367 } else { 368 DPRINTF(("video_print: pnp is NULL\n")); 369 } 370 return UNCONF; 371 } 372 373 374 /* 375 * Called from hardware driver. This is where the MI audio driver 376 * gets probed/attached to the hardware driver. 377 */ 378 device_t 379 video_attach_mi(const struct video_hw_if *hw_if, device_t parent) 380 { 381 struct video_attach_args args; 382 383 args.hw_if = hw_if; 384 return config_found_ia(parent, "videobus", &args, video_print); 385 } 386 387 /* video_submit_payload - called by hardware driver to submit payload data */ 388 void 389 video_submit_payload(device_t self, const struct video_payload *payload) 390 { 391 struct video_softc *sc; 392 393 sc = device_private(self); 394 395 if (sc == NULL) 396 return; 397 398 video_stream_write(&sc->sc_stream_in, payload); 399 } 400 401 static const char * 402 video_pixel_format_str(enum video_pixel_format px) 403 { 404 switch (px) { 405 case VIDEO_FORMAT_YUY2: return "YUYV"; 406 case VIDEO_FORMAT_NV12: return "NV12"; 407 case VIDEO_FORMAT_RGB24: return "RGB24"; 408 case VIDEO_FORMAT_MJPEG: return "MJPEG"; 409 case VIDEO_FORMAT_DV: return "DV"; 410 case VIDEO_FORMAT_MPEG: return "MPEG"; 411 default: return "Unknown"; 412 } 413 } 414 415 /* Takes a V4L2 id and returns a "native" video driver control id. 416 * TODO: is there a better way to do this? some kind of array? */ 417 static uint16_t 418 v4l2id_to_control_id(uint32_t v4l2id) 419 { 420 /* mask includes class bits and control id bits */ 421 switch (v4l2id & 0xffffff) { 422 case V4L2_CID_BRIGHTNESS: return VIDEO_CONTROL_BRIGHTNESS; 423 case V4L2_CID_CONTRAST: return VIDEO_CONTROL_CONTRAST; 424 case V4L2_CID_SATURATION: return VIDEO_CONTROL_SATURATION; 425 case V4L2_CID_HUE: return VIDEO_CONTROL_HUE; 426 case V4L2_CID_HUE_AUTO: return VIDEO_CONTROL_HUE_AUTO; 427 case V4L2_CID_SHARPNESS: return VIDEO_CONTROL_SHARPNESS; 428 case V4L2_CID_GAMMA: return VIDEO_CONTROL_GAMMA; 429 430 /* "black level" means the same as "brightness", but V4L2 431 * defines two separate controls that are not identical. 432 * V4L2_CID_BLACK_LEVEL is deprecated however in V4L2. */ 433 case V4L2_CID_BLACK_LEVEL: return VIDEO_CONTROL_BRIGHTNESS; 434 435 case V4L2_CID_AUDIO_VOLUME: return VIDEO_CONTROL_UNDEFINED; 436 case V4L2_CID_AUDIO_BALANCE: return VIDEO_CONTROL_UNDEFINED; 437 case V4L2_CID_AUDIO_BASS: return VIDEO_CONTROL_UNDEFINED; 438 case V4L2_CID_AUDIO_TREBLE: return VIDEO_CONTROL_UNDEFINED; 439 case V4L2_CID_AUDIO_MUTE: return VIDEO_CONTROL_UNDEFINED; 440 case V4L2_CID_AUDIO_LOUDNESS: return VIDEO_CONTROL_UNDEFINED; 441 442 case V4L2_CID_AUTO_WHITE_BALANCE: 443 return VIDEO_CONTROL_WHITE_BALANCE_AUTO; 444 case V4L2_CID_DO_WHITE_BALANCE: 445 return VIDEO_CONTROL_WHITE_BALANCE_ACTION; 446 case V4L2_CID_RED_BALANCE: 447 case V4L2_CID_BLUE_BALANCE: 448 /* This might not fit in with the control_id/value_id scheme */ 449 return VIDEO_CONTROL_WHITE_BALANCE_COMPONENT; 450 case V4L2_CID_WHITE_BALANCE_TEMPERATURE: 451 return VIDEO_CONTROL_WHITE_BALANCE_TEMPERATURE; 452 case V4L2_CID_EXPOSURE: 453 return VIDEO_CONTROL_EXPOSURE_TIME_ABSOLUTE; 454 case V4L2_CID_GAIN: return VIDEO_CONTROL_GAIN; 455 case V4L2_CID_AUTOGAIN: return VIDEO_CONTROL_GAIN_AUTO; 456 case V4L2_CID_HFLIP: return VIDEO_CONTROL_HFLIP; 457 case V4L2_CID_VFLIP: return VIDEO_CONTROL_VFLIP; 458 case V4L2_CID_HCENTER_DEPRECATED: 459 case V4L2_CID_VCENTER_DEPRECATED: 460 return VIDEO_CONTROL_UNDEFINED; 461 case V4L2_CID_POWER_LINE_FREQUENCY: 462 return VIDEO_CONTROL_POWER_LINE_FREQUENCY; 463 case V4L2_CID_BACKLIGHT_COMPENSATION: 464 return VIDEO_CONTROL_BACKLIGHT_COMPENSATION; 465 default: return V4L2_CTRL_ID2CID(v4l2id); 466 } 467 } 468 469 470 static uint32_t 471 control_flags_to_v4l2flags(uint32_t flags) 472 { 473 uint32_t v4l2flags = 0; 474 475 if (flags & VIDEO_CONTROL_FLAG_DISABLED) 476 v4l2flags |= V4L2_CTRL_FLAG_INACTIVE; 477 478 if (!(flags & VIDEO_CONTROL_FLAG_WRITE)) 479 v4l2flags |= V4L2_CTRL_FLAG_READ_ONLY; 480 481 if (flags & VIDEO_CONTROL_FLAG_AUTOUPDATE) 482 v4l2flags |= V4L2_CTRL_FLAG_GRABBED; 483 484 return v4l2flags; 485 } 486 487 488 static enum v4l2_ctrl_type 489 control_type_to_v4l2type(enum video_control_type type) { 490 switch (type) { 491 case VIDEO_CONTROL_TYPE_INT: return V4L2_CTRL_TYPE_INTEGER; 492 case VIDEO_CONTROL_TYPE_BOOL: return V4L2_CTRL_TYPE_BOOLEAN; 493 case VIDEO_CONTROL_TYPE_LIST: return V4L2_CTRL_TYPE_MENU; 494 case VIDEO_CONTROL_TYPE_ACTION: return V4L2_CTRL_TYPE_BUTTON; 495 default: return V4L2_CTRL_TYPE_INTEGER; /* err? */ 496 } 497 } 498 499 500 static int 501 video_query_control(struct video_softc *sc, 502 struct v4l2_queryctrl *query) 503 { 504 const struct video_hw_if *hw; 505 struct video_control_desc_group desc_group; 506 struct video_control_desc desc; 507 int err; 508 509 hw = sc->hw_if; 510 if (hw->get_control_desc_group) { 511 desc.group_id = desc.control_id = 512 v4l2id_to_control_id(query->id); 513 514 desc_group.group_id = desc.group_id; 515 desc_group.length = 1; 516 desc_group.desc = &desc; 517 518 err = hw->get_control_desc_group(sc->hw_softc, &desc_group); 519 if (err != 0) 520 return err; 521 522 query->type = control_type_to_v4l2type(desc.type); 523 memcpy(query->name, desc.name, 32); 524 query->minimum = desc.min; 525 query->maximum = desc.max; 526 query->step = desc.step; 527 query->default_value = desc.def; 528 query->flags = control_flags_to_v4l2flags(desc.flags); 529 530 return 0; 531 } else { 532 return EINVAL; 533 } 534 } 535 536 537 /* Takes a single Video4Linux2 control and queries the driver for the 538 * current value. */ 539 static int 540 video_get_control(struct video_softc *sc, 541 struct v4l2_control *vcontrol) 542 { 543 const struct video_hw_if *hw; 544 struct video_control_group group; 545 struct video_control control; 546 int err; 547 548 hw = sc->hw_if; 549 if (hw->get_control_group) { 550 control.group_id = control.control_id = 551 v4l2id_to_control_id(vcontrol->id); 552 /* ?? if "control_id" is arbitrarily defined by the 553 * driver, then we need some way to store it... Maybe 554 * it doesn't matter for single value controls. */ 555 control.value = 0; 556 557 group.group_id = control.group_id; 558 group.length = 1; 559 group.control = &control; 560 561 err = hw->get_control_group(sc->hw_softc, &group); 562 if (err != 0) 563 return err; 564 565 vcontrol->value = control.value; 566 return 0; 567 } else { 568 return EINVAL; 569 } 570 } 571 572 static void 573 video_format_to_v4l2_format(const struct video_format *src, 574 struct v4l2_format *dest) 575 { 576 /* TODO: what about win and vbi formats? */ 577 dest->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 578 dest->fmt.pix.width = src->width; 579 dest->fmt.pix.height = src->height; 580 dest->fmt.pix.field = V4L2_FIELD_NONE; /* TODO: for now, 581 * just set to 582 * progressive */ 583 dest->fmt.pix.bytesperline = src->stride; 584 dest->fmt.pix.sizeimage = src->sample_size; 585 /* dest->colorspace = */ 586 587 switch (src->pixel_format) { 588 case VIDEO_FORMAT_YUY2: 589 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_YUYV; 590 break; 591 case VIDEO_FORMAT_NV12: 592 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_NV12; 593 break; 594 case VIDEO_FORMAT_RGB24: 595 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_RGB24; 596 break; 597 case VIDEO_FORMAT_MJPEG: 598 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_MJPEG; 599 break; 600 case VIDEO_FORMAT_DV: 601 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_DV; 602 break; 603 case VIDEO_FORMAT_MPEG: 604 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_MPEG; 605 break; 606 case VIDEO_FORMAT_UNDEFINED: 607 default: 608 DPRINTF(("video_get_format: unknown pixel format %d\n", 609 src->pixel_format)); 610 dest->fmt.pix.pixelformat = 0; /* V4L2 doesn't define 611 * and "undefined" 612 * format? */ 613 break; 614 } 615 616 } 617 618 static void 619 v4l2_format_to_video_format(const struct v4l2_format *src, 620 struct video_format *dest) 621 { 622 switch (src->type) { 623 case V4L2_BUF_TYPE_VIDEO_CAPTURE: 624 dest->width = src->fmt.pix.width; 625 dest->height = src->fmt.pix.height; 626 627 dest->stride = src->fmt.pix.bytesperline; 628 dest->sample_size = src->fmt.pix.sizeimage; 629 630 switch (src->fmt.pix.pixelformat) { 631 case V4L2_PIX_FMT_YUYV: 632 dest->pixel_format = VIDEO_FORMAT_YUY2; 633 break; 634 case V4L2_PIX_FMT_NV12: 635 dest->pixel_format = VIDEO_FORMAT_NV12; 636 break; 637 case V4L2_PIX_FMT_RGB24: 638 dest->pixel_format = VIDEO_FORMAT_RGB24; 639 break; 640 case V4L2_PIX_FMT_MJPEG: 641 dest->pixel_format = VIDEO_FORMAT_MJPEG; 642 break; 643 case V4L2_PIX_FMT_DV: 644 dest->pixel_format = VIDEO_FORMAT_DV; 645 break; 646 case V4L2_PIX_FMT_MPEG: 647 dest->pixel_format = VIDEO_FORMAT_MPEG; 648 break; 649 default: 650 DPRINTF(("video: unknown v4l2 pixel format %d\n", 651 src->fmt.pix.pixelformat)); 652 dest->pixel_format = VIDEO_FORMAT_UNDEFINED; 653 break; 654 } 655 break; 656 default: 657 /* TODO: other v4l2 format types */ 658 DPRINTF(("video: unsupported v4l2 format type %d\n", 659 src->type)); 660 break; 661 } 662 } 663 664 static int 665 video_enum_format(struct video_softc *sc, struct v4l2_fmtdesc *fmtdesc) 666 { 667 const struct video_hw_if *hw; 668 struct video_format vfmt; 669 struct v4l2_format fmt; 670 int err; 671 672 hw = sc->hw_if; 673 if (hw->enum_format == NULL) 674 return ENOTTY; 675 676 err = hw->enum_format(sc->hw_softc, fmtdesc->index, &vfmt); 677 if (err != 0) 678 return err; 679 680 video_format_to_v4l2_format(&vfmt, &fmt); 681 682 fmtdesc->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; /* TODO: only one type for now */ 683 if (vfmt.pixel_format >= VIDEO_FORMAT_MJPEG) 684 fmtdesc->flags = V4L2_FMT_FLAG_COMPRESSED; 685 strlcpy(fmtdesc->description, 686 video_pixel_format_str(vfmt.pixel_format), 687 sizeof(fmtdesc->description)); 688 fmtdesc->pixelformat = fmt.fmt.pix.pixelformat; 689 690 return 0; 691 } 692 693 static int 694 video_get_format(struct video_softc *sc, 695 struct v4l2_format *format) 696 { 697 const struct video_hw_if *hw; 698 struct video_format vfmt; 699 int err; 700 701 hw = sc->hw_if; 702 if (hw->get_format == NULL) 703 return ENOTTY; 704 705 err = hw->get_format(sc->hw_softc, &vfmt); 706 if (err != 0) 707 return err; 708 709 video_format_to_v4l2_format(&vfmt, format); 710 711 return 0; 712 } 713 714 static int 715 video_set_format(struct video_softc *sc, struct v4l2_format *fmt) 716 { 717 const struct video_hw_if *hw; 718 struct video_format vfmt; 719 int err; 720 721 hw = sc->hw_if; 722 if (hw->get_format == NULL) 723 return ENOTTY; 724 725 v4l2_format_to_video_format(fmt, &vfmt); 726 727 err = hw->set_format(sc->hw_softc, &vfmt); 728 if (err != 0) 729 return err; 730 731 video_format_to_v4l2_format(&vfmt, fmt); 732 733 return 0; 734 } 735 736 737 static int 738 video_try_format(struct video_softc *sc, 739 struct v4l2_format *format) 740 { 741 const struct video_hw_if *hw; 742 struct video_format vfmt; 743 int err; 744 745 hw = sc->hw_if; 746 if (hw->try_format == NULL) 747 return ENOTTY; 748 749 v4l2_format_to_video_format(format, &vfmt); 750 751 err = hw->try_format(sc->hw_softc, &vfmt); 752 if (err != 0) 753 return err; 754 755 video_format_to_v4l2_format(&vfmt, format); 756 757 return 0; 758 } 759 760 /* Takes a single Video4Linux2 control, converts it to a struct 761 * video_control, and calls the hardware driver. */ 762 static int 763 video_set_control(struct video_softc *sc, 764 const struct v4l2_control *vcontrol) 765 { 766 const struct video_hw_if *hw; 767 struct video_control_group group; 768 struct video_control control; 769 770 hw = sc->hw_if; 771 if (hw->set_control_group) { 772 control.group_id = control.control_id = 773 v4l2id_to_control_id(vcontrol->id); 774 /* ?? if "control_id" is arbitrarily defined by the 775 * driver, then we need some way to store it... Maybe 776 * it doesn't matter for single value controls. */ 777 control.value = vcontrol->value; 778 779 group.group_id = control.group_id; 780 group.length = 1; 781 group.control = &control; 782 783 return (hw->set_control_group(sc->hw_softc, &group)); 784 } else { 785 return EINVAL; 786 } 787 } 788 789 static int 790 video_request_bufs(struct video_softc *sc, 791 struct v4l2_requestbuffers *req) 792 { 793 struct video_stream *vs = &sc->sc_stream_in; 794 struct v4l2_buffer *buf; 795 int i, err; 796 797 if (req->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 798 return EINVAL; 799 800 vs->vs_type = req->type; 801 802 switch (req->memory) { 803 case V4L2_MEMORY_MMAP: 804 if (req->count < VIDEO_MIN_BUFS) 805 req->count = VIDEO_MIN_BUFS; 806 else if (req->count > VIDEO_MAX_BUFS) 807 req->count = VIDEO_MAX_BUFS; 808 809 err = video_stream_setup_bufs(vs, 810 VIDEO_STREAM_METHOD_MMAP, 811 req->count); 812 if (err != 0) 813 return err; 814 815 for (i = 0; i < req->count; ++i) { 816 buf = vs->vs_buf[i]->vb_buf; 817 buf->memory = V4L2_MEMORY_MMAP; 818 buf->flags |= V4L2_BUF_FLAG_MAPPED; 819 } 820 break; 821 case V4L2_MEMORY_USERPTR: 822 default: 823 return EINVAL; 824 } 825 826 return 0; 827 } 828 829 static int 830 video_query_buf(struct video_softc *sc, 831 struct v4l2_buffer *buf) 832 { 833 struct video_stream *vs = &sc->sc_stream_in; 834 835 if (buf->type != vs->vs_type) 836 return EINVAL; 837 if (buf->index >= vs->vs_nbufs) 838 return EINVAL; 839 840 memcpy(buf, vs->vs_buf[buf->index]->vb_buf, sizeof(*buf)); 841 842 return 0; 843 } 844 845 /* Accept a buffer descriptor from userspace and return the indicated 846 * buffer to the driver's queue. */ 847 static int 848 video_queue_buf(struct video_softc *sc, struct v4l2_buffer *userbuf) 849 { 850 struct video_stream *vs = &sc->sc_stream_in; 851 struct video_buffer *vb; 852 struct v4l2_buffer *driverbuf; 853 854 if (userbuf->type != vs->vs_type) { 855 DPRINTF(("video_queue_buf: expected type=%d got type=%d\n", 856 userbuf->type, vs->vs_type)); 857 return EINVAL; 858 } 859 if (userbuf->index >= vs->vs_nbufs) { 860 DPRINTF(("video_queue_buf: invalid index %d >= %d\n", 861 userbuf->index, vs->vs_nbufs)); 862 return EINVAL; 863 } 864 865 switch (vs->vs_method) { 866 case VIDEO_STREAM_METHOD_MMAP: 867 if (userbuf->memory != V4L2_MEMORY_MMAP) { 868 DPRINTF(("video_queue_buf: invalid memory=%d\n", 869 userbuf->memory)); 870 return EINVAL; 871 } 872 873 mutex_enter(&vs->vs_lock); 874 875 vb = vs->vs_buf[userbuf->index]; 876 driverbuf = vb->vb_buf; 877 if (driverbuf->flags & V4L2_BUF_FLAG_QUEUED) { 878 DPRINTF(("video_queue_buf: buf already queued; " 879 "flags=0x%x\n", driverbuf->flags)); 880 mutex_exit(&vs->vs_lock); 881 return EINVAL; 882 } 883 video_stream_enqueue(vs, vb); 884 memcpy(userbuf, driverbuf, sizeof(*driverbuf)); 885 886 mutex_exit(&vs->vs_lock); 887 break; 888 default: 889 return EINVAL; 890 } 891 892 return 0; 893 } 894 895 /* Dequeue the described buffer from the driver queue, making it 896 * available for reading via mmap. */ 897 static int 898 video_dequeue_buf(struct video_softc *sc, struct v4l2_buffer *buf) 899 { 900 struct video_stream *vs = &sc->sc_stream_in; 901 struct video_buffer *vb; 902 int err; 903 904 if (buf->type != vs->vs_type) 905 return EINVAL; 906 907 switch (vs->vs_method) { 908 case VIDEO_STREAM_METHOD_MMAP: 909 if (buf->memory != V4L2_MEMORY_MMAP) 910 return EINVAL; 911 912 mutex_enter(&vs->vs_lock); 913 914 if (vs->vs_flags & O_NONBLOCK) { 915 vb = video_stream_dequeue(vs); 916 if (vb == NULL) { 917 mutex_exit(&vs->vs_lock); 918 return EAGAIN; 919 } 920 } else { 921 /* Block until we have sample */ 922 while ((vb = video_stream_dequeue(vs)) == NULL) { 923 err = cv_wait_sig(&vs->vs_sample_cv, 924 &vs->vs_lock); 925 if (err != 0) { 926 mutex_exit(&vs->vs_lock); 927 return EINTR; 928 } 929 } 930 } 931 932 memcpy(buf, vb->vb_buf, sizeof(*buf)); 933 934 mutex_exit(&vs->vs_lock); 935 break; 936 default: 937 return EINVAL; 938 } 939 940 return 0; 941 } 942 943 static int 944 video_stream_on(struct video_softc *sc, enum v4l2_buf_type type) 945 { 946 int err; 947 struct video_stream *vs = &sc->sc_stream_in; 948 const struct video_hw_if *hw; 949 950 if (vs->vs_streaming) 951 return 0; 952 if (type != vs->vs_type) 953 return EINVAL; 954 955 hw = sc->hw_if; 956 if (hw == NULL) 957 return ENXIO; 958 959 960 err = hw->start_transfer(sc->hw_softc); 961 if (err != 0) 962 return err; 963 964 vs->vs_streaming = true; 965 return 0; 966 } 967 968 static int 969 video_stream_off(struct video_softc *sc, enum v4l2_buf_type type) 970 { 971 int err; 972 struct video_stream *vs = &sc->sc_stream_in; 973 const struct video_hw_if *hw; 974 975 if (!vs->vs_streaming) 976 return 0; 977 if (type != vs->vs_type) 978 return EINVAL; 979 980 hw = sc->hw_if; 981 if (hw == NULL) 982 return ENXIO; 983 984 err = hw->stop_transfer(sc->hw_softc); 985 if (err != 0) 986 return err; 987 988 vs->vs_frameno = -1; 989 vs->vs_sequence = 0; 990 vs->vs_streaming = false; 991 992 return 0; 993 } 994 995 int 996 videoopen(dev_t dev, int flags, int ifmt, struct lwp *l) 997 { 998 struct video_softc *sc; 999 const struct video_hw_if *hw; 1000 struct video_stream *vs; 1001 int err; 1002 1003 DPRINTF(("videoopen\n")); 1004 1005 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1006 if (sc == NULL) { 1007 DPRINTF(("videoopen: failed to get softc\n")); 1008 return ENXIO; 1009 } 1010 1011 if (sc->sc_dying) { 1012 DPRINTF(("videoopen: dying\n")); 1013 return EIO; 1014 } 1015 1016 sc->sc_stream_in.vs_flags = flags; 1017 1018 DPRINTF(("videoopen: flags=0x%x sc=%p parent=%p\n", 1019 flags, sc, sc->hw_dev)); 1020 1021 hw = sc->hw_if; 1022 if (hw == NULL) 1023 return ENXIO; 1024 1025 device_active(sc->sc_dev, DVA_SYSTEM); 1026 1027 sc->sc_opencnt++; 1028 1029 if (hw->open != NULL) { 1030 err = hw->open(sc->hw_softc, flags); 1031 if (err) 1032 return err; 1033 } 1034 1035 /* set up input stream. TODO: check flags to determine if 1036 * "read" is desired? */ 1037 vs = &sc->sc_stream_in; 1038 1039 if (hw->set_format != NULL) { 1040 err = hw->set_format(sc->hw_softc, &vs->vs_format); 1041 if (err != 0) 1042 return err; 1043 } 1044 return 0; 1045 } 1046 1047 1048 int 1049 videoclose(dev_t dev, int flags, int ifmt, struct lwp *l) 1050 { 1051 struct video_softc *sc; 1052 const struct video_hw_if *hw; 1053 1054 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1055 if (sc == NULL) 1056 return ENXIO; 1057 1058 DPRINTF(("videoclose: sc=%p\n", sc)); 1059 1060 hw = sc->hw_if; 1061 if (hw == NULL) 1062 return ENXIO; 1063 1064 device_active(sc->sc_dev, DVA_SYSTEM); 1065 1066 video_stream_off(sc, sc->sc_stream_in.vs_type); 1067 1068 /* ignore error */ 1069 if (hw->close != NULL) 1070 hw->close(sc->hw_softc); 1071 1072 video_stream_teardown_bufs(&sc->sc_stream_in); 1073 1074 sc->sc_open = 0; 1075 sc->sc_opencnt--; 1076 1077 return 0; 1078 } 1079 1080 1081 int 1082 videoread(dev_t dev, struct uio *uio, int ioflag) 1083 { 1084 struct video_softc *sc; 1085 struct video_stream *vs; 1086 struct video_buffer *vb; 1087 struct scatter_io sio; 1088 int err; 1089 size_t len; 1090 off_t offset; 1091 1092 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1093 if (sc == NULL) 1094 return ENXIO; 1095 1096 if (sc->sc_dying) 1097 return EIO; 1098 1099 vs = &sc->sc_stream_in; 1100 1101 /* userspace has chosen read() method */ 1102 if (vs->vs_method == VIDEO_STREAM_METHOD_NONE) { 1103 err = video_stream_setup_bufs(vs, 1104 VIDEO_STREAM_METHOD_READ, 1105 VIDEO_NUM_BUFS); 1106 if (err != 0) 1107 return err; 1108 1109 err = video_stream_on(sc, vs->vs_type); 1110 if (err != 0) 1111 return err; 1112 } else if (vs->vs_method != VIDEO_STREAM_METHOD_READ) { 1113 return EBUSY; 1114 } 1115 1116 mutex_enter(&vs->vs_lock); 1117 1118 retry: 1119 if (SIMPLEQ_EMPTY(&vs->vs_egress)) { 1120 if (vs->vs_flags & O_NONBLOCK) { 1121 mutex_exit(&vs->vs_lock); 1122 return EAGAIN; 1123 } 1124 1125 /* Block until we have a sample */ 1126 while (SIMPLEQ_EMPTY(&vs->vs_egress)) { 1127 err = cv_wait_sig(&vs->vs_sample_cv, 1128 &vs->vs_lock); 1129 if (err != 0) { 1130 mutex_exit(&vs->vs_lock); 1131 return EINTR; 1132 } 1133 } 1134 1135 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1136 } else { 1137 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1138 } 1139 1140 /* Oops, empty sample buffer. */ 1141 if (vb->vb_buf->bytesused == 0) { 1142 vb = video_stream_dequeue(vs); 1143 video_stream_enqueue(vs, vb); 1144 vs->vs_bytesread = 0; 1145 goto retry; 1146 } 1147 1148 mutex_exit(&vs->vs_lock); 1149 1150 len = min(uio->uio_resid, vb->vb_buf->bytesused - vs->vs_bytesread); 1151 offset = vb->vb_buf->m.offset + vs->vs_bytesread; 1152 1153 if (scatter_io_init(&vs->vs_data, offset, len, &sio)) { 1154 err = scatter_io_uiomove(&sio, uio); 1155 if (err == EFAULT) 1156 return EFAULT; 1157 vs->vs_bytesread += (len - sio.sio_resid); 1158 } else { 1159 DPRINTF(("video: invalid read\n")); 1160 } 1161 1162 /* Move the sample to the ingress queue if everything has 1163 * been read */ 1164 if (vs->vs_bytesread >= vb->vb_buf->bytesused) { 1165 mutex_enter(&vs->vs_lock); 1166 vb = video_stream_dequeue(vs); 1167 video_stream_enqueue(vs, vb); 1168 mutex_exit(&vs->vs_lock); 1169 1170 vs->vs_bytesread = 0; 1171 } 1172 1173 return 0; 1174 } 1175 1176 1177 int 1178 videowrite(dev_t dev, struct uio *uio, int ioflag) 1179 { 1180 return ENXIO; 1181 } 1182 1183 1184 int 1185 videoioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *l) 1186 { 1187 struct video_softc *sc; 1188 const struct video_hw_if *hw; 1189 struct v4l2_capability *cap; 1190 struct v4l2_fmtdesc *fmtdesc; 1191 struct v4l2_format *fmt; 1192 struct v4l2_standard *std; 1193 struct v4l2_input *input; 1194 struct v4l2_control *control; 1195 struct v4l2_queryctrl *query; 1196 struct v4l2_requestbuffers *reqbufs; 1197 struct v4l2_buffer *buf; 1198 v4l2_std_id *stdid; 1199 enum v4l2_buf_type *typep; 1200 int *ip; 1201 1202 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1203 1204 if (sc->sc_dying) 1205 return EIO; 1206 1207 hw = sc->hw_if; 1208 if (hw == NULL) 1209 return ENXIO; 1210 1211 switch (cmd) { 1212 case VIDIOC_QUERYCAP: 1213 cap = data; 1214 memset(cap, 0, sizeof(*cap)); 1215 strlcpy(cap->driver, device_xname(sc->hw_dev), 1216 sizeof(cap->driver)); 1217 strlcpy(cap->card, hw->get_devname(sc->hw_softc), 1218 sizeof(cap->card)); 1219 /* FIXME: bus_info is wrongly hardcoded to USB */ 1220 strlcpy(cap->bus_info, "USB", sizeof(cap->bus_info)); 1221 cap->version = VIDEO_DRIVER_VERSION; 1222 cap->capabilities = 0; 1223 if (hw->start_transfer != NULL && hw->stop_transfer != NULL) 1224 cap->capabilities |= V4L2_CAP_VIDEO_CAPTURE | 1225 V4L2_CAP_READWRITE | V4L2_CAP_STREAMING; 1226 return 0; 1227 case VIDIOC_ENUM_FMT: 1228 /* TODO: for now, just enumerate one default format */ 1229 fmtdesc = data; 1230 if (fmtdesc->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 1231 return EINVAL; 1232 return video_enum_format(sc, fmtdesc); 1233 case VIDIOC_G_FMT: 1234 fmt = data; 1235 return (video_get_format(sc, fmt)); 1236 case VIDIOC_S_FMT: 1237 fmt = data; 1238 if ((flag & FWRITE) == 0) 1239 return EPERM; 1240 return video_set_format(sc, fmt); 1241 case VIDIOC_TRY_FMT: 1242 fmt = data; 1243 return (video_try_format(sc, fmt)); 1244 case VIDIOC_ENUMSTD: 1245 /* TODO: implement properly */ 1246 std = data; 1247 if (std->index != 0) 1248 return EINVAL; 1249 std->id = V4L2_STD_UNKNOWN; 1250 strlcpy(std->name, "webcam", sizeof(std->name)); 1251 return 0; 1252 case VIDIOC_G_STD: 1253 /* TODO: implement properly */ 1254 stdid = data; 1255 *stdid = V4L2_STD_UNKNOWN; 1256 return 0; 1257 case VIDIOC_S_STD: 1258 /* TODO: implement properly */ 1259 stdid = data; 1260 if (*stdid != V4L2_STD_UNKNOWN) 1261 return EINVAL; 1262 return 0; 1263 case VIDIOC_ENUMINPUT: 1264 /* TODO: implement properly */ 1265 input = data; 1266 if (input->index != 0) 1267 return EINVAL; 1268 memset(input, 0, sizeof(*input)); 1269 input->index = 0; 1270 strlcpy(input->name, "Camera", sizeof(input->name)); 1271 input->type = V4L2_INPUT_TYPE_CAMERA; 1272 return 0; 1273 case VIDIOC_G_INPUT: 1274 /* TODO: implement properly */ 1275 ip = data; 1276 *ip = 0; 1277 return 0; 1278 case VIDIOC_S_INPUT: 1279 /* TODO: implement properly */ 1280 ip = data; 1281 if (*ip != 0) 1282 return EINVAL; 1283 return 0; 1284 case VIDIOC_QUERYCTRL: 1285 query = data; 1286 return (video_query_control(sc, query)); 1287 case VIDIOC_G_CTRL: 1288 control = data; 1289 return (video_get_control(sc, control)); 1290 case VIDIOC_S_CTRL: 1291 control = data; 1292 if ((flag & FWRITE) == 0) 1293 return EPERM; 1294 return (video_set_control(sc, control)); 1295 case VIDIOC_REQBUFS: 1296 reqbufs = data; 1297 return (video_request_bufs(sc, reqbufs)); 1298 case VIDIOC_QUERYBUF: 1299 buf = data; 1300 return video_query_buf(sc, buf); 1301 case VIDIOC_QBUF: 1302 buf = data; 1303 return video_queue_buf(sc, buf); 1304 break; 1305 case VIDIOC_DQBUF: 1306 buf = data; 1307 return video_dequeue_buf(sc, buf); 1308 break; 1309 case VIDIOC_STREAMON: 1310 typep = data; 1311 return video_stream_on(sc, *typep); 1312 case VIDIOC_STREAMOFF: 1313 typep = data; 1314 return video_stream_off(sc, *typep); 1315 default: 1316 DPRINTF(("videoioctl: invalid cmd %s (%lx)\n", 1317 video_ioctl_str(cmd), cmd)); 1318 return EINVAL; 1319 } 1320 } 1321 1322 #ifdef VIDEO_DEBUG 1323 static const char * 1324 video_ioctl_str(u_long cmd) 1325 { 1326 const char *str; 1327 1328 switch (cmd) { 1329 case VIDIOC_QUERYCAP: 1330 str = "VIDIOC_QUERYCAP"; 1331 break; 1332 case VIDIOC_RESERVED: 1333 str = "VIDIOC_RESERVED"; 1334 break; 1335 case VIDIOC_ENUM_FMT: 1336 str = "VIDIOC_ENUM_FMT"; 1337 break; 1338 case VIDIOC_G_FMT: 1339 str = "VIDIOC_G_FMT"; 1340 break; 1341 case VIDIOC_S_FMT: 1342 str = "VIDIOC_S_FMT"; 1343 break; 1344 /* 6 and 7 are VIDIOC_[SG]_COMP, which are unsupported */ 1345 case VIDIOC_REQBUFS: 1346 str = "VIDIOC_REQBUFS"; 1347 break; 1348 case VIDIOC_QUERYBUF: 1349 str = "VIDIOC_QUERYBUF"; 1350 break; 1351 case VIDIOC_G_FBUF: 1352 str = "VIDIOC_G_FBUF"; 1353 break; 1354 case VIDIOC_S_FBUF: 1355 str = "VIDIOC_S_FBUF"; 1356 break; 1357 case VIDIOC_OVERLAY: 1358 str = "VIDIOC_OVERLAY"; 1359 break; 1360 case VIDIOC_QBUF: 1361 str = "VIDIOC_QBUF"; 1362 break; 1363 case VIDIOC_DQBUF: 1364 str = "VIDIOC_DQBUF"; 1365 break; 1366 case VIDIOC_STREAMON: 1367 str = "VIDIOC_STREAMON"; 1368 break; 1369 case VIDIOC_STREAMOFF: 1370 str = "VIDIOC_STREAMOFF"; 1371 break; 1372 case VIDIOC_G_PARM: 1373 str = "VIDIOC_G_PARAM"; 1374 break; 1375 case VIDIOC_S_PARM: 1376 str = "VIDIOC_S_PARAM"; 1377 break; 1378 case VIDIOC_G_STD: 1379 str = "VIDIOC_G_STD"; 1380 break; 1381 case VIDIOC_S_STD: 1382 str = "VIDIOC_S_STD"; 1383 break; 1384 case VIDIOC_ENUMSTD: 1385 str = "VIDIOC_ENUMSTD"; 1386 break; 1387 case VIDIOC_ENUMINPUT: 1388 str = "VIDIOC_ENUMINPUT"; 1389 break; 1390 case VIDIOC_G_CTRL: 1391 str = "VIDIOC_G_CTRL"; 1392 break; 1393 case VIDIOC_S_CTRL: 1394 str = "VIDIOC_S_CTRL"; 1395 break; 1396 case VIDIOC_G_TUNER: 1397 str = "VIDIOC_G_TUNER"; 1398 break; 1399 case VIDIOC_S_TUNER: 1400 str = "VIDIOC_S_TUNER"; 1401 break; 1402 case VIDIOC_G_AUDIO: 1403 str = "VIDIOC_G_AUDIO"; 1404 break; 1405 case VIDIOC_S_AUDIO: 1406 str = "VIDIOC_S_AUDIO"; 1407 break; 1408 case VIDIOC_QUERYCTRL: 1409 str = "VIDIOC_QUERYCTRL"; 1410 break; 1411 case VIDIOC_QUERYMENU: 1412 str = "VIDIOC_QUERYMENU"; 1413 break; 1414 case VIDIOC_G_INPUT: 1415 str = "VIDIOC_G_INPUT"; 1416 break; 1417 case VIDIOC_S_INPUT: 1418 str = "VIDIOC_S_INPUT"; 1419 break; 1420 case VIDIOC_G_OUTPUT: 1421 str = "VIDIOC_G_OUTPUT"; 1422 break; 1423 case VIDIOC_S_OUTPUT: 1424 str = "VIDIOC_S_OUTPUT"; 1425 break; 1426 case VIDIOC_ENUMOUTPUT: 1427 str = "VIDIOC_ENUMOUTPUT"; 1428 break; 1429 case VIDIOC_G_AUDOUT: 1430 str = "VIDIOC_G_AUDOUT"; 1431 break; 1432 case VIDIOC_S_AUDOUT: 1433 str = "VIDIOC_S_AUDOUT"; 1434 break; 1435 case VIDIOC_G_MODULATOR: 1436 str = "VIDIOC_G_MODULATOR"; 1437 break; 1438 case VIDIOC_S_MODULATOR: 1439 str = "VIDIOC_S_MODULATOR"; 1440 break; 1441 case VIDIOC_G_FREQUENCY: 1442 str = "VIDIOC_G_FREQUENCY"; 1443 break; 1444 case VIDIOC_S_FREQUENCY: 1445 str = "VIDIOC_S_FREQUENCY"; 1446 break; 1447 case VIDIOC_CROPCAP: 1448 str = "VIDIOC_CROPCAP"; 1449 break; 1450 case VIDIOC_G_CROP: 1451 str = "VIDIOC_G_CROP"; 1452 break; 1453 case VIDIOC_S_CROP: 1454 str = "VIDIOC_S_CROP"; 1455 break; 1456 case VIDIOC_G_JPEGCOMP: 1457 str = "VIDIOC_G_JPEGCOMP"; 1458 break; 1459 case VIDIOC_S_JPEGCOMP: 1460 str = "VIDIOC_S_JPEGCOMP"; 1461 break; 1462 case VIDIOC_QUERYSTD: 1463 str = "VIDIOC_QUERYSTD"; 1464 break; 1465 case VIDIOC_TRY_FMT: 1466 str = "VIDIOC_TRY_FMT"; 1467 break; 1468 case VIDIOC_ENUMAUDIO: 1469 str = "VIDIOC_ENUMAUDIO"; 1470 break; 1471 case VIDIOC_ENUMAUDOUT: 1472 str = "VIDIOC_ENUMAUDOUT"; 1473 break; 1474 case VIDIOC_G_PRIORITY: 1475 str = "VIDIOC_G_PRIORITY"; 1476 break; 1477 case VIDIOC_S_PRIORITY: 1478 str = "VIDIOC_S_PRIORITY"; 1479 break; 1480 default: 1481 str = "unknown"; 1482 break; 1483 } 1484 return str; 1485 } 1486 #endif 1487 1488 1489 int 1490 videopoll(dev_t dev, int events, struct lwp *l) 1491 { 1492 struct video_softc *sc; 1493 struct video_stream *vs; 1494 int err, revents = 0; 1495 1496 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1497 vs = &sc->sc_stream_in; 1498 1499 if (sc->sc_dying) 1500 return (POLLHUP); 1501 1502 /* userspace has chosen read() method */ 1503 if (vs->vs_method == VIDEO_STREAM_METHOD_NONE) { 1504 err = video_stream_setup_bufs(vs, 1505 VIDEO_STREAM_METHOD_READ, 1506 VIDEO_NUM_BUFS); 1507 if (err != 0) 1508 return POLLERR; 1509 1510 err = video_stream_on(sc, vs->vs_type); 1511 if (err != 0) 1512 return POLLERR; 1513 } 1514 1515 if (!SIMPLEQ_EMPTY(&sc->sc_stream_in.vs_egress)) 1516 revents |= events & (POLLIN | POLLRDNORM); 1517 else 1518 selrecord(l, &vs->vs_sel); 1519 1520 return (revents); 1521 } 1522 1523 1524 paddr_t 1525 videommap(dev_t dev, off_t off, int prot) 1526 { 1527 struct video_softc *sc; 1528 struct video_stream *vs; 1529 /* paddr_t pa; */ 1530 1531 sc = device_lookup_private(&video_cd, VIDEOUNIT(dev)); 1532 if (sc->sc_dying) 1533 return -1; 1534 1535 vs = &sc->sc_stream_in; 1536 1537 return scatter_buf_map(&vs->vs_data, off); 1538 } 1539 1540 1541 /* Allocates buffers and initizlizes some fields. The format field 1542 * must already have been initialized. */ 1543 void 1544 video_stream_init(struct video_stream *vs) 1545 { 1546 vs->vs_method = VIDEO_STREAM_METHOD_NONE; 1547 vs->vs_flags = 0; 1548 vs->vs_frameno = -1; 1549 vs->vs_sequence = 0; 1550 vs->vs_type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 1551 vs->vs_nbufs = 0; 1552 vs->vs_buf = NULL; 1553 vs->vs_streaming = false; 1554 1555 memset(&vs->vs_format, 0, sizeof(vs->vs_format)); 1556 1557 SIMPLEQ_INIT(&vs->vs_ingress); 1558 SIMPLEQ_INIT(&vs->vs_egress); 1559 1560 mutex_init(&vs->vs_lock, MUTEX_DEFAULT, IPL_NONE); 1561 cv_init(&vs->vs_sample_cv, "video"); 1562 selinit(&vs->vs_sel); 1563 1564 scatter_buf_init(&vs->vs_data); 1565 } 1566 1567 void 1568 video_stream_fini(struct video_stream *vs) 1569 { 1570 /* Sample data in queues has already been freed */ 1571 /* while (SIMPLEQ_FIRST(&vs->vs_ingress) != NULL) 1572 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1573 while (SIMPLEQ_FIRST(&vs->vs_egress) != NULL) 1574 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); */ 1575 1576 mutex_destroy(&vs->vs_lock); 1577 cv_destroy(&vs->vs_sample_cv); 1578 seldestroy(&vs->vs_sel); 1579 1580 scatter_buf_destroy(&vs->vs_data); 1581 } 1582 1583 static int 1584 video_stream_setup_bufs(struct video_stream *vs, 1585 enum video_stream_method method, 1586 uint8_t nbufs) 1587 { 1588 int i, err; 1589 1590 mutex_enter(&vs->vs_lock); 1591 1592 /* Ensure that all allocated buffers are queued and not under 1593 * userspace control. */ 1594 for (i = 0; i < vs->vs_nbufs; ++i) { 1595 if (!(vs->vs_buf[i]->vb_buf->flags | V4L2_BUF_FLAG_QUEUED)) { 1596 mutex_exit(&vs->vs_lock); 1597 return EBUSY; 1598 } 1599 } 1600 1601 /* Allocate the buffers */ 1602 err = video_stream_realloc_bufs(vs, nbufs); 1603 if (err != 0) { 1604 mutex_exit(&vs->vs_lock); 1605 return err; 1606 } 1607 1608 /* Queue up buffers for read method. Other methods are queued 1609 * by VIDIOC_QBUF ioctl. */ 1610 if (method == VIDEO_STREAM_METHOD_READ) { 1611 for (i = 0; i < nbufs; ++i) 1612 if (!(vs->vs_buf[i]->vb_buf->flags & V4L2_BUF_FLAG_QUEUED)) 1613 video_stream_enqueue(vs, vs->vs_buf[i]); 1614 } 1615 1616 vs->vs_method = method; 1617 mutex_exit(&vs->vs_lock); 1618 1619 return 0; 1620 } 1621 1622 /* Free all buffer memory in preparation for close(). This should 1623 * free buffers regardless of errors. Use video_stream_setup_bufs if 1624 * you need to check for errors. Streaming should be off before 1625 * calling this function. */ 1626 static void 1627 video_stream_teardown_bufs(struct video_stream *vs) 1628 { 1629 int err; 1630 1631 mutex_enter(&vs->vs_lock); 1632 1633 if (vs->vs_streaming) { 1634 DPRINTF(("video_stream_teardown_bufs: " 1635 "tearing down bufs while streaming\n")); 1636 } 1637 1638 /* dequeue all buffers */ 1639 while (SIMPLEQ_FIRST(&vs->vs_ingress) != NULL) 1640 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1641 while (SIMPLEQ_FIRST(&vs->vs_egress) != NULL) 1642 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); 1643 1644 err = video_stream_free_bufs(vs); 1645 if (err != 0) { 1646 DPRINTF(("video_stream_teardown_bufs: " 1647 "error releasing buffers: %d\n", 1648 err)); 1649 } 1650 vs->vs_method = VIDEO_STREAM_METHOD_NONE; 1651 1652 mutex_exit(&vs->vs_lock); 1653 } 1654 1655 static struct video_buffer * 1656 video_buffer_alloc(void) 1657 { 1658 struct video_buffer *vb; 1659 1660 vb = kmem_alloc(sizeof(*vb), KM_SLEEP); 1661 if (vb == NULL) 1662 return NULL; 1663 1664 vb->vb_buf = kmem_alloc(sizeof(*vb->vb_buf), KM_SLEEP); 1665 if (vb->vb_buf == NULL) { 1666 kmem_free(vb, sizeof(*vb)); 1667 return NULL; 1668 } 1669 1670 return vb; 1671 } 1672 1673 static void 1674 video_buffer_free(struct video_buffer *vb) 1675 { 1676 kmem_free(vb->vb_buf, sizeof(*vb->vb_buf)); 1677 vb->vb_buf = NULL; 1678 kmem_free(vb, sizeof(*vb)); 1679 } 1680 1681 /* TODO: for userptr method 1682 struct video_buffer * 1683 video_buf_alloc_with_ubuf(struct v4l2_buffer *buf) 1684 { 1685 } 1686 1687 void 1688 video_buffer_free_with_ubuf(struct video_buffer *vb) 1689 { 1690 } 1691 */ 1692 1693 static int 1694 video_stream_realloc_bufs(struct video_stream *vs, uint8_t nbufs) 1695 { 1696 int i, err; 1697 uint8_t minnbufs, oldnbufs; 1698 size_t size; 1699 off_t offset; 1700 struct video_buffer **oldbuf; 1701 struct v4l2_buffer *buf; 1702 1703 size = vs->vs_format.sample_size * nbufs; 1704 err = scatter_buf_set_size(&vs->vs_data, size); 1705 if (err != 0) 1706 return err; 1707 1708 oldnbufs = vs->vs_nbufs; 1709 oldbuf = vs->vs_buf; 1710 1711 vs->vs_nbufs = nbufs; 1712 if (nbufs > 0) { 1713 vs->vs_buf = 1714 kmem_alloc(sizeof(struct video_buffer *) * nbufs, KM_SLEEP); 1715 if (vs->vs_buf == NULL) { 1716 vs->vs_nbufs = oldnbufs; 1717 vs->vs_buf = oldbuf; 1718 1719 return ENOMEM; 1720 } 1721 } else { 1722 vs->vs_buf = NULL; 1723 } 1724 1725 minnbufs = min(vs->vs_nbufs, oldnbufs); 1726 /* copy any bufs that will be reused */ 1727 for (i = 0; i < minnbufs; ++i) 1728 vs->vs_buf[i] = oldbuf[i]; 1729 /* allocate any necessary new bufs */ 1730 for (; i < vs->vs_nbufs; ++i) 1731 vs->vs_buf[i] = video_buffer_alloc(); 1732 /* free any bufs no longer used */ 1733 for (; i < oldnbufs; ++i) { 1734 video_buffer_free(oldbuf[i]); 1735 oldbuf[i] = NULL; 1736 } 1737 1738 /* Free old buffer metadata */ 1739 if (oldbuf != NULL) 1740 kmem_free(oldbuf, sizeof(struct video_buffer *) * oldnbufs); 1741 1742 /* initialize bufs */ 1743 offset = 0; 1744 for (i = 0; i < vs->vs_nbufs; ++i) { 1745 buf = vs->vs_buf[i]->vb_buf; 1746 buf->index = i; 1747 buf->type = vs->vs_type; 1748 buf->bytesused = 0; 1749 buf->flags = 0; 1750 buf->field = 0; 1751 buf->sequence = 0; 1752 buf->memory = V4L2_MEMORY_MMAP; 1753 buf->m.offset = offset; 1754 buf->length = vs->vs_format.sample_size; 1755 buf->input = 0; 1756 buf->reserved = 0; 1757 1758 offset += buf->length; 1759 } 1760 1761 return 0; 1762 } 1763 1764 /* Accepts a video_sample into the ingress queue. Caller must hold 1765 * the stream lock. */ 1766 void 1767 video_stream_enqueue(struct video_stream *vs, struct video_buffer *vb) 1768 { 1769 if (vb->vb_buf->flags & V4L2_BUF_FLAG_QUEUED) { 1770 DPRINTF(("video_stream_enqueue: sample already queued\n")); 1771 return; 1772 } 1773 1774 vb->vb_buf->flags |= V4L2_BUF_FLAG_QUEUED; 1775 vb->vb_buf->flags &= ~V4L2_BUF_FLAG_DONE; 1776 1777 vb->vb_buf->bytesused = 0; 1778 1779 SIMPLEQ_INSERT_TAIL(&vs->vs_ingress, vb, entries); 1780 } 1781 1782 1783 /* Removes the head of the egress queue for use by userspace. Caller 1784 * must hold the stream lock. */ 1785 struct video_buffer * 1786 video_stream_dequeue(struct video_stream *vs) 1787 { 1788 struct video_buffer *vb; 1789 1790 if (!SIMPLEQ_EMPTY(&vs->vs_egress)) { 1791 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1792 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); 1793 vb->vb_buf->flags &= ~V4L2_BUF_FLAG_QUEUED; 1794 vb->vb_buf->flags |= V4L2_BUF_FLAG_DONE; 1795 return vb; 1796 } else { 1797 return NULL; 1798 } 1799 } 1800 1801 1802 /* 1803 * write payload data to the appropriate video sample, possibly moving 1804 * the sample from ingress to egress queues 1805 */ 1806 void 1807 video_stream_write(struct video_stream *vs, 1808 const struct video_payload *payload) 1809 { 1810 struct video_buffer *vb; 1811 struct v4l2_buffer *buf; 1812 struct scatter_io sio; 1813 1814 mutex_enter(&vs->vs_lock); 1815 1816 /* change of frameno implies end of current frame */ 1817 if (vs->vs_frameno > 0 && vs->vs_frameno != payload->frameno) 1818 video_stream_sample_done(vs); 1819 1820 if (vs->vs_drop || SIMPLEQ_EMPTY(&vs->vs_ingress)) { 1821 /* DPRINTF(("video_stream_write: dropping sample %d\n", 1822 vs->vs_sequence)); */ 1823 vs->vs_drop = true; 1824 } else { 1825 vb = SIMPLEQ_FIRST(&vs->vs_ingress); 1826 buf = vb->vb_buf; 1827 if (payload->size > buf->length - buf->bytesused) { 1828 DPRINTF(("video_stream_write: " 1829 "payload would overflow\n")); 1830 } else if (scatter_io_init(&vs->vs_data, 1831 buf->m.offset + buf->bytesused, 1832 payload->size, 1833 &sio)) 1834 { 1835 scatter_io_copyin(&sio, payload->data); 1836 buf->bytesused += (payload->size - sio.sio_resid); 1837 } else { 1838 DPRINTF(("video_stream_write: failed to init scatter io " 1839 "vb=%p buf=%p " 1840 "buf->m.offset=%d buf->bytesused=%zu " 1841 "payload->size=%zu\n", 1842 vb, buf, 1843 buf->m.offset, buf->bytesused, payload->size)); 1844 } 1845 } 1846 1847 /* if the payload marks it, we can do sample_done() early */ 1848 if (payload->end_of_frame) 1849 video_stream_sample_done(vs); 1850 1851 mutex_exit(&vs->vs_lock); 1852 } 1853 1854 1855 /* Moves the head of the ingress queue to the tail of the egress 1856 * queue, or resets drop status if we were dropping this sample. 1857 * Caller should hold the stream queue lock. */ 1858 void 1859 video_stream_sample_done(struct video_stream *vs) 1860 { 1861 struct video_buffer *vb; 1862 1863 if (vs->vs_drop) { 1864 vs->vs_drop = false; 1865 } else if (!SIMPLEQ_EMPTY(&vs->vs_ingress)) { 1866 vb = SIMPLEQ_FIRST(&vs->vs_ingress); 1867 vb->vb_buf->sequence = vs->vs_sequence; 1868 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1869 1870 SIMPLEQ_INSERT_TAIL(&vs->vs_egress, vb, entries); 1871 cv_signal(&vs->vs_sample_cv); 1872 selnotify(&vs->vs_sel, 0, 0); 1873 } else { 1874 DPRINTF(("video_stream_sample_done: no sample\n")); 1875 } 1876 1877 vs->vs_frameno ^= 1; 1878 vs->vs_sequence++; 1879 } 1880 1881 /* Check if all buffers are queued, i.e. none are under control of 1882 * userspace. */ 1883 /* 1884 static bool 1885 video_stream_all_queued(struct video_stream *vs) 1886 { 1887 } 1888 */ 1889 1890 1891 static void 1892 scatter_buf_init(struct scatter_buf *sb) 1893 { 1894 sb->sb_pool = pool_cache_init(PAGE_SIZE, 0, 0, 0, 1895 "video", NULL, IPL_VIDEO, 1896 NULL, NULL, NULL); 1897 sb->sb_size = 0; 1898 sb->sb_npages = 0; 1899 sb->sb_page_ary = NULL; 1900 } 1901 1902 static void 1903 scatter_buf_destroy(struct scatter_buf *sb) 1904 { 1905 /* Do we need to return everything to the pool first? */ 1906 scatter_buf_set_size(sb, 0); 1907 pool_cache_destroy(sb->sb_pool); 1908 sb->sb_pool = 0; 1909 sb->sb_npages = 0; 1910 sb->sb_page_ary = NULL; 1911 } 1912 1913 /* Increase or decrease the size of the buffer */ 1914 static int 1915 scatter_buf_set_size(struct scatter_buf *sb, size_t sz) 1916 { 1917 int i; 1918 size_t npages, minpages, oldnpages; 1919 uint8_t **old_ary; 1920 1921 npages = (sz >> PAGE_SHIFT) + ((sz & PAGE_MASK) > 0); 1922 1923 if (sb->sb_npages == npages) { 1924 return 0; 1925 } 1926 1927 oldnpages = sb->sb_npages; 1928 old_ary = sb->sb_page_ary; 1929 1930 sb->sb_npages = npages; 1931 if (npages > 0) { 1932 sb->sb_page_ary = 1933 kmem_alloc(sizeof(uint8_t *) * npages, KM_SLEEP); 1934 if (sb->sb_page_ary == NULL) { 1935 sb->sb_npages = oldnpages; 1936 sb->sb_page_ary = old_ary; 1937 return ENOMEM; 1938 } 1939 } else { 1940 sb->sb_page_ary = NULL; 1941 } 1942 1943 minpages = min(npages, oldnpages); 1944 /* copy any pages that will be reused */ 1945 for (i = 0; i < minpages; ++i) 1946 sb->sb_page_ary[i] = old_ary[i]; 1947 /* allocate any new pages */ 1948 for (; i < npages; ++i) { 1949 sb->sb_page_ary[i] = pool_cache_get(sb->sb_pool, 0); 1950 /* TODO: does pool_cache_get return NULL on 1951 * ENOMEM? If so, we need to release or note 1952 * the pages with did allocate 1953 * successfully. */ 1954 if (sb->sb_page_ary[i] == NULL) { 1955 DPRINTF(("video: pool_cache_get ENOMEM\n")); 1956 return ENOMEM; 1957 } 1958 } 1959 /* return any pages no longer needed */ 1960 for (; i < oldnpages; ++i) 1961 pool_cache_put(sb->sb_pool, old_ary[i]); 1962 1963 if (old_ary != NULL) 1964 kmem_free(old_ary, sizeof(uint8_t *) * oldnpages); 1965 1966 sb->sb_size = sb->sb_npages << PAGE_SHIFT; 1967 1968 return 0; 1969 } 1970 1971 1972 static paddr_t 1973 scatter_buf_map(struct scatter_buf *sb, off_t off) 1974 { 1975 size_t pg; 1976 paddr_t pa; 1977 1978 pg = off >> PAGE_SHIFT; 1979 1980 if (pg >= sb->sb_npages) 1981 return -1; 1982 else if (!pmap_extract(pmap_kernel(), (vaddr_t)sb->sb_page_ary[pg], &pa)) 1983 return -1; 1984 1985 return atop(pa); 1986 } 1987 1988 /* Initialize data for an io operation on a scatter buffer. Returns 1989 * true if the transfer is valid, or false if out of range. */ 1990 static bool 1991 scatter_io_init(struct scatter_buf *sb, 1992 off_t off, size_t len, 1993 struct scatter_io *sio) 1994 { 1995 if ((off + len) > sb->sb_size) { 1996 DPRINTF(("video: scatter_io_init failed: off=%" PRId64 1997 " len=%zu sb->sb_size=%zu\n", 1998 off, len, sb->sb_size)); 1999 return false; 2000 } 2001 2002 sio->sio_buf = sb; 2003 sio->sio_offset = off; 2004 sio->sio_resid = len; 2005 2006 return true; 2007 } 2008 2009 /* Store the pointer and size of the next contiguous segment. Returns 2010 * true if the segment is valid, or false if all has been transfered. 2011 * Does not check for overflow. */ 2012 static bool 2013 scatter_io_next(struct scatter_io *sio, void **p, size_t *sz) 2014 { 2015 size_t pg, pgo; 2016 2017 if (sio->sio_resid == 0) 2018 return false; 2019 2020 pg = sio->sio_offset >> PAGE_SHIFT; 2021 pgo = sio->sio_offset & PAGE_MASK; 2022 2023 *sz = min(PAGE_SIZE - pgo, sio->sio_resid); 2024 *p = sio->sio_buf->sb_page_ary[pg] + pgo; 2025 2026 sio->sio_offset += *sz; 2027 sio->sio_resid -= *sz; 2028 2029 return true; 2030 } 2031 2032 /* Semi-undo of a failed segment copy. Updates the scatter_io 2033 * struct to the previous values prior to a failed segment copy. */ 2034 static void 2035 scatter_io_undo(struct scatter_io *sio, size_t sz) 2036 { 2037 sio->sio_offset -= sz; 2038 sio->sio_resid += sz; 2039 } 2040 2041 /* Copy data from src into the scatter_buf as described by io. */ 2042 static void 2043 scatter_io_copyin(struct scatter_io *sio, const void *p) 2044 { 2045 void *dst; 2046 const uint8_t *src = p; 2047 size_t sz; 2048 2049 while(scatter_io_next(sio, &dst, &sz)) { 2050 memcpy(dst, src, sz); 2051 src += sz; 2052 } 2053 } 2054 2055 /* --not used; commented to avoid compiler warnings-- 2056 static void 2057 scatter_io_copyout(struct scatter_io *sio, void *p) 2058 { 2059 void *src; 2060 uint8_t *dst = p; 2061 size_t sz; 2062 2063 while(scatter_io_next(sio, &src, &sz)) { 2064 memcpy(dst, src, sz); 2065 dst += sz; 2066 } 2067 } 2068 */ 2069 2070 /* Performat a series of uiomove calls on a scatter buf. Returns 2071 * EFAULT if uiomove EFAULTs on the first segment. Otherwise, returns 2072 * an incomplete transfer but with no error. */ 2073 static int 2074 scatter_io_uiomove(struct scatter_io *sio, struct uio *uio) 2075 { 2076 void *p; 2077 size_t sz; 2078 bool first = true; 2079 int err; 2080 2081 while(scatter_io_next(sio, &p, &sz)) { 2082 err = uiomove(p, sz, uio); 2083 if (err == EFAULT) { 2084 scatter_io_undo(sio, sz); 2085 if (first) 2086 return EFAULT; 2087 else 2088 return 0; 2089 } 2090 first = false; 2091 } 2092 2093 return 0; 2094 } 2095 2096 #endif /* NVIDEO > 0 */ 2097
Indexes created Sun Oct 26 13:09:57 GMT 2025