video.c revision 1.14
1 /* $NetBSD: video.c,v 1.14 2008/09/14 16:03:27 jmcneill Exp $ */ 2 3 /* 4 * Copyright (c) 2008 Patrick Mahoney <pat (at) polycrystal.org> 5 * All rights reserved. 6 * 7 * This code was written by Patrick Mahoney (pat (at) polycrystal.org) as 8 * part of Google Summer of Code 2008. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 /* 33 * This ia a Video4Linux 2 compatible /dev/video driver for NetBSD 34 * 35 * See http://v4l2spec.bytesex.org/ for Video4Linux 2 specifications 36 */ 37 38 #include <sys/cdefs.h> 39 __KERNEL_RCSID(0, "$NetBSD: video.c,v 1.14 2008/09/14 16:03:27 jmcneill Exp $"); 40 41 #include "video.h" 42 #if NVIDEO > 0 43 44 #include <sys/param.h> 45 #include <sys/ioctl.h> 46 #include <sys/fcntl.h> 47 #include <sys/vnode.h> 48 #include <sys/poll.h> 49 #include <sys/select.h> 50 #include <sys/kmem.h> 51 #include <sys/pool.h> 52 #include <sys/conf.h> 53 #include <sys/types.h> 54 #include <sys/device.h> 55 #include <sys/condvar.h> 56 #include <sys/queue.h> 57 #include <sys/videoio.h> 58 59 #include <dev/video_if.h> 60 61 /* #define VIDEO_DEBUG 1 */ 62 63 #ifdef VIDEO_DEBUG 64 #define DPRINTF(x) do { if (videodebug) printf x; } while (0) 65 #define DPRINTFN(n,x) do { if (videodebug>(n)) printf x; } while (0) 66 int videodebug = VIDEO_DEBUG; 67 #else 68 #define DPRINTF(x) 69 #define DPRINTFN(n,x) 70 #endif 71 72 #define VIDEO_DRIVER_VERSION 1 73 74 /* TODO: move to sys/intr.h */ 75 #define IPL_VIDEO IPL_VM 76 #define splvideo() splvm() 77 78 #define VIDEO_MIN_BUFS 2 79 #define VIDEO_MAX_BUFS 32 80 #define VIDEO_NUM_BUFS 4 81 82 /* Scatter Buffer - an array of fixed size (PAGE_SIZE) chunks 83 * allocated non-contiguously and functions to get data into and out 84 * of the scatter buffer. */ 85 struct scatter_buf { 86 pool_cache_t sb_pool; 87 size_t sb_size; /* size in bytes */ 88 size_t sb_npages; /* number of pages */ 89 uint8_t **sb_page_ary; /* array of page pointers */ 90 }; 91 92 struct scatter_io { 93 struct scatter_buf *sio_buf; 94 off_t sio_offset; 95 size_t sio_resid; 96 }; 97 98 static void scatter_buf_init(struct scatter_buf *); 99 static void scatter_buf_destroy(struct scatter_buf *); 100 static int scatter_buf_set_size(struct scatter_buf *, size_t); 101 static paddr_t scatter_buf_map(struct scatter_buf *, off_t); 102 103 static bool scatter_io_init(struct scatter_buf *, off_t, size_t, struct scatter_io *); 104 static bool scatter_io_next(struct scatter_io *, void **, size_t *); 105 static void scatter_io_undo(struct scatter_io *, size_t); 106 static void scatter_io_copyin(struct scatter_io *, const void *); 107 /* static void scatter_io_copyout(struct scatter_io *, void *); */ 108 static int scatter_io_uiomove(struct scatter_io *, struct uio *); 109 110 111 enum video_stream_method { 112 VIDEO_STREAM_METHOD_NONE, 113 VIDEO_STREAM_METHOD_READ, 114 VIDEO_STREAM_METHOD_MMAP, 115 VIDEO_STREAM_METHOD_USERPTR 116 }; 117 118 struct video_buffer { 119 struct v4l2_buffer *vb_buf; 120 SIMPLEQ_ENTRY(video_buffer) entries; 121 }; 122 123 SIMPLEQ_HEAD(sample_queue, video_buffer); 124 125 struct video_stream { 126 int vs_flags; /* flags given to open() */ 127 128 struct video_format vs_format; 129 130 int vs_frameno; /* toggles between 0 and 1, 131 * or -1 if new */ 132 uint32_t vs_sequence; /* absoulte frame/sample number in 133 * sequence, wraps around */ 134 bool vs_drop; /* drop payloads from current 135 * frameno? */ 136 137 enum v4l2_buf_type vs_type; 138 uint8_t vs_nbufs; 139 struct video_buffer **vs_buf; 140 141 struct scatter_buf vs_data; /* stores video data for MMAP 142 * and READ */ 143 144 /* Video samples may exist in different locations. Initially, 145 * samples are queued into the ingress queue. The driver 146 * grabs these in turn and fills them with video data. Once 147 * filled, they are moved to the egress queue. Samples are 148 * dequeued either by user with MMAP method or, with READ 149 * method, videoread() works from the fist sample in the 150 * ingress queue without dequeing. In the first case, the 151 * user re-queues the buffer when finished, and videoread() 152 * does the same when all data has been read. The sample now 153 * returns to the ingress queue. */ 154 struct sample_queue vs_ingress; /* samples under driver control */ 155 struct sample_queue vs_egress; /* samples headed for userspace */ 156 157 bool vs_streaming; 158 enum video_stream_method vs_method; /* method by which 159 * userspace will read 160 * samples */ 161 162 kmutex_t vs_lock; /* Lock to manipulate queues. 163 * Should also be held when 164 * changing number of 165 * buffers. */ 166 kcondvar_t vs_sample_cv; /* signaled on new 167 * ingress sample */ 168 struct selinfo vs_sel; 169 170 uint32_t vs_bytesread; /* bytes read() from current 171 * sample thus far */ 172 }; 173 174 struct video_softc { 175 device_t sc_dev; 176 device_t hw_dev; /* Hardware (parent) device */ 177 void * hw_softc; /* Hardware device private softc */ 178 const struct video_hw_if *hw_if; /* Hardware interface */ 179 180 u_int sc_open; 181 int sc_refcnt; 182 int sc_opencnt; 183 bool sc_dying; 184 185 struct video_stream sc_stream_in; 186 }; 187 static int video_print(void *, const char *); 188 189 static int video_match(device_t, cfdata_t, void *); 190 static void video_attach(device_t, device_t, void *); 191 static int video_detach(device_t, int); 192 static int video_activate(device_t, enum devact); 193 194 dev_type_open(videoopen); 195 dev_type_close(videoclose); 196 dev_type_read(videoread); 197 dev_type_write(videowrite); 198 dev_type_ioctl(videoioctl); 199 dev_type_poll(videopoll); 200 dev_type_mmap(videommap); 201 202 const struct cdevsw video_cdevsw = { 203 videoopen, videoclose, videoread, videowrite, videoioctl, 204 nostop, notty, videopoll, videommap, nokqfilter, D_OTHER 205 }; 206 207 #define VIDEOUNIT(n) (minor(n)) 208 209 CFATTACH_DECL_NEW(video, sizeof(struct video_softc), 210 video_match, video_attach, video_detach, video_activate); 211 212 extern struct cfdriver video_cd; 213 214 static const char * video_pixel_format_str(enum video_pixel_format); 215 216 /* convert various values from V4L2 to native values of this driver */ 217 static uint16_t v4l2id_to_control_id(uint32_t); 218 static uint32_t control_flags_to_v4l2flags(uint32_t); 219 static enum v4l2_ctrl_type control_type_to_v4l2type(enum video_control_type); 220 221 static void v4l2_format_to_video_format(const struct v4l2_format *, 222 struct video_format *); 223 static void video_format_to_v4l2_format(const struct video_format *, 224 struct v4l2_format *); 225 226 /* V4L2 api functions, typically called from videoioclt() */ 227 static int video_enum_format(struct video_softc *, struct v4l2_fmtdesc *); 228 static int video_get_format(struct video_softc *, 229 struct v4l2_format *); 230 static int video_set_format(struct video_softc *, 231 struct v4l2_format *); 232 static int video_try_format(struct video_softc *, 233 struct v4l2_format *); 234 static int video_query_control(struct video_softc *, 235 struct v4l2_queryctrl *); 236 static int video_get_control(struct video_softc *, 237 struct v4l2_control *); 238 static int video_set_control(struct video_softc *, 239 const struct v4l2_control *); 240 static int video_request_bufs(struct video_softc *, 241 struct v4l2_requestbuffers *); 242 static int video_query_buf(struct video_softc *, struct v4l2_buffer *); 243 static int video_queue_buf(struct video_softc *, struct v4l2_buffer *); 244 static int video_dequeue_buf(struct video_softc *, struct v4l2_buffer *); 245 static int video_stream_on(struct video_softc *, enum v4l2_buf_type); 246 static int video_stream_off(struct video_softc *, enum v4l2_buf_type); 247 248 static struct video_buffer * video_buffer_alloc(void); 249 static void video_buffer_free(struct video_buffer *); 250 251 252 /* functions for video_stream */ 253 static void video_stream_init(struct video_stream *); 254 static void video_stream_fini(struct video_stream *); 255 256 static int video_stream_setup_bufs(struct video_stream *, 257 enum video_stream_method, 258 uint8_t); 259 static void video_stream_teardown_bufs(struct video_stream *); 260 261 static int video_stream_realloc_bufs(struct video_stream *, uint8_t); 262 #define video_stream_free_bufs(vs) \ 263 video_stream_realloc_bufs((vs), 0) 264 265 static void video_stream_enqueue(struct video_stream *, 266 struct video_buffer *); 267 static struct video_buffer * video_stream_dequeue(struct video_stream *); 268 static void video_stream_write(struct video_stream *, 269 const struct video_payload *); 270 static void video_stream_sample_done(struct video_stream *); 271 272 #ifdef VIDEO_DEBUG 273 /* debugging */ 274 static const char * video_ioctl_str(u_long); 275 #endif 276 277 278 static int 279 video_match(device_t parent, cfdata_t match, void *aux) 280 { 281 struct video_attach_args *args; 282 283 args = aux; 284 DPRINTF(("video_match: hw=%p\n", args->hw_if)); 285 return 1; 286 } 287 288 289 static void 290 video_attach(device_t parent, device_t self, void *aux) 291 { 292 struct video_softc *sc; 293 struct video_attach_args *args; 294 295 sc = device_private(self); 296 args = aux; 297 298 sc->sc_dev = self; 299 sc->hw_dev = parent; 300 sc->hw_if = args->hw_if; 301 sc->hw_softc = device_private(parent); 302 303 sc->sc_open = 0; 304 sc->sc_refcnt = 0; 305 sc->sc_opencnt = 0; 306 sc->sc_dying = false; 307 308 video_stream_init(&sc->sc_stream_in); 309 310 aprint_naive("\n"); 311 aprint_normal(": %s\n", sc->hw_if->get_devname(sc->hw_softc)); 312 313 DPRINTF(("video_attach: sc=%p hwif=%p\n", sc, sc->hw_if)); 314 } 315 316 317 static int 318 video_activate(device_t self, enum devact act) 319 { 320 struct video_softc *sc; 321 322 sc = device_private(self); 323 DPRINTF(("video_activate: sc=%p\n", sc)); 324 switch (act) { 325 case DVACT_ACTIVATE: 326 return EOPNOTSUPP; 327 328 case DVACT_DEACTIVATE: 329 sc->sc_dying = true; 330 break; 331 } 332 return 0; 333 } 334 335 336 static int 337 video_detach(device_t self, int flags) 338 { 339 struct video_softc *sc; 340 int maj, mn; 341 342 sc = device_private(self); 343 DPRINTF(("video_detach: sc=%p flags=%d\n", sc, flags)); 344 345 sc->sc_dying = true; 346 347 maj = cdevsw_lookup_major(&video_cdevsw); 348 mn = device_unit(self); 349 /* close open instances */ 350 vdevgone(maj, mn, mn, VCHR); 351 352 video_stream_fini(&sc->sc_stream_in); 353 354 return 0; 355 } 356 357 358 static int 359 video_print(void *aux, const char *pnp) 360 { 361 struct video_attach_args *arg; 362 363 if (pnp != NULL) { 364 DPRINTF(("video_print: have pnp\n")); 365 arg = aux; 366 aprint_normal("%s at %s\n", "video", pnp); 367 } else { 368 DPRINTF(("video_print: pnp is NULL\n")); 369 } 370 return UNCONF; 371 } 372 373 374 /* 375 * Called from hardware driver. This is where the MI audio driver 376 * gets probed/attached to the hardware driver. 377 */ 378 device_t 379 video_attach_mi(const struct video_hw_if *hw_if, device_t parent) 380 { 381 struct video_attach_args args; 382 383 args.hw_if = hw_if; 384 return config_found_ia(parent, "videobus", &args, video_print); 385 } 386 387 /* video_submit_payload - called by hardware driver to submit payload data */ 388 void 389 video_submit_payload(device_t self, const struct video_payload *payload) 390 { 391 struct video_softc *sc; 392 393 sc = device_private(self); 394 395 if (sc == NULL) 396 return; 397 398 video_stream_write(&sc->sc_stream_in, payload); 399 } 400 401 static const char * 402 video_pixel_format_str(enum video_pixel_format px) 403 { 404 switch (px) { 405 case VIDEO_FORMAT_YUV420: return "YUV420"; 406 case VIDEO_FORMAT_YUY2: return "YUYV"; 407 case VIDEO_FORMAT_NV12: return "NV12"; 408 case VIDEO_FORMAT_RGB24: return "RGB24"; 409 case VIDEO_FORMAT_MJPEG: return "MJPEG"; 410 case VIDEO_FORMAT_DV: return "DV"; 411 case VIDEO_FORMAT_MPEG: return "MPEG"; 412 default: return "Unknown"; 413 } 414 } 415 416 /* Takes a V4L2 id and returns a "native" video driver control id. 417 * TODO: is there a better way to do this? some kind of array? */ 418 static uint16_t 419 v4l2id_to_control_id(uint32_t v4l2id) 420 { 421 /* mask includes class bits and control id bits */ 422 switch (v4l2id & 0xffffff) { 423 case V4L2_CID_BRIGHTNESS: return VIDEO_CONTROL_BRIGHTNESS; 424 case V4L2_CID_CONTRAST: return VIDEO_CONTROL_CONTRAST; 425 case V4L2_CID_SATURATION: return VIDEO_CONTROL_SATURATION; 426 case V4L2_CID_HUE: return VIDEO_CONTROL_HUE; 427 case V4L2_CID_HUE_AUTO: return VIDEO_CONTROL_HUE_AUTO; 428 case V4L2_CID_SHARPNESS: return VIDEO_CONTROL_SHARPNESS; 429 case V4L2_CID_GAMMA: return VIDEO_CONTROL_GAMMA; 430 431 /* "black level" means the same as "brightness", but V4L2 432 * defines two separate controls that are not identical. 433 * V4L2_CID_BLACK_LEVEL is deprecated however in V4L2. */ 434 case V4L2_CID_BLACK_LEVEL: return VIDEO_CONTROL_BRIGHTNESS; 435 436 case V4L2_CID_AUDIO_VOLUME: return VIDEO_CONTROL_UNDEFINED; 437 case V4L2_CID_AUDIO_BALANCE: return VIDEO_CONTROL_UNDEFINED; 438 case V4L2_CID_AUDIO_BASS: return VIDEO_CONTROL_UNDEFINED; 439 case V4L2_CID_AUDIO_TREBLE: return VIDEO_CONTROL_UNDEFINED; 440 case V4L2_CID_AUDIO_MUTE: return VIDEO_CONTROL_UNDEFINED; 441 case V4L2_CID_AUDIO_LOUDNESS: return VIDEO_CONTROL_UNDEFINED; 442 443 case V4L2_CID_AUTO_WHITE_BALANCE: 444 return VIDEO_CONTROL_WHITE_BALANCE_AUTO; 445 case V4L2_CID_DO_WHITE_BALANCE: 446 return VIDEO_CONTROL_WHITE_BALANCE_ACTION; 447 case V4L2_CID_RED_BALANCE: 448 case V4L2_CID_BLUE_BALANCE: 449 /* This might not fit in with the control_id/value_id scheme */ 450 return VIDEO_CONTROL_WHITE_BALANCE_COMPONENT; 451 case V4L2_CID_WHITE_BALANCE_TEMPERATURE: 452 return VIDEO_CONTROL_WHITE_BALANCE_TEMPERATURE; 453 case V4L2_CID_EXPOSURE: 454 return VIDEO_CONTROL_EXPOSURE_TIME_ABSOLUTE; 455 case V4L2_CID_GAIN: return VIDEO_CONTROL_GAIN; 456 case V4L2_CID_AUTOGAIN: return VIDEO_CONTROL_GAIN_AUTO; 457 case V4L2_CID_HFLIP: return VIDEO_CONTROL_HFLIP; 458 case V4L2_CID_VFLIP: return VIDEO_CONTROL_VFLIP; 459 case V4L2_CID_HCENTER_DEPRECATED: 460 case V4L2_CID_VCENTER_DEPRECATED: 461 return VIDEO_CONTROL_UNDEFINED; 462 case V4L2_CID_POWER_LINE_FREQUENCY: 463 return VIDEO_CONTROL_POWER_LINE_FREQUENCY; 464 case V4L2_CID_BACKLIGHT_COMPENSATION: 465 return VIDEO_CONTROL_BACKLIGHT_COMPENSATION; 466 default: return V4L2_CTRL_ID2CID(v4l2id); 467 } 468 } 469 470 471 static uint32_t 472 control_flags_to_v4l2flags(uint32_t flags) 473 { 474 uint32_t v4l2flags = 0; 475 476 if (flags & VIDEO_CONTROL_FLAG_DISABLED) 477 v4l2flags |= V4L2_CTRL_FLAG_INACTIVE; 478 479 if (!(flags & VIDEO_CONTROL_FLAG_WRITE)) 480 v4l2flags |= V4L2_CTRL_FLAG_READ_ONLY; 481 482 if (flags & VIDEO_CONTROL_FLAG_AUTOUPDATE) 483 v4l2flags |= V4L2_CTRL_FLAG_GRABBED; 484 485 return v4l2flags; 486 } 487 488 489 static enum v4l2_ctrl_type 490 control_type_to_v4l2type(enum video_control_type type) { 491 switch (type) { 492 case VIDEO_CONTROL_TYPE_INT: return V4L2_CTRL_TYPE_INTEGER; 493 case VIDEO_CONTROL_TYPE_BOOL: return V4L2_CTRL_TYPE_BOOLEAN; 494 case VIDEO_CONTROL_TYPE_LIST: return V4L2_CTRL_TYPE_MENU; 495 case VIDEO_CONTROL_TYPE_ACTION: return V4L2_CTRL_TYPE_BUTTON; 496 default: return V4L2_CTRL_TYPE_INTEGER; /* err? */ 497 } 498 } 499 500 501 static int 502 video_query_control(struct video_softc *sc, 503 struct v4l2_queryctrl *query) 504 { 505 const struct video_hw_if *hw; 506 struct video_control_desc_group desc_group; 507 struct video_control_desc desc; 508 int err; 509 510 hw = sc->hw_if; 511 if (hw->get_control_desc_group) { 512 desc.group_id = desc.control_id = 513 v4l2id_to_control_id(query->id); 514 515 desc_group.group_id = desc.group_id; 516 desc_group.length = 1; 517 desc_group.desc = &desc; 518 519 err = hw->get_control_desc_group(sc->hw_softc, &desc_group); 520 if (err != 0) 521 return err; 522 523 query->type = control_type_to_v4l2type(desc.type); 524 memcpy(query->name, desc.name, 32); 525 query->minimum = desc.min; 526 query->maximum = desc.max; 527 query->step = desc.step; 528 query->default_value = desc.def; 529 query->flags = control_flags_to_v4l2flags(desc.flags); 530 531 return 0; 532 } else { 533 return EINVAL; 534 } 535 } 536 537 538 /* Takes a single Video4Linux2 control and queries the driver for the 539 * current value. */ 540 static int 541 video_get_control(struct video_softc *sc, 542 struct v4l2_control *vcontrol) 543 { 544 const struct video_hw_if *hw; 545 struct video_control_group group; 546 struct video_control control; 547 int err; 548 549 hw = sc->hw_if; 550 if (hw->get_control_group) { 551 control.group_id = control.control_id = 552 v4l2id_to_control_id(vcontrol->id); 553 /* ?? if "control_id" is arbitrarily defined by the 554 * driver, then we need some way to store it... Maybe 555 * it doesn't matter for single value controls. */ 556 control.value = 0; 557 558 group.group_id = control.group_id; 559 group.length = 1; 560 group.control = &control; 561 562 err = hw->get_control_group(sc->hw_softc, &group); 563 if (err != 0) 564 return err; 565 566 vcontrol->value = control.value; 567 return 0; 568 } else { 569 return EINVAL; 570 } 571 } 572 573 static void 574 video_format_to_v4l2_format(const struct video_format *src, 575 struct v4l2_format *dest) 576 { 577 /* TODO: what about win and vbi formats? */ 578 dest->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 579 dest->fmt.pix.width = src->width; 580 dest->fmt.pix.height = src->height; 581 dest->fmt.pix.field = V4L2_FIELD_NONE; /* TODO: for now, 582 * just set to 583 * progressive */ 584 dest->fmt.pix.bytesperline = src->stride; 585 dest->fmt.pix.sizeimage = src->sample_size; 586 /* dest->colorspace = */ 587 588 switch (src->pixel_format) { 589 case VIDEO_FORMAT_YUV420: 590 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_YUV420; 591 break; 592 case VIDEO_FORMAT_YUY2: 593 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_YUYV; 594 break; 595 case VIDEO_FORMAT_NV12: 596 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_NV12; 597 break; 598 case VIDEO_FORMAT_RGB24: 599 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_RGB24; 600 break; 601 case VIDEO_FORMAT_MJPEG: 602 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_MJPEG; 603 break; 604 case VIDEO_FORMAT_DV: 605 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_DV; 606 break; 607 case VIDEO_FORMAT_MPEG: 608 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_MPEG; 609 break; 610 case VIDEO_FORMAT_UNDEFINED: 611 default: 612 DPRINTF(("video_get_format: unknown pixel format %d\n", 613 src->pixel_format)); 614 dest->fmt.pix.pixelformat = 0; /* V4L2 doesn't define 615 * and "undefined" 616 * format? */ 617 break; 618 } 619 620 } 621 622 static void 623 v4l2_format_to_video_format(const struct v4l2_format *src, 624 struct video_format *dest) 625 { 626 switch (src->type) { 627 case V4L2_BUF_TYPE_VIDEO_CAPTURE: 628 dest->width = src->fmt.pix.width; 629 dest->height = src->fmt.pix.height; 630 631 dest->stride = src->fmt.pix.bytesperline; 632 dest->sample_size = src->fmt.pix.sizeimage; 633 634 switch (src->fmt.pix.pixelformat) { 635 case V4L2_PIX_FMT_YUV420: 636 dest->pixel_format = VIDEO_FORMAT_YUV420; 637 break; 638 case V4L2_PIX_FMT_YUYV: 639 dest->pixel_format = VIDEO_FORMAT_YUY2; 640 break; 641 case V4L2_PIX_FMT_NV12: 642 dest->pixel_format = VIDEO_FORMAT_NV12; 643 break; 644 case V4L2_PIX_FMT_RGB24: 645 dest->pixel_format = VIDEO_FORMAT_RGB24; 646 break; 647 case V4L2_PIX_FMT_MJPEG: 648 dest->pixel_format = VIDEO_FORMAT_MJPEG; 649 break; 650 case V4L2_PIX_FMT_DV: 651 dest->pixel_format = VIDEO_FORMAT_DV; 652 break; 653 case V4L2_PIX_FMT_MPEG: 654 dest->pixel_format = VIDEO_FORMAT_MPEG; 655 break; 656 default: 657 DPRINTF(("video: unknown v4l2 pixel format %d\n", 658 src->fmt.pix.pixelformat)); 659 dest->pixel_format = VIDEO_FORMAT_UNDEFINED; 660 break; 661 } 662 break; 663 default: 664 /* TODO: other v4l2 format types */ 665 DPRINTF(("video: unsupported v4l2 format type %d\n", 666 src->type)); 667 break; 668 } 669 } 670 671 static int 672 video_enum_format(struct video_softc *sc, struct v4l2_fmtdesc *fmtdesc) 673 { 674 const struct video_hw_if *hw; 675 struct video_format vfmt; 676 struct v4l2_format fmt; 677 int err; 678 679 hw = sc->hw_if; 680 if (hw->enum_format == NULL) 681 return ENOTTY; 682 683 err = hw->enum_format(sc->hw_softc, fmtdesc->index, &vfmt); 684 if (err != 0) 685 return err; 686 687 video_format_to_v4l2_format(&vfmt, &fmt); 688 689 fmtdesc->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; /* TODO: only one type for now */ 690 if (vfmt.pixel_format >= VIDEO_FORMAT_MJPEG) 691 fmtdesc->flags = V4L2_FMT_FLAG_COMPRESSED; 692 strlcpy(fmtdesc->description, 693 video_pixel_format_str(vfmt.pixel_format), 694 sizeof(fmtdesc->description)); 695 fmtdesc->pixelformat = fmt.fmt.pix.pixelformat; 696 697 return 0; 698 } 699 700 static int 701 video_get_format(struct video_softc *sc, 702 struct v4l2_format *format) 703 { 704 const struct video_hw_if *hw; 705 struct video_format vfmt; 706 int err; 707 708 hw = sc->hw_if; 709 if (hw->get_format == NULL) 710 return ENOTTY; 711 712 err = hw->get_format(sc->hw_softc, &vfmt); 713 if (err != 0) 714 return err; 715 716 video_format_to_v4l2_format(&vfmt, format); 717 718 return 0; 719 } 720 721 static int 722 video_set_format(struct video_softc *sc, struct v4l2_format *fmt) 723 { 724 const struct video_hw_if *hw; 725 struct video_format vfmt; 726 int err; 727 728 hw = sc->hw_if; 729 if (hw->get_format == NULL) 730 return ENOTTY; 731 732 v4l2_format_to_video_format(fmt, &vfmt); 733 734 err = hw->set_format(sc->hw_softc, &vfmt); 735 if (err != 0) 736 return err; 737 738 video_format_to_v4l2_format(&vfmt, fmt); 739 740 return 0; 741 } 742 743 744 static int 745 video_try_format(struct video_softc *sc, 746 struct v4l2_format *format) 747 { 748 const struct video_hw_if *hw; 749 struct video_format vfmt; 750 int err; 751 752 hw = sc->hw_if; 753 if (hw->try_format == NULL) 754 return ENOTTY; 755 756 v4l2_format_to_video_format(format, &vfmt); 757 758 err = hw->try_format(sc->hw_softc, &vfmt); 759 if (err != 0) 760 return err; 761 762 video_format_to_v4l2_format(&vfmt, format); 763 764 return 0; 765 } 766 767 /* Takes a single Video4Linux2 control, converts it to a struct 768 * video_control, and calls the hardware driver. */ 769 static int 770 video_set_control(struct video_softc *sc, 771 const struct v4l2_control *vcontrol) 772 { 773 const struct video_hw_if *hw; 774 struct video_control_group group; 775 struct video_control control; 776 777 hw = sc->hw_if; 778 if (hw->set_control_group) { 779 control.group_id = control.control_id = 780 v4l2id_to_control_id(vcontrol->id); 781 /* ?? if "control_id" is arbitrarily defined by the 782 * driver, then we need some way to store it... Maybe 783 * it doesn't matter for single value controls. */ 784 control.value = vcontrol->value; 785 786 group.group_id = control.group_id; 787 group.length = 1; 788 group.control = &control; 789 790 return (hw->set_control_group(sc->hw_softc, &group)); 791 } else { 792 return EINVAL; 793 } 794 } 795 796 static int 797 video_request_bufs(struct video_softc *sc, 798 struct v4l2_requestbuffers *req) 799 { 800 struct video_stream *vs = &sc->sc_stream_in; 801 struct v4l2_buffer *buf; 802 int i, err; 803 804 if (req->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 805 return EINVAL; 806 807 vs->vs_type = req->type; 808 809 switch (req->memory) { 810 case V4L2_MEMORY_MMAP: 811 if (req->count < VIDEO_MIN_BUFS) 812 req->count = VIDEO_MIN_BUFS; 813 else if (req->count > VIDEO_MAX_BUFS) 814 req->count = VIDEO_MAX_BUFS; 815 816 err = video_stream_setup_bufs(vs, 817 VIDEO_STREAM_METHOD_MMAP, 818 req->count); 819 if (err != 0) 820 return err; 821 822 for (i = 0; i < req->count; ++i) { 823 buf = vs->vs_buf[i]->vb_buf; 824 buf->memory = V4L2_MEMORY_MMAP; 825 buf->flags |= V4L2_BUF_FLAG_MAPPED; 826 } 827 break; 828 case V4L2_MEMORY_USERPTR: 829 default: 830 return EINVAL; 831 } 832 833 return 0; 834 } 835 836 static int 837 video_query_buf(struct video_softc *sc, 838 struct v4l2_buffer *buf) 839 { 840 struct video_stream *vs = &sc->sc_stream_in; 841 842 if (buf->type != vs->vs_type) 843 return EINVAL; 844 if (buf->index >= vs->vs_nbufs) 845 return EINVAL; 846 847 memcpy(buf, vs->vs_buf[buf->index]->vb_buf, sizeof(*buf)); 848 849 return 0; 850 } 851 852 /* Accept a buffer descriptor from userspace and return the indicated 853 * buffer to the driver's queue. */ 854 static int 855 video_queue_buf(struct video_softc *sc, struct v4l2_buffer *userbuf) 856 { 857 struct video_stream *vs = &sc->sc_stream_in; 858 struct video_buffer *vb; 859 struct v4l2_buffer *driverbuf; 860 861 if (userbuf->type != vs->vs_type) { 862 DPRINTF(("video_queue_buf: expected type=%d got type=%d\n", 863 userbuf->type, vs->vs_type)); 864 return EINVAL; 865 } 866 if (userbuf->index >= vs->vs_nbufs) { 867 DPRINTF(("video_queue_buf: invalid index %d >= %d\n", 868 userbuf->index, vs->vs_nbufs)); 869 return EINVAL; 870 } 871 872 switch (vs->vs_method) { 873 case VIDEO_STREAM_METHOD_MMAP: 874 if (userbuf->memory != V4L2_MEMORY_MMAP) { 875 DPRINTF(("video_queue_buf: invalid memory=%d\n", 876 userbuf->memory)); 877 return EINVAL; 878 } 879 880 mutex_enter(&vs->vs_lock); 881 882 vb = vs->vs_buf[userbuf->index]; 883 driverbuf = vb->vb_buf; 884 if (driverbuf->flags & V4L2_BUF_FLAG_QUEUED) { 885 DPRINTF(("video_queue_buf: buf already queued; " 886 "flags=0x%x\n", driverbuf->flags)); 887 mutex_exit(&vs->vs_lock); 888 return EINVAL; 889 } 890 video_stream_enqueue(vs, vb); 891 memcpy(userbuf, driverbuf, sizeof(*driverbuf)); 892 893 mutex_exit(&vs->vs_lock); 894 break; 895 default: 896 return EINVAL; 897 } 898 899 return 0; 900 } 901 902 /* Dequeue the described buffer from the driver queue, making it 903 * available for reading via mmap. */ 904 static int 905 video_dequeue_buf(struct video_softc *sc, struct v4l2_buffer *buf) 906 { 907 struct video_stream *vs = &sc->sc_stream_in; 908 struct video_buffer *vb; 909 int err; 910 911 if (buf->type != vs->vs_type) 912 return EINVAL; 913 914 switch (vs->vs_method) { 915 case VIDEO_STREAM_METHOD_MMAP: 916 if (buf->memory != V4L2_MEMORY_MMAP) 917 return EINVAL; 918 919 mutex_enter(&vs->vs_lock); 920 921 if (vs->vs_flags & O_NONBLOCK) { 922 vb = video_stream_dequeue(vs); 923 if (vb == NULL) { 924 mutex_exit(&vs->vs_lock); 925 return EAGAIN; 926 } 927 } else { 928 /* Block until we have sample */ 929 while ((vb = video_stream_dequeue(vs)) == NULL) { 930 err = cv_wait_sig(&vs->vs_sample_cv, 931 &vs->vs_lock); 932 if (err != 0) { 933 mutex_exit(&vs->vs_lock); 934 return EINTR; 935 } 936 } 937 } 938 939 memcpy(buf, vb->vb_buf, sizeof(*buf)); 940 941 mutex_exit(&vs->vs_lock); 942 break; 943 default: 944 return EINVAL; 945 } 946 947 return 0; 948 } 949 950 static int 951 video_stream_on(struct video_softc *sc, enum v4l2_buf_type type) 952 { 953 int err; 954 struct video_stream *vs = &sc->sc_stream_in; 955 const struct video_hw_if *hw; 956 957 if (vs->vs_streaming) 958 return 0; 959 if (type != vs->vs_type) 960 return EINVAL; 961 962 hw = sc->hw_if; 963 if (hw == NULL) 964 return ENXIO; 965 966 967 err = hw->start_transfer(sc->hw_softc); 968 if (err != 0) 969 return err; 970 971 vs->vs_streaming = true; 972 return 0; 973 } 974 975 static int 976 video_stream_off(struct video_softc *sc, enum v4l2_buf_type type) 977 { 978 int err; 979 struct video_stream *vs = &sc->sc_stream_in; 980 const struct video_hw_if *hw; 981 982 if (!vs->vs_streaming) 983 return 0; 984 if (type != vs->vs_type) 985 return EINVAL; 986 987 hw = sc->hw_if; 988 if (hw == NULL) 989 return ENXIO; 990 991 err = hw->stop_transfer(sc->hw_softc); 992 if (err != 0) 993 return err; 994 995 vs->vs_frameno = -1; 996 vs->vs_sequence = 0; 997 vs->vs_streaming = false; 998 999 return 0; 1000 } 1001 1002 int 1003 videoopen(dev_t dev, int flags, int ifmt, struct lwp *l) 1004 { 1005 struct video_softc *sc; 1006 const struct video_hw_if *hw; 1007 struct video_stream *vs; 1008 int err; 1009 1010 DPRINTF(("videoopen\n")); 1011 1012 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1013 if (sc == NULL) { 1014 DPRINTF(("videoopen: failed to get softc\n")); 1015 return ENXIO; 1016 } 1017 1018 if (sc->sc_dying) { 1019 DPRINTF(("videoopen: dying\n")); 1020 return EIO; 1021 } 1022 1023 sc->sc_stream_in.vs_flags = flags; 1024 1025 DPRINTF(("videoopen: flags=0x%x sc=%p parent=%p\n", 1026 flags, sc, sc->hw_dev)); 1027 1028 hw = sc->hw_if; 1029 if (hw == NULL) 1030 return ENXIO; 1031 1032 device_active(sc->sc_dev, DVA_SYSTEM); 1033 1034 sc->sc_opencnt++; 1035 1036 if (hw->open != NULL) { 1037 err = hw->open(sc->hw_softc, flags); 1038 if (err) 1039 return err; 1040 } 1041 1042 /* set up input stream. TODO: check flags to determine if 1043 * "read" is desired? */ 1044 vs = &sc->sc_stream_in; 1045 1046 if (hw->set_format != NULL) { 1047 err = hw->set_format(sc->hw_softc, &vs->vs_format); 1048 if (err != 0) 1049 return err; 1050 } 1051 return 0; 1052 } 1053 1054 1055 int 1056 videoclose(dev_t dev, int flags, int ifmt, struct lwp *l) 1057 { 1058 struct video_softc *sc; 1059 const struct video_hw_if *hw; 1060 1061 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1062 if (sc == NULL) 1063 return ENXIO; 1064 1065 DPRINTF(("videoclose: sc=%p\n", sc)); 1066 1067 hw = sc->hw_if; 1068 if (hw == NULL) 1069 return ENXIO; 1070 1071 device_active(sc->sc_dev, DVA_SYSTEM); 1072 1073 video_stream_off(sc, sc->sc_stream_in.vs_type); 1074 1075 /* ignore error */ 1076 if (hw->close != NULL) 1077 hw->close(sc->hw_softc); 1078 1079 video_stream_teardown_bufs(&sc->sc_stream_in); 1080 1081 sc->sc_open = 0; 1082 sc->sc_opencnt--; 1083 1084 return 0; 1085 } 1086 1087 1088 int 1089 videoread(dev_t dev, struct uio *uio, int ioflag) 1090 { 1091 struct video_softc *sc; 1092 struct video_stream *vs; 1093 struct video_buffer *vb; 1094 struct scatter_io sio; 1095 int err; 1096 size_t len; 1097 off_t offset; 1098 1099 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1100 if (sc == NULL) 1101 return ENXIO; 1102 1103 if (sc->sc_dying) 1104 return EIO; 1105 1106 vs = &sc->sc_stream_in; 1107 1108 /* userspace has chosen read() method */ 1109 if (vs->vs_method == VIDEO_STREAM_METHOD_NONE) { 1110 err = video_stream_setup_bufs(vs, 1111 VIDEO_STREAM_METHOD_READ, 1112 VIDEO_NUM_BUFS); 1113 if (err != 0) 1114 return err; 1115 1116 err = video_stream_on(sc, vs->vs_type); 1117 if (err != 0) 1118 return err; 1119 } else if (vs->vs_method != VIDEO_STREAM_METHOD_READ) { 1120 return EBUSY; 1121 } 1122 1123 mutex_enter(&vs->vs_lock); 1124 1125 retry: 1126 if (SIMPLEQ_EMPTY(&vs->vs_egress)) { 1127 if (vs->vs_flags & O_NONBLOCK) { 1128 mutex_exit(&vs->vs_lock); 1129 return EAGAIN; 1130 } 1131 1132 /* Block until we have a sample */ 1133 while (SIMPLEQ_EMPTY(&vs->vs_egress)) { 1134 err = cv_wait_sig(&vs->vs_sample_cv, 1135 &vs->vs_lock); 1136 if (err != 0) { 1137 mutex_exit(&vs->vs_lock); 1138 return EINTR; 1139 } 1140 } 1141 1142 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1143 } else { 1144 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1145 } 1146 1147 /* Oops, empty sample buffer. */ 1148 if (vb->vb_buf->bytesused == 0) { 1149 vb = video_stream_dequeue(vs); 1150 video_stream_enqueue(vs, vb); 1151 vs->vs_bytesread = 0; 1152 goto retry; 1153 } 1154 1155 mutex_exit(&vs->vs_lock); 1156 1157 len = min(uio->uio_resid, vb->vb_buf->bytesused - vs->vs_bytesread); 1158 offset = vb->vb_buf->m.offset + vs->vs_bytesread; 1159 1160 if (scatter_io_init(&vs->vs_data, offset, len, &sio)) { 1161 err = scatter_io_uiomove(&sio, uio); 1162 if (err == EFAULT) 1163 return EFAULT; 1164 vs->vs_bytesread += (len - sio.sio_resid); 1165 } else { 1166 DPRINTF(("video: invalid read\n")); 1167 } 1168 1169 /* Move the sample to the ingress queue if everything has 1170 * been read */ 1171 if (vs->vs_bytesread >= vb->vb_buf->bytesused) { 1172 mutex_enter(&vs->vs_lock); 1173 vb = video_stream_dequeue(vs); 1174 video_stream_enqueue(vs, vb); 1175 mutex_exit(&vs->vs_lock); 1176 1177 vs->vs_bytesread = 0; 1178 } 1179 1180 return 0; 1181 } 1182 1183 1184 int 1185 videowrite(dev_t dev, struct uio *uio, int ioflag) 1186 { 1187 return ENXIO; 1188 } 1189 1190 1191 int 1192 videoioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *l) 1193 { 1194 struct video_softc *sc; 1195 const struct video_hw_if *hw; 1196 struct v4l2_capability *cap; 1197 struct v4l2_fmtdesc *fmtdesc; 1198 struct v4l2_format *fmt; 1199 struct v4l2_standard *std; 1200 struct v4l2_input *input; 1201 struct v4l2_control *control; 1202 struct v4l2_queryctrl *query; 1203 struct v4l2_requestbuffers *reqbufs; 1204 struct v4l2_buffer *buf; 1205 v4l2_std_id *stdid; 1206 enum v4l2_buf_type *typep; 1207 int *ip; 1208 1209 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1210 1211 if (sc->sc_dying) 1212 return EIO; 1213 1214 hw = sc->hw_if; 1215 if (hw == NULL) 1216 return ENXIO; 1217 1218 switch (cmd) { 1219 case VIDIOC_QUERYCAP: 1220 cap = data; 1221 memset(cap, 0, sizeof(*cap)); 1222 strlcpy(cap->driver, device_xname(sc->hw_dev), 1223 sizeof(cap->driver)); 1224 strlcpy(cap->card, hw->get_devname(sc->hw_softc), 1225 sizeof(cap->card)); 1226 /* FIXME: bus_info is wrongly hardcoded to USB */ 1227 strlcpy(cap->bus_info, "USB", sizeof(cap->bus_info)); 1228 cap->version = VIDEO_DRIVER_VERSION; 1229 cap->capabilities = 0; 1230 if (hw->start_transfer != NULL && hw->stop_transfer != NULL) 1231 cap->capabilities |= V4L2_CAP_VIDEO_CAPTURE | 1232 V4L2_CAP_READWRITE | V4L2_CAP_STREAMING; 1233 return 0; 1234 case VIDIOC_ENUM_FMT: 1235 /* TODO: for now, just enumerate one default format */ 1236 fmtdesc = data; 1237 if (fmtdesc->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 1238 return EINVAL; 1239 return video_enum_format(sc, fmtdesc); 1240 case VIDIOC_G_FMT: 1241 fmt = data; 1242 return (video_get_format(sc, fmt)); 1243 case VIDIOC_S_FMT: 1244 fmt = data; 1245 if ((flag & FWRITE) == 0) 1246 return EPERM; 1247 return video_set_format(sc, fmt); 1248 case VIDIOC_TRY_FMT: 1249 fmt = data; 1250 return (video_try_format(sc, fmt)); 1251 case VIDIOC_ENUMSTD: 1252 /* TODO: implement properly */ 1253 std = data; 1254 if (std->index != 0) 1255 return EINVAL; 1256 std->id = V4L2_STD_UNKNOWN; 1257 strlcpy(std->name, "webcam", sizeof(std->name)); 1258 return 0; 1259 case VIDIOC_G_STD: 1260 /* TODO: implement properly */ 1261 stdid = data; 1262 *stdid = V4L2_STD_UNKNOWN; 1263 return 0; 1264 case VIDIOC_S_STD: 1265 /* TODO: implement properly */ 1266 stdid = data; 1267 if (*stdid != V4L2_STD_UNKNOWN) 1268 return EINVAL; 1269 return 0; 1270 case VIDIOC_ENUMINPUT: 1271 /* TODO: implement properly */ 1272 input = data; 1273 if (input->index != 0) 1274 return EINVAL; 1275 memset(input, 0, sizeof(*input)); 1276 input->index = 0; 1277 strlcpy(input->name, "Camera", sizeof(input->name)); 1278 input->type = V4L2_INPUT_TYPE_CAMERA; 1279 return 0; 1280 case VIDIOC_G_INPUT: 1281 /* TODO: implement properly */ 1282 ip = data; 1283 *ip = 0; 1284 return 0; 1285 case VIDIOC_S_INPUT: 1286 /* TODO: implement properly */ 1287 ip = data; 1288 if (*ip != 0) 1289 return EINVAL; 1290 return 0; 1291 case VIDIOC_QUERYCTRL: 1292 query = data; 1293 return (video_query_control(sc, query)); 1294 case VIDIOC_G_CTRL: 1295 control = data; 1296 return (video_get_control(sc, control)); 1297 case VIDIOC_S_CTRL: 1298 control = data; 1299 if ((flag & FWRITE) == 0) 1300 return EPERM; 1301 return (video_set_control(sc, control)); 1302 case VIDIOC_REQBUFS: 1303 reqbufs = data; 1304 return (video_request_bufs(sc, reqbufs)); 1305 case VIDIOC_QUERYBUF: 1306 buf = data; 1307 return video_query_buf(sc, buf); 1308 case VIDIOC_QBUF: 1309 buf = data; 1310 return video_queue_buf(sc, buf); 1311 break; 1312 case VIDIOC_DQBUF: 1313 buf = data; 1314 return video_dequeue_buf(sc, buf); 1315 break; 1316 case VIDIOC_STREAMON: 1317 typep = data; 1318 return video_stream_on(sc, *typep); 1319 case VIDIOC_STREAMOFF: 1320 typep = data; 1321 return video_stream_off(sc, *typep); 1322 default: 1323 DPRINTF(("videoioctl: invalid cmd %s (%lx)\n", 1324 video_ioctl_str(cmd), cmd)); 1325 return EINVAL; 1326 } 1327 } 1328 1329 #ifdef VIDEO_DEBUG 1330 static const char * 1331 video_ioctl_str(u_long cmd) 1332 { 1333 const char *str; 1334 1335 switch (cmd) { 1336 case VIDIOC_QUERYCAP: 1337 str = "VIDIOC_QUERYCAP"; 1338 break; 1339 case VIDIOC_RESERVED: 1340 str = "VIDIOC_RESERVED"; 1341 break; 1342 case VIDIOC_ENUM_FMT: 1343 str = "VIDIOC_ENUM_FMT"; 1344 break; 1345 case VIDIOC_G_FMT: 1346 str = "VIDIOC_G_FMT"; 1347 break; 1348 case VIDIOC_S_FMT: 1349 str = "VIDIOC_S_FMT"; 1350 break; 1351 /* 6 and 7 are VIDIOC_[SG]_COMP, which are unsupported */ 1352 case VIDIOC_REQBUFS: 1353 str = "VIDIOC_REQBUFS"; 1354 break; 1355 case VIDIOC_QUERYBUF: 1356 str = "VIDIOC_QUERYBUF"; 1357 break; 1358 case VIDIOC_G_FBUF: 1359 str = "VIDIOC_G_FBUF"; 1360 break; 1361 case VIDIOC_S_FBUF: 1362 str = "VIDIOC_S_FBUF"; 1363 break; 1364 case VIDIOC_OVERLAY: 1365 str = "VIDIOC_OVERLAY"; 1366 break; 1367 case VIDIOC_QBUF: 1368 str = "VIDIOC_QBUF"; 1369 break; 1370 case VIDIOC_DQBUF: 1371 str = "VIDIOC_DQBUF"; 1372 break; 1373 case VIDIOC_STREAMON: 1374 str = "VIDIOC_STREAMON"; 1375 break; 1376 case VIDIOC_STREAMOFF: 1377 str = "VIDIOC_STREAMOFF"; 1378 break; 1379 case VIDIOC_G_PARM: 1380 str = "VIDIOC_G_PARAM"; 1381 break; 1382 case VIDIOC_S_PARM: 1383 str = "VIDIOC_S_PARAM"; 1384 break; 1385 case VIDIOC_G_STD: 1386 str = "VIDIOC_G_STD"; 1387 break; 1388 case VIDIOC_S_STD: 1389 str = "VIDIOC_S_STD"; 1390 break; 1391 case VIDIOC_ENUMSTD: 1392 str = "VIDIOC_ENUMSTD"; 1393 break; 1394 case VIDIOC_ENUMINPUT: 1395 str = "VIDIOC_ENUMINPUT"; 1396 break; 1397 case VIDIOC_G_CTRL: 1398 str = "VIDIOC_G_CTRL"; 1399 break; 1400 case VIDIOC_S_CTRL: 1401 str = "VIDIOC_S_CTRL"; 1402 break; 1403 case VIDIOC_G_TUNER: 1404 str = "VIDIOC_G_TUNER"; 1405 break; 1406 case VIDIOC_S_TUNER: 1407 str = "VIDIOC_S_TUNER"; 1408 break; 1409 case VIDIOC_G_AUDIO: 1410 str = "VIDIOC_G_AUDIO"; 1411 break; 1412 case VIDIOC_S_AUDIO: 1413 str = "VIDIOC_S_AUDIO"; 1414 break; 1415 case VIDIOC_QUERYCTRL: 1416 str = "VIDIOC_QUERYCTRL"; 1417 break; 1418 case VIDIOC_QUERYMENU: 1419 str = "VIDIOC_QUERYMENU"; 1420 break; 1421 case VIDIOC_G_INPUT: 1422 str = "VIDIOC_G_INPUT"; 1423 break; 1424 case VIDIOC_S_INPUT: 1425 str = "VIDIOC_S_INPUT"; 1426 break; 1427 case VIDIOC_G_OUTPUT: 1428 str = "VIDIOC_G_OUTPUT"; 1429 break; 1430 case VIDIOC_S_OUTPUT: 1431 str = "VIDIOC_S_OUTPUT"; 1432 break; 1433 case VIDIOC_ENUMOUTPUT: 1434 str = "VIDIOC_ENUMOUTPUT"; 1435 break; 1436 case VIDIOC_G_AUDOUT: 1437 str = "VIDIOC_G_AUDOUT"; 1438 break; 1439 case VIDIOC_S_AUDOUT: 1440 str = "VIDIOC_S_AUDOUT"; 1441 break; 1442 case VIDIOC_G_MODULATOR: 1443 str = "VIDIOC_G_MODULATOR"; 1444 break; 1445 case VIDIOC_S_MODULATOR: 1446 str = "VIDIOC_S_MODULATOR"; 1447 break; 1448 case VIDIOC_G_FREQUENCY: 1449 str = "VIDIOC_G_FREQUENCY"; 1450 break; 1451 case VIDIOC_S_FREQUENCY: 1452 str = "VIDIOC_S_FREQUENCY"; 1453 break; 1454 case VIDIOC_CROPCAP: 1455 str = "VIDIOC_CROPCAP"; 1456 break; 1457 case VIDIOC_G_CROP: 1458 str = "VIDIOC_G_CROP"; 1459 break; 1460 case VIDIOC_S_CROP: 1461 str = "VIDIOC_S_CROP"; 1462 break; 1463 case VIDIOC_G_JPEGCOMP: 1464 str = "VIDIOC_G_JPEGCOMP"; 1465 break; 1466 case VIDIOC_S_JPEGCOMP: 1467 str = "VIDIOC_S_JPEGCOMP"; 1468 break; 1469 case VIDIOC_QUERYSTD: 1470 str = "VIDIOC_QUERYSTD"; 1471 break; 1472 case VIDIOC_TRY_FMT: 1473 str = "VIDIOC_TRY_FMT"; 1474 break; 1475 case VIDIOC_ENUMAUDIO: 1476 str = "VIDIOC_ENUMAUDIO"; 1477 break; 1478 case VIDIOC_ENUMAUDOUT: 1479 str = "VIDIOC_ENUMAUDOUT"; 1480 break; 1481 case VIDIOC_G_PRIORITY: 1482 str = "VIDIOC_G_PRIORITY"; 1483 break; 1484 case VIDIOC_S_PRIORITY: 1485 str = "VIDIOC_S_PRIORITY"; 1486 break; 1487 default: 1488 str = "unknown"; 1489 break; 1490 } 1491 return str; 1492 } 1493 #endif 1494 1495 1496 int 1497 videopoll(dev_t dev, int events, struct lwp *l) 1498 { 1499 struct video_softc *sc; 1500 struct video_stream *vs; 1501 int err, revents = 0; 1502 1503 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1504 vs = &sc->sc_stream_in; 1505 1506 if (sc->sc_dying) 1507 return (POLLHUP); 1508 1509 /* userspace has chosen read() method */ 1510 if (vs->vs_method == VIDEO_STREAM_METHOD_NONE) { 1511 err = video_stream_setup_bufs(vs, 1512 VIDEO_STREAM_METHOD_READ, 1513 VIDEO_NUM_BUFS); 1514 if (err != 0) 1515 return POLLERR; 1516 1517 err = video_stream_on(sc, vs->vs_type); 1518 if (err != 0) 1519 return POLLERR; 1520 } 1521 1522 if (!SIMPLEQ_EMPTY(&sc->sc_stream_in.vs_egress)) 1523 revents |= events & (POLLIN | POLLRDNORM); 1524 else 1525 selrecord(l, &vs->vs_sel); 1526 1527 return (revents); 1528 } 1529 1530 1531 paddr_t 1532 videommap(dev_t dev, off_t off, int prot) 1533 { 1534 struct video_softc *sc; 1535 struct video_stream *vs; 1536 /* paddr_t pa; */ 1537 1538 sc = device_lookup_private(&video_cd, VIDEOUNIT(dev)); 1539 if (sc->sc_dying) 1540 return -1; 1541 1542 vs = &sc->sc_stream_in; 1543 1544 return scatter_buf_map(&vs->vs_data, off); 1545 } 1546 1547 1548 /* Allocates buffers and initizlizes some fields. The format field 1549 * must already have been initialized. */ 1550 void 1551 video_stream_init(struct video_stream *vs) 1552 { 1553 vs->vs_method = VIDEO_STREAM_METHOD_NONE; 1554 vs->vs_flags = 0; 1555 vs->vs_frameno = -1; 1556 vs->vs_sequence = 0; 1557 vs->vs_type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 1558 vs->vs_nbufs = 0; 1559 vs->vs_buf = NULL; 1560 vs->vs_streaming = false; 1561 1562 memset(&vs->vs_format, 0, sizeof(vs->vs_format)); 1563 1564 SIMPLEQ_INIT(&vs->vs_ingress); 1565 SIMPLEQ_INIT(&vs->vs_egress); 1566 1567 mutex_init(&vs->vs_lock, MUTEX_DEFAULT, IPL_NONE); 1568 cv_init(&vs->vs_sample_cv, "video"); 1569 selinit(&vs->vs_sel); 1570 1571 scatter_buf_init(&vs->vs_data); 1572 } 1573 1574 void 1575 video_stream_fini(struct video_stream *vs) 1576 { 1577 /* Sample data in queues has already been freed */ 1578 /* while (SIMPLEQ_FIRST(&vs->vs_ingress) != NULL) 1579 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1580 while (SIMPLEQ_FIRST(&vs->vs_egress) != NULL) 1581 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); */ 1582 1583 mutex_destroy(&vs->vs_lock); 1584 cv_destroy(&vs->vs_sample_cv); 1585 seldestroy(&vs->vs_sel); 1586 1587 scatter_buf_destroy(&vs->vs_data); 1588 } 1589 1590 static int 1591 video_stream_setup_bufs(struct video_stream *vs, 1592 enum video_stream_method method, 1593 uint8_t nbufs) 1594 { 1595 int i, err; 1596 1597 mutex_enter(&vs->vs_lock); 1598 1599 /* Ensure that all allocated buffers are queued and not under 1600 * userspace control. */ 1601 for (i = 0; i < vs->vs_nbufs; ++i) { 1602 if (!(vs->vs_buf[i]->vb_buf->flags | V4L2_BUF_FLAG_QUEUED)) { 1603 mutex_exit(&vs->vs_lock); 1604 return EBUSY; 1605 } 1606 } 1607 1608 /* Allocate the buffers */ 1609 err = video_stream_realloc_bufs(vs, nbufs); 1610 if (err != 0) { 1611 mutex_exit(&vs->vs_lock); 1612 return err; 1613 } 1614 1615 /* Queue up buffers for read method. Other methods are queued 1616 * by VIDIOC_QBUF ioctl. */ 1617 if (method == VIDEO_STREAM_METHOD_READ) { 1618 for (i = 0; i < nbufs; ++i) 1619 if (!(vs->vs_buf[i]->vb_buf->flags & V4L2_BUF_FLAG_QUEUED)) 1620 video_stream_enqueue(vs, vs->vs_buf[i]); 1621 } 1622 1623 vs->vs_method = method; 1624 mutex_exit(&vs->vs_lock); 1625 1626 return 0; 1627 } 1628 1629 /* Free all buffer memory in preparation for close(). This should 1630 * free buffers regardless of errors. Use video_stream_setup_bufs if 1631 * you need to check for errors. Streaming should be off before 1632 * calling this function. */ 1633 static void 1634 video_stream_teardown_bufs(struct video_stream *vs) 1635 { 1636 int err; 1637 1638 mutex_enter(&vs->vs_lock); 1639 1640 if (vs->vs_streaming) { 1641 DPRINTF(("video_stream_teardown_bufs: " 1642 "tearing down bufs while streaming\n")); 1643 } 1644 1645 /* dequeue all buffers */ 1646 while (SIMPLEQ_FIRST(&vs->vs_ingress) != NULL) 1647 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1648 while (SIMPLEQ_FIRST(&vs->vs_egress) != NULL) 1649 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); 1650 1651 err = video_stream_free_bufs(vs); 1652 if (err != 0) { 1653 DPRINTF(("video_stream_teardown_bufs: " 1654 "error releasing buffers: %d\n", 1655 err)); 1656 } 1657 vs->vs_method = VIDEO_STREAM_METHOD_NONE; 1658 1659 mutex_exit(&vs->vs_lock); 1660 } 1661 1662 static struct video_buffer * 1663 video_buffer_alloc(void) 1664 { 1665 struct video_buffer *vb; 1666 1667 vb = kmem_alloc(sizeof(*vb), KM_SLEEP); 1668 if (vb == NULL) 1669 return NULL; 1670 1671 vb->vb_buf = kmem_alloc(sizeof(*vb->vb_buf), KM_SLEEP); 1672 if (vb->vb_buf == NULL) { 1673 kmem_free(vb, sizeof(*vb)); 1674 return NULL; 1675 } 1676 1677 return vb; 1678 } 1679 1680 static void 1681 video_buffer_free(struct video_buffer *vb) 1682 { 1683 kmem_free(vb->vb_buf, sizeof(*vb->vb_buf)); 1684 vb->vb_buf = NULL; 1685 kmem_free(vb, sizeof(*vb)); 1686 } 1687 1688 /* TODO: for userptr method 1689 struct video_buffer * 1690 video_buf_alloc_with_ubuf(struct v4l2_buffer *buf) 1691 { 1692 } 1693 1694 void 1695 video_buffer_free_with_ubuf(struct video_buffer *vb) 1696 { 1697 } 1698 */ 1699 1700 static int 1701 video_stream_realloc_bufs(struct video_stream *vs, uint8_t nbufs) 1702 { 1703 int i, err; 1704 uint8_t minnbufs, oldnbufs; 1705 size_t size; 1706 off_t offset; 1707 struct video_buffer **oldbuf; 1708 struct v4l2_buffer *buf; 1709 1710 size = vs->vs_format.sample_size * nbufs; 1711 err = scatter_buf_set_size(&vs->vs_data, size); 1712 if (err != 0) 1713 return err; 1714 1715 oldnbufs = vs->vs_nbufs; 1716 oldbuf = vs->vs_buf; 1717 1718 vs->vs_nbufs = nbufs; 1719 if (nbufs > 0) { 1720 vs->vs_buf = 1721 kmem_alloc(sizeof(struct video_buffer *) * nbufs, KM_SLEEP); 1722 if (vs->vs_buf == NULL) { 1723 vs->vs_nbufs = oldnbufs; 1724 vs->vs_buf = oldbuf; 1725 1726 return ENOMEM; 1727 } 1728 } else { 1729 vs->vs_buf = NULL; 1730 } 1731 1732 minnbufs = min(vs->vs_nbufs, oldnbufs); 1733 /* copy any bufs that will be reused */ 1734 for (i = 0; i < minnbufs; ++i) 1735 vs->vs_buf[i] = oldbuf[i]; 1736 /* allocate any necessary new bufs */ 1737 for (; i < vs->vs_nbufs; ++i) 1738 vs->vs_buf[i] = video_buffer_alloc(); 1739 /* free any bufs no longer used */ 1740 for (; i < oldnbufs; ++i) { 1741 video_buffer_free(oldbuf[i]); 1742 oldbuf[i] = NULL; 1743 } 1744 1745 /* Free old buffer metadata */ 1746 if (oldbuf != NULL) 1747 kmem_free(oldbuf, sizeof(struct video_buffer *) * oldnbufs); 1748 1749 /* initialize bufs */ 1750 offset = 0; 1751 for (i = 0; i < vs->vs_nbufs; ++i) { 1752 buf = vs->vs_buf[i]->vb_buf; 1753 buf->index = i; 1754 buf->type = vs->vs_type; 1755 buf->bytesused = 0; 1756 buf->flags = 0; 1757 buf->field = 0; 1758 buf->sequence = 0; 1759 buf->memory = V4L2_MEMORY_MMAP; 1760 buf->m.offset = offset; 1761 buf->length = vs->vs_format.sample_size; 1762 buf->input = 0; 1763 buf->reserved = 0; 1764 1765 offset += buf->length; 1766 } 1767 1768 return 0; 1769 } 1770 1771 /* Accepts a video_sample into the ingress queue. Caller must hold 1772 * the stream lock. */ 1773 void 1774 video_stream_enqueue(struct video_stream *vs, struct video_buffer *vb) 1775 { 1776 if (vb->vb_buf->flags & V4L2_BUF_FLAG_QUEUED) { 1777 DPRINTF(("video_stream_enqueue: sample already queued\n")); 1778 return; 1779 } 1780 1781 vb->vb_buf->flags |= V4L2_BUF_FLAG_QUEUED; 1782 vb->vb_buf->flags &= ~V4L2_BUF_FLAG_DONE; 1783 1784 vb->vb_buf->bytesused = 0; 1785 1786 SIMPLEQ_INSERT_TAIL(&vs->vs_ingress, vb, entries); 1787 } 1788 1789 1790 /* Removes the head of the egress queue for use by userspace. Caller 1791 * must hold the stream lock. */ 1792 struct video_buffer * 1793 video_stream_dequeue(struct video_stream *vs) 1794 { 1795 struct video_buffer *vb; 1796 1797 if (!SIMPLEQ_EMPTY(&vs->vs_egress)) { 1798 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1799 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); 1800 vb->vb_buf->flags &= ~V4L2_BUF_FLAG_QUEUED; 1801 vb->vb_buf->flags |= V4L2_BUF_FLAG_DONE; 1802 return vb; 1803 } else { 1804 return NULL; 1805 } 1806 } 1807 1808 1809 /* 1810 * write payload data to the appropriate video sample, possibly moving 1811 * the sample from ingress to egress queues 1812 */ 1813 void 1814 video_stream_write(struct video_stream *vs, 1815 const struct video_payload *payload) 1816 { 1817 struct video_buffer *vb; 1818 struct v4l2_buffer *buf; 1819 struct scatter_io sio; 1820 1821 mutex_enter(&vs->vs_lock); 1822 1823 /* change of frameno implies end of current frame */ 1824 if (vs->vs_frameno > 0 && vs->vs_frameno != payload->frameno) 1825 video_stream_sample_done(vs); 1826 1827 if (vs->vs_drop || SIMPLEQ_EMPTY(&vs->vs_ingress)) { 1828 /* DPRINTF(("video_stream_write: dropping sample %d\n", 1829 vs->vs_sequence)); */ 1830 vs->vs_drop = true; 1831 } else { 1832 vb = SIMPLEQ_FIRST(&vs->vs_ingress); 1833 buf = vb->vb_buf; 1834 if (payload->size > buf->length - buf->bytesused) { 1835 DPRINTF(("video_stream_write: " 1836 "payload would overflow\n")); 1837 } else if (scatter_io_init(&vs->vs_data, 1838 buf->m.offset + buf->bytesused, 1839 payload->size, 1840 &sio)) 1841 { 1842 scatter_io_copyin(&sio, payload->data); 1843 buf->bytesused += (payload->size - sio.sio_resid); 1844 } else { 1845 DPRINTF(("video_stream_write: failed to init scatter io " 1846 "vb=%p buf=%p " 1847 "buf->m.offset=%d buf->bytesused=%zu " 1848 "payload->size=%zu\n", 1849 vb, buf, 1850 buf->m.offset, buf->bytesused, payload->size)); 1851 } 1852 } 1853 1854 /* if the payload marks it, we can do sample_done() early */ 1855 if (payload->end_of_frame) 1856 video_stream_sample_done(vs); 1857 1858 mutex_exit(&vs->vs_lock); 1859 } 1860 1861 1862 /* Moves the head of the ingress queue to the tail of the egress 1863 * queue, or resets drop status if we were dropping this sample. 1864 * Caller should hold the stream queue lock. */ 1865 void 1866 video_stream_sample_done(struct video_stream *vs) 1867 { 1868 struct video_buffer *vb; 1869 1870 if (vs->vs_drop) { 1871 vs->vs_drop = false; 1872 } else if (!SIMPLEQ_EMPTY(&vs->vs_ingress)) { 1873 vb = SIMPLEQ_FIRST(&vs->vs_ingress); 1874 vb->vb_buf->sequence = vs->vs_sequence; 1875 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1876 1877 SIMPLEQ_INSERT_TAIL(&vs->vs_egress, vb, entries); 1878 cv_signal(&vs->vs_sample_cv); 1879 selnotify(&vs->vs_sel, 0, 0); 1880 } else { 1881 DPRINTF(("video_stream_sample_done: no sample\n")); 1882 } 1883 1884 vs->vs_frameno ^= 1; 1885 vs->vs_sequence++; 1886 } 1887 1888 /* Check if all buffers are queued, i.e. none are under control of 1889 * userspace. */ 1890 /* 1891 static bool 1892 video_stream_all_queued(struct video_stream *vs) 1893 { 1894 } 1895 */ 1896 1897 1898 static void 1899 scatter_buf_init(struct scatter_buf *sb) 1900 { 1901 sb->sb_pool = pool_cache_init(PAGE_SIZE, 0, 0, 0, 1902 "video", NULL, IPL_VIDEO, 1903 NULL, NULL, NULL); 1904 sb->sb_size = 0; 1905 sb->sb_npages = 0; 1906 sb->sb_page_ary = NULL; 1907 } 1908 1909 static void 1910 scatter_buf_destroy(struct scatter_buf *sb) 1911 { 1912 /* Do we need to return everything to the pool first? */ 1913 scatter_buf_set_size(sb, 0); 1914 pool_cache_destroy(sb->sb_pool); 1915 sb->sb_pool = 0; 1916 sb->sb_npages = 0; 1917 sb->sb_page_ary = NULL; 1918 } 1919 1920 /* Increase or decrease the size of the buffer */ 1921 static int 1922 scatter_buf_set_size(struct scatter_buf *sb, size_t sz) 1923 { 1924 int i; 1925 size_t npages, minpages, oldnpages; 1926 uint8_t **old_ary; 1927 1928 npages = (sz >> PAGE_SHIFT) + ((sz & PAGE_MASK) > 0); 1929 1930 if (sb->sb_npages == npages) { 1931 return 0; 1932 } 1933 1934 oldnpages = sb->sb_npages; 1935 old_ary = sb->sb_page_ary; 1936 1937 sb->sb_npages = npages; 1938 if (npages > 0) { 1939 sb->sb_page_ary = 1940 kmem_alloc(sizeof(uint8_t *) * npages, KM_SLEEP); 1941 if (sb->sb_page_ary == NULL) { 1942 sb->sb_npages = oldnpages; 1943 sb->sb_page_ary = old_ary; 1944 return ENOMEM; 1945 } 1946 } else { 1947 sb->sb_page_ary = NULL; 1948 } 1949 1950 minpages = min(npages, oldnpages); 1951 /* copy any pages that will be reused */ 1952 for (i = 0; i < minpages; ++i) 1953 sb->sb_page_ary[i] = old_ary[i]; 1954 /* allocate any new pages */ 1955 for (; i < npages; ++i) { 1956 sb->sb_page_ary[i] = pool_cache_get(sb->sb_pool, 0); 1957 /* TODO: does pool_cache_get return NULL on 1958 * ENOMEM? If so, we need to release or note 1959 * the pages with did allocate 1960 * successfully. */ 1961 if (sb->sb_page_ary[i] == NULL) { 1962 DPRINTF(("video: pool_cache_get ENOMEM\n")); 1963 return ENOMEM; 1964 } 1965 } 1966 /* return any pages no longer needed */ 1967 for (; i < oldnpages; ++i) 1968 pool_cache_put(sb->sb_pool, old_ary[i]); 1969 1970 if (old_ary != NULL) 1971 kmem_free(old_ary, sizeof(uint8_t *) * oldnpages); 1972 1973 sb->sb_size = sb->sb_npages << PAGE_SHIFT; 1974 1975 return 0; 1976 } 1977 1978 1979 static paddr_t 1980 scatter_buf_map(struct scatter_buf *sb, off_t off) 1981 { 1982 size_t pg; 1983 paddr_t pa; 1984 1985 pg = off >> PAGE_SHIFT; 1986 1987 if (pg >= sb->sb_npages) 1988 return -1; 1989 else if (!pmap_extract(pmap_kernel(), (vaddr_t)sb->sb_page_ary[pg], &pa)) 1990 return -1; 1991 1992 return atop(pa); 1993 } 1994 1995 /* Initialize data for an io operation on a scatter buffer. Returns 1996 * true if the transfer is valid, or false if out of range. */ 1997 static bool 1998 scatter_io_init(struct scatter_buf *sb, 1999 off_t off, size_t len, 2000 struct scatter_io *sio) 2001 { 2002 if ((off + len) > sb->sb_size) { 2003 DPRINTF(("video: scatter_io_init failed: off=%" PRId64 2004 " len=%zu sb->sb_size=%zu\n", 2005 off, len, sb->sb_size)); 2006 return false; 2007 } 2008 2009 sio->sio_buf = sb; 2010 sio->sio_offset = off; 2011 sio->sio_resid = len; 2012 2013 return true; 2014 } 2015 2016 /* Store the pointer and size of the next contiguous segment. Returns 2017 * true if the segment is valid, or false if all has been transfered. 2018 * Does not check for overflow. */ 2019 static bool 2020 scatter_io_next(struct scatter_io *sio, void **p, size_t *sz) 2021 { 2022 size_t pg, pgo; 2023 2024 if (sio->sio_resid == 0) 2025 return false; 2026 2027 pg = sio->sio_offset >> PAGE_SHIFT; 2028 pgo = sio->sio_offset & PAGE_MASK; 2029 2030 *sz = min(PAGE_SIZE - pgo, sio->sio_resid); 2031 *p = sio->sio_buf->sb_page_ary[pg] + pgo; 2032 2033 sio->sio_offset += *sz; 2034 sio->sio_resid -= *sz; 2035 2036 return true; 2037 } 2038 2039 /* Semi-undo of a failed segment copy. Updates the scatter_io 2040 * struct to the previous values prior to a failed segment copy. */ 2041 static void 2042 scatter_io_undo(struct scatter_io *sio, size_t sz) 2043 { 2044 sio->sio_offset -= sz; 2045 sio->sio_resid += sz; 2046 } 2047 2048 /* Copy data from src into the scatter_buf as described by io. */ 2049 static void 2050 scatter_io_copyin(struct scatter_io *sio, const void *p) 2051 { 2052 void *dst; 2053 const uint8_t *src = p; 2054 size_t sz; 2055 2056 while(scatter_io_next(sio, &dst, &sz)) { 2057 memcpy(dst, src, sz); 2058 src += sz; 2059 } 2060 } 2061 2062 /* --not used; commented to avoid compiler warnings-- 2063 static void 2064 scatter_io_copyout(struct scatter_io *sio, void *p) 2065 { 2066 void *src; 2067 uint8_t *dst = p; 2068 size_t sz; 2069 2070 while(scatter_io_next(sio, &src, &sz)) { 2071 memcpy(dst, src, sz); 2072 dst += sz; 2073 } 2074 } 2075 */ 2076 2077 /* Performat a series of uiomove calls on a scatter buf. Returns 2078 * EFAULT if uiomove EFAULTs on the first segment. Otherwise, returns 2079 * an incomplete transfer but with no error. */ 2080 static int 2081 scatter_io_uiomove(struct scatter_io *sio, struct uio *uio) 2082 { 2083 void *p; 2084 size_t sz; 2085 bool first = true; 2086 int err; 2087 2088 while(scatter_io_next(sio, &p, &sz)) { 2089 err = uiomove(p, sz, uio); 2090 if (err == EFAULT) { 2091 scatter_io_undo(sio, sz); 2092 if (first) 2093 return EFAULT; 2094 else 2095 return 0; 2096 } 2097 first = false; 2098 } 2099 2100 return 0; 2101 } 2102 2103 #endif /* NVIDEO > 0 */ 2104
Indexes created Tue Sep 23 14:10:03 GMT 2025