video.c revision 1.11
1 /* $NetBSD: video.c,v 1.11 2008/09/13 23:50:54 jmcneill Exp $ */ 2 3 /* 4 * Copyright (c) 2008 Patrick Mahoney <pat (at) polycrystal.org> 5 * All rights reserved. 6 * 7 * This code was written by Patrick Mahoney (pat (at) polycrystal.org) as 8 * part of Google Summer of Code 2008. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 /* 33 * This ia a Video4Linux 2 compatible /dev/video driver for NetBSD 34 * 35 * See http://v4l2spec.bytesex.org/ for Video4Linux 2 specifications 36 */ 37 38 #include <sys/cdefs.h> 39 __KERNEL_RCSID(0, "$NetBSD: video.c,v 1.11 2008/09/13 23:50:54 jmcneill Exp $"); 40 41 #include "video.h" 42 #if NVIDEO > 0 43 44 #include <sys/param.h> 45 #include <sys/ioctl.h> 46 #include <sys/fcntl.h> 47 #include <sys/vnode.h> 48 #include <sys/poll.h> 49 #include <sys/select.h> 50 #include <sys/kmem.h> 51 #include <sys/pool.h> 52 #include <sys/conf.h> 53 #include <sys/types.h> 54 #include <sys/device.h> 55 #include <sys/condvar.h> 56 #include <sys/queue.h> 57 #include <sys/videoio.h> 58 59 #include <dev/video_if.h> 60 61 /* #define VIDEO_DEBUG 1 */ 62 63 #ifdef VIDEO_DEBUG 64 #define DPRINTF(x) do { if (videodebug) printf x; } while (0) 65 #define DPRINTFN(n,x) do { if (videodebug>(n)) printf x; } while (0) 66 int videodebug = VIDEO_DEBUG; 67 #else 68 #define DPRINTF(x) 69 #define DPRINTFN(n,x) 70 #endif 71 72 #define VIDEO_DRIVER_VERSION 1 73 74 /* TODO: move to sys/intr.h */ 75 #define IPL_VIDEO IPL_VM 76 #define splvideo() splvm() 77 78 #define VIDEO_MIN_BUFS 2 79 #define VIDEO_MAX_BUFS 32 80 #define VIDEO_NUM_BUFS 4 81 82 /* Scatter Buffer - an array of fixed size (PAGE_SIZE) chunks 83 * allocated non-contiguously and functions to get data into and out 84 * of the scatter buffer. */ 85 struct scatter_buf { 86 pool_cache_t sb_pool; 87 size_t sb_size; /* size in bytes */ 88 size_t sb_npages; /* number of pages */ 89 uint8_t **sb_page_ary; /* array of page pointers */ 90 }; 91 92 struct scatter_io { 93 struct scatter_buf *sio_buf; 94 off_t sio_offset; 95 size_t sio_resid; 96 }; 97 98 static void scatter_buf_init(struct scatter_buf *); 99 static void scatter_buf_destroy(struct scatter_buf *); 100 static int scatter_buf_set_size(struct scatter_buf *, size_t); 101 static paddr_t scatter_buf_map(struct scatter_buf *, off_t); 102 103 static bool scatter_io_init(struct scatter_buf *, off_t, size_t, struct scatter_io *); 104 static bool scatter_io_next(struct scatter_io *, void **, size_t *); 105 static void scatter_io_undo(struct scatter_io *, size_t); 106 static void scatter_io_copyin(struct scatter_io *, const void *); 107 /* static void scatter_io_copyout(struct scatter_io *, void *); */ 108 static int scatter_io_uiomove(struct scatter_io *, struct uio *); 109 110 111 enum video_stream_method { 112 VIDEO_STREAM_METHOD_NONE, 113 VIDEO_STREAM_METHOD_READ, 114 VIDEO_STREAM_METHOD_MMAP, 115 VIDEO_STREAM_METHOD_USERPTR 116 }; 117 118 struct video_buffer { 119 struct v4l2_buffer *vb_buf; 120 SIMPLEQ_ENTRY(video_buffer) entries; 121 }; 122 123 SIMPLEQ_HEAD(sample_queue, video_buffer); 124 125 struct video_stream { 126 int vs_flags; /* flags given to open() */ 127 128 struct video_format vs_format; 129 130 int vs_frameno; /* toggles between 0 and 1, 131 * or -1 if new */ 132 uint32_t vs_sequence; /* absoulte frame/sample number in 133 * sequence, wraps around */ 134 bool vs_drop; /* drop payloads from current 135 * frameno? */ 136 137 enum v4l2_buf_type vs_type; 138 uint8_t vs_nbufs; 139 struct video_buffer **vs_buf; 140 141 struct scatter_buf vs_data; /* stores video data for MMAP 142 * and READ */ 143 144 /* Video samples may exist in different locations. Initially, 145 * samples are queued into the ingress queue. The driver 146 * grabs these in turn and fills them with video data. Once 147 * filled, they are moved to the egress queue. Samples are 148 * dequeued either by user with MMAP method or, with READ 149 * method, videoread() works from the fist sample in the 150 * ingress queue without dequeing. In the first case, the 151 * user re-queues the buffer when finished, and videoread() 152 * does the same when all data has been read. The sample now 153 * returns to the ingress queue. */ 154 struct sample_queue vs_ingress; /* samples under driver control */ 155 struct sample_queue vs_egress; /* samples headed for userspace */ 156 157 bool vs_streaming; 158 enum video_stream_method vs_method; /* method by which 159 * userspace will read 160 * samples */ 161 162 kmutex_t vs_lock; /* Lock to manipulate queues. 163 * Should also be held when 164 * changing number of 165 * buffers. */ 166 kcondvar_t vs_sample_cv; /* signaled on new 167 * ingress sample */ 168 struct selinfo vs_sel; 169 170 uint32_t vs_bytesread; /* bytes read() from current 171 * sample thus far */ 172 }; 173 174 struct video_softc { 175 device_t sc_dev; 176 device_t hw_dev; /* Hardware (parent) device */ 177 void * hw_softc; /* Hardware device private softc */ 178 const struct video_hw_if *hw_if; /* Hardware interface */ 179 180 u_int sc_open; 181 int sc_refcnt; 182 int sc_opencnt; 183 bool sc_dying; 184 185 struct video_stream sc_stream_in; 186 }; 187 static int video_print(void *, const char *); 188 189 static int video_match(device_t, cfdata_t, void *); 190 static void video_attach(device_t, device_t, void *); 191 static int video_detach(device_t, int); 192 static int video_activate(device_t, enum devact); 193 194 dev_type_open(videoopen); 195 dev_type_close(videoclose); 196 dev_type_read(videoread); 197 dev_type_write(videowrite); 198 dev_type_ioctl(videoioctl); 199 dev_type_poll(videopoll); 200 dev_type_mmap(videommap); 201 202 const struct cdevsw video_cdevsw = { 203 videoopen, videoclose, videoread, videowrite, videoioctl, 204 nostop, notty, videopoll, videommap, nokqfilter, D_OTHER 205 }; 206 207 #define VIDEOUNIT(n) (minor(n)) 208 209 CFATTACH_DECL_NEW(video, sizeof(struct video_softc), 210 video_match, video_attach, video_detach, video_activate); 211 212 extern struct cfdriver video_cd; 213 214 static const char * video_pixel_format_str(enum video_pixel_format); 215 216 /* convert various values from V4L2 to native values of this driver */ 217 static uint16_t v4l2id_to_control_id(uint32_t); 218 static uint32_t control_flags_to_v4l2flags(uint32_t); 219 static enum v4l2_ctrl_type control_type_to_v4l2type(enum video_control_type); 220 221 static void v4l2_format_to_video_format(const struct v4l2_format *, 222 struct video_format *); 223 static void video_format_to_v4l2_format(const struct video_format *, 224 struct v4l2_format *); 225 226 /* V4L2 api functions, typically called from videoioclt() */ 227 static int video_enum_format(struct video_softc *, struct v4l2_fmtdesc *); 228 static int video_get_format(struct video_softc *, 229 struct v4l2_format *); 230 static int video_set_format(struct video_softc *, 231 struct v4l2_format *); 232 static int video_try_format(struct video_softc *, 233 struct v4l2_format *); 234 static int video_query_control(struct video_softc *, 235 struct v4l2_queryctrl *); 236 static int video_get_control(struct video_softc *, 237 struct v4l2_control *); 238 static int video_set_control(struct video_softc *, 239 const struct v4l2_control *); 240 static int video_request_bufs(struct video_softc *, 241 struct v4l2_requestbuffers *); 242 static int video_query_buf(struct video_softc *, struct v4l2_buffer *); 243 static int video_queue_buf(struct video_softc *, struct v4l2_buffer *); 244 static int video_dequeue_buf(struct video_softc *, struct v4l2_buffer *); 245 static int video_stream_on(struct video_softc *, enum v4l2_buf_type); 246 static int video_stream_off(struct video_softc *, enum v4l2_buf_type); 247 248 static struct video_buffer * video_buffer_alloc(void); 249 static void video_buffer_free(struct video_buffer *); 250 251 252 /* functions for video_stream */ 253 static void video_stream_init(struct video_stream *); 254 static void video_stream_fini(struct video_stream *); 255 256 static int video_stream_setup_bufs(struct video_stream *, 257 enum video_stream_method, 258 uint8_t); 259 static void video_stream_teardown_bufs(struct video_stream *); 260 261 static int video_stream_realloc_bufs(struct video_stream *, uint8_t); 262 #define video_stream_free_bufs(vs) \ 263 video_stream_realloc_bufs((vs), 0) 264 265 static void video_stream_enqueue(struct video_stream *, 266 struct video_buffer *); 267 static struct video_buffer * video_stream_dequeue(struct video_stream *); 268 static void video_stream_write(struct video_stream *, 269 const struct video_payload *); 270 static void video_stream_sample_done(struct video_stream *); 271 272 #ifdef VIDEO_DEBUG 273 /* debugging */ 274 static const char * video_ioctl_str(u_long); 275 #endif 276 277 278 static int 279 video_match(device_t parent, cfdata_t match, void *aux) 280 { 281 struct video_attach_args *args; 282 283 args = aux; 284 DPRINTF(("video_match: hw=%p\n", args->hw_if)); 285 return 1; 286 } 287 288 289 static void 290 video_attach(device_t parent, device_t self, void *aux) 291 { 292 struct video_softc *sc; 293 struct video_attach_args *args; 294 295 sc = device_private(self); 296 args = aux; 297 298 sc->sc_dev = self; 299 sc->hw_dev = parent; 300 sc->hw_if = args->hw_if; 301 sc->hw_softc = device_private(parent); 302 303 sc->sc_open = 0; 304 sc->sc_refcnt = 0; 305 sc->sc_opencnt = 0; 306 sc->sc_dying = false; 307 308 video_stream_init(&sc->sc_stream_in); 309 310 aprint_naive("\n"); 311 aprint_normal(": %s\n", sc->hw_if->get_devname(sc->hw_softc)); 312 313 DPRINTF(("video_attach: sc=%p hwif=%p\n", sc, sc->hw_if)); 314 } 315 316 317 static int 318 video_activate(device_t self, enum devact act) 319 { 320 struct video_softc *sc; 321 322 sc = device_private(self); 323 DPRINTF(("video_activate: sc=%p\n", sc)); 324 switch (act) { 325 case DVACT_ACTIVATE: 326 return EOPNOTSUPP; 327 328 case DVACT_DEACTIVATE: 329 sc->sc_dying = true; 330 break; 331 } 332 return 0; 333 } 334 335 336 static int 337 video_detach(device_t self, int flags) 338 { 339 struct video_softc *sc; 340 int maj, mn; 341 342 sc = device_private(self); 343 DPRINTF(("video_detach: sc=%p flags=%d\n", sc, flags)); 344 345 sc->sc_dying = true; 346 347 maj = cdevsw_lookup_major(&video_cdevsw); 348 mn = device_unit(self); 349 /* close open instances */ 350 vdevgone(maj, mn, mn, VCHR); 351 352 video_stream_fini(&sc->sc_stream_in); 353 354 return 0; 355 } 356 357 358 static int 359 video_print(void *aux, const char *pnp) 360 { 361 struct video_attach_args *arg; 362 363 if (pnp != NULL) { 364 DPRINTF(("video_print: have pnp\n")); 365 arg = aux; 366 aprint_normal("%s at %s\n", "video", pnp); 367 } else { 368 DPRINTF(("video_print: pnp is NULL\n")); 369 } 370 return UNCONF; 371 } 372 373 374 /* 375 * Called from hardware driver. This is where the MI audio driver 376 * gets probed/attached to the hardware driver. 377 */ 378 device_t 379 video_attach_mi(const struct video_hw_if *hw_if, device_t parent) 380 { 381 struct video_attach_args args; 382 383 args.hw_if = hw_if; 384 return config_found_ia(parent, "videobus", &args, video_print); 385 } 386 387 /* video_submit_payload - called by hardware driver to submit payload data */ 388 void 389 video_submit_payload(device_t self, const struct video_payload *payload) 390 { 391 struct video_softc *sc; 392 393 sc = device_private(self); 394 395 if (sc == NULL) 396 return; 397 398 video_stream_write(&sc->sc_stream_in, payload); 399 } 400 401 static const char * 402 video_pixel_format_str(enum video_pixel_format px) 403 { 404 switch (px) { 405 case VIDEO_FORMAT_YUY2: return "YUYV"; 406 case VIDEO_FORMAT_NV12: return "NV12"; 407 case VIDEO_FORMAT_RGB24: return "RGB24"; 408 case VIDEO_FORMAT_MJPEG: return "MJPEG"; 409 case VIDEO_FORMAT_DV: return "DV"; 410 case VIDEO_FORMAT_MPEG: return "MPEG"; 411 default: return "Unknown"; 412 } 413 } 414 415 /* Takes a V4L2 id and returns a "native" video driver control id. 416 * TODO: is there a better way to do this? some kind of array? */ 417 static uint16_t 418 v4l2id_to_control_id(uint32_t v4l2id) 419 { 420 /* mask includes class bits and control id bits */ 421 switch (v4l2id & 0xffffff) { 422 case V4L2_CID_BRIGHTNESS: return VIDEO_CONTROL_BRIGHTNESS; 423 case V4L2_CID_CONTRAST: return VIDEO_CONTROL_CONTRAST; 424 case V4L2_CID_SATURATION: return VIDEO_CONTROL_SATURATION; 425 case V4L2_CID_HUE: return VIDEO_CONTROL_HUE; 426 case V4L2_CID_HUE_AUTO: return VIDEO_CONTROL_HUE_AUTO; 427 case V4L2_CID_SHARPNESS: return VIDEO_CONTROL_SHARPNESS; 428 case V4L2_CID_GAMMA: return VIDEO_CONTROL_GAMMA; 429 430 /* "black level" means the same as "brightness", but V4L2 431 * defines two separate controls that are not identical. 432 * V4L2_CID_BLACK_LEVEL is deprecated however in V4L2. */ 433 case V4L2_CID_BLACK_LEVEL: return VIDEO_CONTROL_BRIGHTNESS; 434 435 case V4L2_CID_AUDIO_VOLUME: return VIDEO_CONTROL_UNDEFINED; 436 case V4L2_CID_AUDIO_BALANCE: return VIDEO_CONTROL_UNDEFINED; 437 case V4L2_CID_AUDIO_BASS: return VIDEO_CONTROL_UNDEFINED; 438 case V4L2_CID_AUDIO_TREBLE: return VIDEO_CONTROL_UNDEFINED; 439 case V4L2_CID_AUDIO_MUTE: return VIDEO_CONTROL_UNDEFINED; 440 case V4L2_CID_AUDIO_LOUDNESS: return VIDEO_CONTROL_UNDEFINED; 441 442 case V4L2_CID_AUTO_WHITE_BALANCE: 443 return VIDEO_CONTROL_WHITE_BALANCE_AUTO; 444 case V4L2_CID_DO_WHITE_BALANCE: 445 return VIDEO_CONTROL_WHITE_BALANCE_ACTION; 446 case V4L2_CID_RED_BALANCE: 447 case V4L2_CID_BLUE_BALANCE: 448 /* This might not fit in with the control_id/value_id scheme */ 449 return VIDEO_CONTROL_WHITE_BALANCE_COMPONENT; 450 case V4L2_CID_WHITE_BALANCE_TEMPERATURE: 451 return VIDEO_CONTROL_WHITE_BALANCE_TEMPERATURE; 452 case V4L2_CID_EXPOSURE: 453 return VIDEO_CONTROL_EXPOSURE_TIME_ABSOLUTE; 454 case V4L2_CID_GAIN: return VIDEO_CONTROL_GAIN; 455 case V4L2_CID_AUTOGAIN: return VIDEO_CONTROL_GAIN_AUTO; 456 case V4L2_CID_HFLIP: return VIDEO_CONTROL_HFLIP; 457 case V4L2_CID_VFLIP: return VIDEO_CONTROL_VFLIP; 458 case V4L2_CID_HCENTER_DEPRECATED: 459 case V4L2_CID_VCENTER_DEPRECATED: 460 return VIDEO_CONTROL_UNDEFINED; 461 case V4L2_CID_POWER_LINE_FREQUENCY: 462 return VIDEO_CONTROL_POWER_LINE_FREQUENCY; 463 case V4L2_CID_BACKLIGHT_COMPENSATION: 464 return VIDEO_CONTROL_BACKLIGHT_COMPENSATION; 465 default: return V4L2_CTRL_ID2CID(v4l2id); 466 } 467 } 468 469 470 static uint32_t 471 control_flags_to_v4l2flags(uint32_t flags) 472 { 473 uint32_t v4l2flags = 0; 474 475 if (flags & VIDEO_CONTROL_FLAG_DISABLED) 476 v4l2flags |= V4L2_CTRL_FLAG_INACTIVE; 477 478 if (!(flags & VIDEO_CONTROL_FLAG_WRITE)) 479 v4l2flags |= V4L2_CTRL_FLAG_READ_ONLY; 480 481 if (flags & VIDEO_CONTROL_FLAG_AUTOUPDATE) 482 v4l2flags |= V4L2_CTRL_FLAG_GRABBED; 483 484 return v4l2flags; 485 } 486 487 488 static enum v4l2_ctrl_type 489 control_type_to_v4l2type(enum video_control_type type) { 490 switch (type) { 491 case VIDEO_CONTROL_TYPE_INT: return V4L2_CTRL_TYPE_INTEGER; 492 case VIDEO_CONTROL_TYPE_BOOL: return V4L2_CTRL_TYPE_BOOLEAN; 493 case VIDEO_CONTROL_TYPE_LIST: return V4L2_CTRL_TYPE_MENU; 494 case VIDEO_CONTROL_TYPE_ACTION: return V4L2_CTRL_TYPE_BUTTON; 495 default: return V4L2_CTRL_TYPE_INTEGER; /* err? */ 496 } 497 } 498 499 500 static int 501 video_query_control(struct video_softc *sc, 502 struct v4l2_queryctrl *query) 503 { 504 const struct video_hw_if *hw; 505 struct video_control_desc_group desc_group; 506 struct video_control_desc desc; 507 int err; 508 509 hw = sc->hw_if; 510 if (hw->get_control_desc_group) { 511 desc.group_id = desc.control_id = 512 v4l2id_to_control_id(query->id); 513 514 desc_group.group_id = desc.group_id; 515 desc_group.length = 1; 516 desc_group.desc = &desc; 517 518 err = hw->get_control_desc_group(sc->hw_softc, &desc_group); 519 if (err != 0) 520 return err; 521 522 query->type = control_type_to_v4l2type(desc.type); 523 memcpy(query->name, desc.name, 32); 524 query->minimum = desc.min; 525 query->maximum = desc.max; 526 query->step = desc.step; 527 query->default_value = desc.def; 528 query->flags = control_flags_to_v4l2flags(desc.flags); 529 530 return 0; 531 } else { 532 return EINVAL; 533 } 534 } 535 536 537 /* Takes a single Video4Linux2 control and queries the driver for the 538 * current value. */ 539 static int 540 video_get_control(struct video_softc *sc, 541 struct v4l2_control *vcontrol) 542 { 543 const struct video_hw_if *hw; 544 struct video_control_group group; 545 struct video_control control; 546 int err; 547 548 hw = sc->hw_if; 549 if (hw->get_control_group) { 550 control.group_id = control.control_id = 551 v4l2id_to_control_id(vcontrol->id); 552 /* ?? if "control_id" is arbitrarily defined by the 553 * driver, then we need some way to store it... Maybe 554 * it doesn't matter for single value controls. */ 555 control.value = 0; 556 557 group.group_id = control.group_id; 558 group.length = 1; 559 group.control = &control; 560 561 err = hw->get_control_group(sc->hw_softc, &group); 562 if (err != 0) 563 return err; 564 565 vcontrol->value = control.value; 566 return 0; 567 } else { 568 return EINVAL; 569 } 570 } 571 572 static void 573 video_format_to_v4l2_format(const struct video_format *src, 574 struct v4l2_format *dest) 575 { 576 /* TODO: what about win and vbi formats? */ 577 dest->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 578 dest->fmt.pix.width = src->width; 579 dest->fmt.pix.height = src->height; 580 dest->fmt.pix.field = V4L2_FIELD_NONE; /* TODO: for now, 581 * just set to 582 * progressive */ 583 dest->fmt.pix.bytesperline = src->stride; 584 dest->fmt.pix.sizeimage = src->sample_size; 585 /* dest->colorspace = */ 586 587 switch (src->pixel_format) { 588 case VIDEO_FORMAT_YUY2: 589 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_YUYV; 590 break; 591 case VIDEO_FORMAT_NV12: 592 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_NV12; 593 break; 594 case VIDEO_FORMAT_RGB24: 595 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_RGB24; 596 break; 597 case VIDEO_FORMAT_MJPEG: 598 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_MJPEG; 599 break; 600 case VIDEO_FORMAT_DV: 601 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_DV; 602 break; 603 case VIDEO_FORMAT_MPEG: 604 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_MPEG; 605 break; 606 case VIDEO_FORMAT_UNDEFINED: 607 default: 608 DPRINTF(("video_get_format: unknown pixel format %d\n", 609 src->pixel_format)); 610 dest->fmt.pix.pixelformat = 0; /* V4L2 doesn't define 611 * and "undefined" 612 * format? */ 613 break; 614 } 615 616 } 617 618 static void 619 v4l2_format_to_video_format(const struct v4l2_format *src, 620 struct video_format *dest) 621 { 622 switch (src->type) { 623 case V4L2_BUF_TYPE_VIDEO_CAPTURE: 624 dest->width = src->fmt.pix.width; 625 dest->height = src->fmt.pix.height; 626 627 dest->stride = src->fmt.pix.bytesperline; 628 dest->sample_size = src->fmt.pix.sizeimage; 629 630 switch (src->fmt.pix.pixelformat) { 631 case V4L2_PIX_FMT_YUYV: 632 dest->pixel_format = VIDEO_FORMAT_YUY2; 633 break; 634 case V4L2_PIX_FMT_NV12: 635 dest->pixel_format = VIDEO_FORMAT_NV12; 636 break; 637 case V4L2_PIX_FMT_RGB24: 638 dest->pixel_format = VIDEO_FORMAT_RGB24; 639 break; 640 case V4L2_PIX_FMT_MJPEG: 641 dest->pixel_format = VIDEO_FORMAT_MJPEG; 642 break; 643 case V4L2_PIX_FMT_DV: 644 dest->pixel_format = VIDEO_FORMAT_DV; 645 break; 646 case V4L2_PIX_FMT_MPEG: 647 dest->pixel_format = VIDEO_FORMAT_MPEG; 648 break; 649 default: 650 DPRINTF(("video: unknown v4l2 pixel format %d\n", 651 src->fmt.pix.pixelformat)); 652 dest->pixel_format = VIDEO_FORMAT_UNDEFINED; 653 break; 654 } 655 break; 656 default: 657 /* TODO: other v4l2 format types */ 658 DPRINTF(("video: unsupported v4l2 format type %d\n", 659 src->type)); 660 break; 661 } 662 } 663 664 static int 665 video_enum_format(struct video_softc *sc, struct v4l2_fmtdesc *fmtdesc) 666 { 667 const struct video_hw_if *hw; 668 struct video_format vfmt; 669 struct v4l2_format fmt; 670 int err; 671 672 hw = sc->hw_if; 673 if (hw->enum_format == NULL) 674 return ENOTTY; 675 676 err = hw->enum_format(sc->hw_softc, fmtdesc->index, &vfmt); 677 if (err != 0) 678 return err; 679 680 video_format_to_v4l2_format(&vfmt, &fmt); 681 682 fmtdesc->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; /* TODO: only one type for now */ 683 if (vfmt.pixel_format >= VIDEO_FORMAT_MJPEG) 684 fmtdesc->flags = V4L2_FMT_FLAG_COMPRESSED; 685 strlcpy(fmtdesc->description, 686 video_pixel_format_str(vfmt.pixel_format), 687 sizeof(fmtdesc->description)); 688 fmtdesc->pixelformat = fmt.fmt.pix.pixelformat; 689 690 return 0; 691 } 692 693 static int 694 video_get_format(struct video_softc *sc, 695 struct v4l2_format *format) 696 { 697 const struct video_hw_if *hw; 698 struct video_format vfmt; 699 int err; 700 701 hw = sc->hw_if; 702 if (hw->get_format == NULL) 703 return ENOTTY; 704 705 err = hw->get_format(sc->hw_softc, &vfmt); 706 if (err != 0) 707 return err; 708 709 video_format_to_v4l2_format(&vfmt, format); 710 711 return 0; 712 } 713 714 static int 715 video_set_format(struct video_softc *sc, struct v4l2_format *fmt) 716 { 717 const struct video_hw_if *hw; 718 struct video_format vfmt; 719 int err; 720 721 hw = sc->hw_if; 722 if (hw->get_format == NULL) 723 return ENOTTY; 724 725 v4l2_format_to_video_format(fmt, &vfmt); 726 727 err = hw->set_format(sc->hw_softc, &vfmt); 728 if (err != 0) 729 return err; 730 731 video_format_to_v4l2_format(&vfmt, fmt); 732 733 return 0; 734 } 735 736 737 static int 738 video_try_format(struct video_softc *sc, 739 struct v4l2_format *format) 740 { 741 const struct video_hw_if *hw; 742 struct video_format vfmt; 743 int err; 744 745 hw = sc->hw_if; 746 if (hw->try_format == NULL) 747 return ENOTTY; 748 749 v4l2_format_to_video_format(format, &vfmt); 750 751 err = hw->try_format(sc->hw_softc, &vfmt); 752 if (err != 0) 753 return err; 754 755 video_format_to_v4l2_format(&vfmt, format); 756 757 return 0; 758 } 759 760 /* Takes a single Video4Linux2 control, converts it to a struct 761 * video_control, and calls the hardware driver. */ 762 static int 763 video_set_control(struct video_softc *sc, 764 const struct v4l2_control *vcontrol) 765 { 766 const struct video_hw_if *hw; 767 struct video_control_group group; 768 struct video_control control; 769 770 hw = sc->hw_if; 771 if (hw->set_control_group) { 772 control.group_id = control.control_id = 773 v4l2id_to_control_id(vcontrol->id); 774 /* ?? if "control_id" is arbitrarily defined by the 775 * driver, then we need some way to store it... Maybe 776 * it doesn't matter for single value controls. */ 777 control.value = vcontrol->value; 778 779 group.group_id = control.group_id; 780 group.length = 1; 781 group.control = &control; 782 783 return (hw->set_control_group(sc->hw_softc, &group)); 784 } else { 785 return EINVAL; 786 } 787 } 788 789 static int 790 video_request_bufs(struct video_softc *sc, 791 struct v4l2_requestbuffers *req) 792 { 793 struct video_stream *vs = &sc->sc_stream_in; 794 struct v4l2_buffer *buf; 795 int i, err; 796 797 if (req->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 798 return EINVAL; 799 800 vs->vs_type = req->type; 801 802 switch (req->memory) { 803 case V4L2_MEMORY_MMAP: 804 if (req->count < VIDEO_MIN_BUFS) 805 req->count = VIDEO_MIN_BUFS; 806 else if (req->count > VIDEO_MAX_BUFS) 807 req->count = VIDEO_MAX_BUFS; 808 809 err = video_stream_setup_bufs(vs, 810 VIDEO_STREAM_METHOD_MMAP, 811 req->count); 812 if (err != 0) 813 return err; 814 815 for (i = 0; i < req->count; ++i) { 816 buf = vs->vs_buf[i]->vb_buf; 817 buf->memory = V4L2_MEMORY_MMAP; 818 buf->flags |= V4L2_BUF_FLAG_MAPPED; 819 } 820 break; 821 case V4L2_MEMORY_USERPTR: 822 default: 823 return EINVAL; 824 } 825 826 return 0; 827 } 828 829 static int 830 video_query_buf(struct video_softc *sc, 831 struct v4l2_buffer *buf) 832 { 833 struct video_stream *vs = &sc->sc_stream_in; 834 835 if (buf->type != vs->vs_type) 836 return EINVAL; 837 if (buf->index >= vs->vs_nbufs) 838 return EINVAL; 839 840 memcpy(buf, vs->vs_buf[buf->index]->vb_buf, sizeof(*buf)); 841 842 return 0; 843 } 844 845 /* Accept a buffer descriptor from userspace and return the indicated 846 * buffer to the driver's queue. */ 847 static int 848 video_queue_buf(struct video_softc *sc, struct v4l2_buffer *userbuf) 849 { 850 struct video_stream *vs = &sc->sc_stream_in; 851 struct video_buffer *vb; 852 struct v4l2_buffer *driverbuf; 853 854 if (userbuf->type != vs->vs_type) { 855 DPRINTF(("video_queue_buf: expected type=%d got type=%d\n", 856 userbuf->type, vs->vs_type)); 857 return EINVAL; 858 } 859 if (userbuf->index >= vs->vs_nbufs) { 860 DPRINTF(("video_queue_buf: invalid index %d >= %d\n", 861 userbuf->index, vs->vs_nbufs)); 862 return EINVAL; 863 } 864 865 switch (vs->vs_method) { 866 case VIDEO_STREAM_METHOD_MMAP: 867 if (userbuf->memory != V4L2_MEMORY_MMAP) { 868 DPRINTF(("video_queue_buf: invalid memory=%d\n", 869 userbuf->memory)); 870 return EINVAL; 871 } 872 873 mutex_enter(&vs->vs_lock); 874 875 vb = vs->vs_buf[userbuf->index]; 876 driverbuf = vb->vb_buf; 877 if (driverbuf->flags & V4L2_BUF_FLAG_QUEUED) { 878 DPRINTF(("video_queue_buf: buf already queued; " 879 "flags=0x%x\n", driverbuf->flags)); 880 mutex_exit(&vs->vs_lock); 881 return EINVAL; 882 } 883 video_stream_enqueue(vs, vb); 884 memcpy(userbuf, driverbuf, sizeof(*driverbuf)); 885 886 mutex_exit(&vs->vs_lock); 887 break; 888 default: 889 return EINVAL; 890 } 891 892 return 0; 893 } 894 895 /* Dequeue the described buffer from the driver queue, making it 896 * available for reading via mmap. */ 897 static int 898 video_dequeue_buf(struct video_softc *sc, struct v4l2_buffer *buf) 899 { 900 struct video_stream *vs = &sc->sc_stream_in; 901 struct video_buffer *vb; 902 int err; 903 904 if (buf->type != vs->vs_type) 905 return EINVAL; 906 907 switch (vs->vs_method) { 908 case VIDEO_STREAM_METHOD_MMAP: 909 if (buf->memory != V4L2_MEMORY_MMAP) 910 return EINVAL; 911 912 mutex_enter(&vs->vs_lock); 913 914 if (vs->vs_flags & O_NONBLOCK) { 915 vb = video_stream_dequeue(vs); 916 if (vb == NULL) { 917 mutex_exit(&vs->vs_lock); 918 return EAGAIN; 919 } 920 } else { 921 /* Block until we have sample */ 922 while ((vb = video_stream_dequeue(vs)) == NULL) { 923 err = cv_wait_sig(&vs->vs_sample_cv, 924 &vs->vs_lock); 925 if (err != 0) { 926 mutex_exit(&vs->vs_lock); 927 return EINTR; 928 } 929 } 930 } 931 932 memcpy(buf, vb->vb_buf, sizeof(*buf)); 933 934 mutex_exit(&vs->vs_lock); 935 break; 936 default: 937 return EINVAL; 938 } 939 940 return 0; 941 } 942 943 static int 944 video_stream_on(struct video_softc *sc, enum v4l2_buf_type type) 945 { 946 int err; 947 struct video_stream *vs = &sc->sc_stream_in; 948 const struct video_hw_if *hw; 949 950 if (vs->vs_streaming) 951 return 0; 952 if (type != vs->vs_type) 953 return EINVAL; 954 955 hw = sc->hw_if; 956 if (hw == NULL) 957 return ENXIO; 958 959 960 err = hw->start_transfer(sc->hw_softc); 961 if (err != 0) 962 return err; 963 964 vs->vs_streaming = true; 965 return 0; 966 } 967 968 static int 969 video_stream_off(struct video_softc *sc, enum v4l2_buf_type type) 970 { 971 int err; 972 struct video_stream *vs = &sc->sc_stream_in; 973 const struct video_hw_if *hw; 974 975 if (!vs->vs_streaming) 976 return 0; 977 if (type != vs->vs_type) 978 return EINVAL; 979 980 hw = sc->hw_if; 981 if (hw == NULL) 982 return ENXIO; 983 984 err = hw->stop_transfer(sc->hw_softc); 985 if (err != 0) 986 return err; 987 988 vs->vs_frameno = -1; 989 vs->vs_sequence = 0; 990 vs->vs_streaming = false; 991 992 return 0; 993 } 994 995 int 996 videoopen(dev_t dev, int flags, int ifmt, struct lwp *l) 997 { 998 struct video_softc *sc; 999 const struct video_hw_if *hw; 1000 struct video_stream *vs; 1001 int err; 1002 1003 DPRINTF(("videoopen\n")); 1004 1005 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1006 if (sc == NULL) { 1007 DPRINTF(("videoopen: failed to get softc\n")); 1008 return ENXIO; 1009 } 1010 1011 if (sc->sc_dying) { 1012 DPRINTF(("videoopen: dying\n")); 1013 return EIO; 1014 } 1015 1016 sc->sc_stream_in.vs_flags = flags; 1017 1018 DPRINTF(("videoopen: flags=0x%x sc=%p parent=%p\n", 1019 flags, sc, sc->hw_dev)); 1020 1021 hw = sc->hw_if; 1022 if (hw == NULL) 1023 return ENXIO; 1024 1025 device_active(sc->sc_dev, DVA_SYSTEM); 1026 1027 sc->sc_opencnt++; 1028 1029 if (hw->open != NULL) { 1030 err = hw->open(sc->hw_softc, flags); 1031 if (err) 1032 return err; 1033 } 1034 1035 /* set up input stream. TODO: check flags to determine if 1036 * "read" is desired? */ 1037 vs = &sc->sc_stream_in; 1038 1039 if (hw->set_format != NULL) { 1040 err = hw->set_format(sc->hw_softc, &vs->vs_format); 1041 if (err != 0) 1042 return err; 1043 } 1044 return 0; 1045 } 1046 1047 1048 int 1049 videoclose(dev_t dev, int flags, int ifmt, struct lwp *l) 1050 { 1051 struct video_softc *sc; 1052 const struct video_hw_if *hw; 1053 1054 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1055 if (sc == NULL) 1056 return ENXIO; 1057 1058 DPRINTF(("videoclose: sc=%p\n", sc)); 1059 1060 hw = sc->hw_if; 1061 if (hw == NULL) 1062 return ENXIO; 1063 1064 device_active(sc->sc_dev, DVA_SYSTEM); 1065 1066 video_stream_off(sc, sc->sc_stream_in.vs_type); 1067 1068 /* ignore error */ 1069 if (hw->close != NULL) 1070 hw->close(sc->hw_softc); 1071 1072 video_stream_teardown_bufs(&sc->sc_stream_in); 1073 1074 sc->sc_open = 0; 1075 sc->sc_opencnt--; 1076 1077 return 0; 1078 } 1079 1080 1081 int 1082 videoread(dev_t dev, struct uio *uio, int ioflag) 1083 { 1084 struct video_softc *sc; 1085 struct video_stream *vs; 1086 struct video_buffer *vb; 1087 struct scatter_io sio; 1088 int err; 1089 size_t len; 1090 off_t offset; 1091 1092 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1093 if (sc == NULL) 1094 return ENXIO; 1095 1096 if (sc->sc_dying) 1097 return EIO; 1098 1099 vs = &sc->sc_stream_in; 1100 1101 /* userspace has chosen read() method */ 1102 if (vs->vs_method == VIDEO_STREAM_METHOD_NONE) { 1103 err = video_stream_setup_bufs(vs, 1104 VIDEO_STREAM_METHOD_READ, 1105 VIDEO_NUM_BUFS); 1106 if (err != 0) 1107 return err; 1108 1109 err = video_stream_on(sc, vs->vs_type); 1110 if (err != 0) 1111 return err; 1112 } else if (vs->vs_method != VIDEO_STREAM_METHOD_READ) { 1113 return EBUSY; 1114 } 1115 1116 mutex_enter(&vs->vs_lock); 1117 1118 retry: 1119 if (SIMPLEQ_EMPTY(&vs->vs_egress)) { 1120 if (vs->vs_flags & O_NONBLOCK) { 1121 mutex_exit(&vs->vs_lock); 1122 return EAGAIN; 1123 } 1124 1125 /* Block until we have a sample */ 1126 while (SIMPLEQ_EMPTY(&vs->vs_egress)) { 1127 err = cv_wait_sig(&vs->vs_sample_cv, 1128 &vs->vs_lock); 1129 if (err != 0) { 1130 mutex_exit(&vs->vs_lock); 1131 return EINTR; 1132 } 1133 } 1134 1135 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1136 } else { 1137 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1138 } 1139 1140 /* Oops, empty sample buffer. */ 1141 if (vb->vb_buf->bytesused == 0) { 1142 vb = video_stream_dequeue(vs); 1143 video_stream_enqueue(vs, vb); 1144 vs->vs_bytesread = 0; 1145 goto retry; 1146 } 1147 1148 mutex_exit(&vs->vs_lock); 1149 1150 len = min(uio->uio_resid, vb->vb_buf->bytesused - vs->vs_bytesread); 1151 offset = vb->vb_buf->m.offset + vs->vs_bytesread; 1152 1153 if (scatter_io_init(&vs->vs_data, offset, len, &sio)) { 1154 err = scatter_io_uiomove(&sio, uio); 1155 if (err == EFAULT) 1156 return EFAULT; 1157 vs->vs_bytesread += (len - sio.sio_resid); 1158 } else { 1159 DPRINTF(("video: invalid read\n")); 1160 } 1161 1162 /* Move the sample to the ingress queue if everything has 1163 * been read */ 1164 if (vs->vs_bytesread >= vb->vb_buf->bytesused) { 1165 mutex_enter(&vs->vs_lock); 1166 vb = video_stream_dequeue(vs); 1167 video_stream_enqueue(vs, vb); 1168 mutex_exit(&vs->vs_lock); 1169 1170 vs->vs_bytesread = 0; 1171 } 1172 1173 return 0; 1174 } 1175 1176 1177 int 1178 videowrite(dev_t dev, struct uio *uio, int ioflag) 1179 { 1180 return ENXIO; 1181 } 1182 1183 1184 int 1185 videoioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *l) 1186 { 1187 struct video_softc *sc; 1188 const struct video_hw_if *hw; 1189 struct v4l2_capability *cap; 1190 struct v4l2_fmtdesc *fmtdesc; 1191 struct v4l2_format *fmt; 1192 struct v4l2_standard *std; 1193 struct v4l2_input *input; 1194 struct v4l2_control *control; 1195 struct v4l2_queryctrl *query; 1196 struct v4l2_requestbuffers *reqbufs; 1197 struct v4l2_buffer *buf; 1198 v4l2_std_id *stdid; 1199 enum v4l2_buf_type *typep; 1200 int *ip; 1201 1202 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1203 1204 if (sc->sc_dying) 1205 return EIO; 1206 1207 hw = sc->hw_if; 1208 if (hw == NULL) 1209 return ENXIO; 1210 1211 switch (cmd) { 1212 case VIDIOC_QUERYCAP: 1213 cap = data; 1214 memset(cap, 0, sizeof(*cap)); 1215 strlcpy(cap->driver, device_xname(sc->hw_dev), 1216 sizeof(cap->driver)); 1217 strlcpy(cap->card, hw->get_devname(sc->hw_softc), 1218 sizeof(cap->card)); 1219 /* FIXME: bus_info is wrongly hardcoded to USB */ 1220 strlcpy(cap->bus_info, "USB", sizeof(cap->bus_info)); 1221 cap->version = VIDEO_DRIVER_VERSION; 1222 cap->capabilities = 0; 1223 if (hw->start_transfer != NULL && hw->stop_transfer != NULL) 1224 cap->capabilities |= V4L2_CAP_VIDEO_CAPTURE | 1225 V4L2_CAP_READWRITE | V4L2_CAP_STREAMING; 1226 return 0; 1227 case VIDIOC_ENUM_FMT: 1228 /* TODO: for now, just enumerate one default format */ 1229 fmtdesc = data; 1230 if (fmtdesc->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) 1231 return EINVAL; 1232 if (fmtdesc->index != 0) 1233 return EINVAL; 1234 fmtdesc->index = fmtdesc->flags = 0; 1235 fmtdesc->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 1236 return video_enum_format(sc, fmtdesc); 1237 case VIDIOC_G_FMT: 1238 fmt = data; 1239 return (video_get_format(sc, fmt)); 1240 case VIDIOC_S_FMT: 1241 fmt = data; 1242 if ((flag & FWRITE) == 0) 1243 return EPERM; 1244 return video_set_format(sc, fmt); 1245 case VIDIOC_TRY_FMT: 1246 fmt = data; 1247 return (video_try_format(sc, fmt)); 1248 case VIDIOC_ENUMSTD: 1249 /* TODO: implement properly */ 1250 std = data; 1251 if (std->index != 0) 1252 return EINVAL; 1253 std->id = V4L2_STD_UNKNOWN; 1254 strlcpy(std->name, "webcam", sizeof(std->name)); 1255 return 0; 1256 case VIDIOC_G_STD: 1257 /* TODO: implement properly */ 1258 stdid = data; 1259 *stdid = V4L2_STD_UNKNOWN; 1260 return 0; 1261 case VIDIOC_S_STD: 1262 /* TODO: implement properly */ 1263 stdid = data; 1264 if (*stdid != V4L2_STD_UNKNOWN) 1265 return EINVAL; 1266 return 0; 1267 case VIDIOC_ENUMINPUT: 1268 /* TODO: implement properly */ 1269 input = data; 1270 if (input->index != 0) 1271 return EINVAL; 1272 memset(input, 0, sizeof(*input)); 1273 input->index = 0; 1274 strlcpy(input->name, "Camera", sizeof(input->name)); 1275 input->type = V4L2_INPUT_TYPE_CAMERA; 1276 return 0; 1277 case VIDIOC_G_INPUT: 1278 /* TODO: implement properly */ 1279 ip = data; 1280 *ip = 0; 1281 return 0; 1282 case VIDIOC_S_INPUT: 1283 /* TODO: implement properly */ 1284 ip = data; 1285 if (*ip != 0) 1286 return EINVAL; 1287 return 0; 1288 case VIDIOC_QUERYCTRL: 1289 query = data; 1290 return (video_query_control(sc, query)); 1291 case VIDIOC_G_CTRL: 1292 control = data; 1293 return (video_get_control(sc, control)); 1294 case VIDIOC_S_CTRL: 1295 control = data; 1296 if ((flag & FWRITE) == 0) 1297 return EPERM; 1298 return (video_set_control(sc, control)); 1299 case VIDIOC_REQBUFS: 1300 reqbufs = data; 1301 return (video_request_bufs(sc, reqbufs)); 1302 case VIDIOC_QUERYBUF: 1303 buf = data; 1304 return video_query_buf(sc, buf); 1305 case VIDIOC_QBUF: 1306 buf = data; 1307 return video_queue_buf(sc, buf); 1308 break; 1309 case VIDIOC_DQBUF: 1310 buf = data; 1311 return video_dequeue_buf(sc, buf); 1312 break; 1313 case VIDIOC_STREAMON: 1314 typep = data; 1315 return video_stream_on(sc, *typep); 1316 case VIDIOC_STREAMOFF: 1317 typep = data; 1318 return video_stream_off(sc, *typep); 1319 default: 1320 DPRINTF(("videoioctl: invalid cmd %s (%lx)\n", 1321 video_ioctl_str(cmd), cmd)); 1322 return EINVAL; 1323 } 1324 } 1325 1326 #ifdef VIDEO_DEBUG 1327 static const char * 1328 video_ioctl_str(u_long cmd) 1329 { 1330 const char *str; 1331 1332 switch (cmd) { 1333 case VIDIOC_QUERYCAP: 1334 str = "VIDIOC_QUERYCAP"; 1335 break; 1336 case VIDIOC_RESERVED: 1337 str = "VIDIOC_RESERVED"; 1338 break; 1339 case VIDIOC_ENUM_FMT: 1340 str = "VIDIOC_ENUM_FMT"; 1341 break; 1342 case VIDIOC_G_FMT: 1343 str = "VIDIOC_G_FMT"; 1344 break; 1345 case VIDIOC_S_FMT: 1346 str = "VIDIOC_S_FMT"; 1347 break; 1348 /* 6 and 7 are VIDIOC_[SG]_COMP, which are unsupported */ 1349 case VIDIOC_REQBUFS: 1350 str = "VIDIOC_REQBUFS"; 1351 break; 1352 case VIDIOC_QUERYBUF: 1353 str = "VIDIOC_QUERYBUF"; 1354 break; 1355 case VIDIOC_G_FBUF: 1356 str = "VIDIOC_G_FBUF"; 1357 break; 1358 case VIDIOC_S_FBUF: 1359 str = "VIDIOC_S_FBUF"; 1360 break; 1361 case VIDIOC_OVERLAY: 1362 str = "VIDIOC_OVERLAY"; 1363 break; 1364 case VIDIOC_QBUF: 1365 str = "VIDIOC_QBUF"; 1366 break; 1367 case VIDIOC_DQBUF: 1368 str = "VIDIOC_DQBUF"; 1369 break; 1370 case VIDIOC_STREAMON: 1371 str = "VIDIOC_STREAMON"; 1372 break; 1373 case VIDIOC_STREAMOFF: 1374 str = "VIDIOC_STREAMOFF"; 1375 break; 1376 case VIDIOC_G_PARM: 1377 str = "VIDIOC_G_PARAM"; 1378 break; 1379 case VIDIOC_S_PARM: 1380 str = "VIDIOC_S_PARAM"; 1381 break; 1382 case VIDIOC_G_STD: 1383 str = "VIDIOC_G_STD"; 1384 break; 1385 case VIDIOC_S_STD: 1386 str = "VIDIOC_S_STD"; 1387 break; 1388 case VIDIOC_ENUMSTD: 1389 str = "VIDIOC_ENUMSTD"; 1390 break; 1391 case VIDIOC_ENUMINPUT: 1392 str = "VIDIOC_ENUMINPUT"; 1393 break; 1394 case VIDIOC_G_CTRL: 1395 str = "VIDIOC_G_CTRL"; 1396 break; 1397 case VIDIOC_S_CTRL: 1398 str = "VIDIOC_S_CTRL"; 1399 break; 1400 case VIDIOC_G_TUNER: 1401 str = "VIDIOC_G_TUNER"; 1402 break; 1403 case VIDIOC_S_TUNER: 1404 str = "VIDIOC_S_TUNER"; 1405 break; 1406 case VIDIOC_G_AUDIO: 1407 str = "VIDIOC_G_AUDIO"; 1408 break; 1409 case VIDIOC_S_AUDIO: 1410 str = "VIDIOC_S_AUDIO"; 1411 break; 1412 case VIDIOC_QUERYCTRL: 1413 str = "VIDIOC_QUERYCTRL"; 1414 break; 1415 case VIDIOC_QUERYMENU: 1416 str = "VIDIOC_QUERYMENU"; 1417 break; 1418 case VIDIOC_G_INPUT: 1419 str = "VIDIOC_G_INPUT"; 1420 break; 1421 case VIDIOC_S_INPUT: 1422 str = "VIDIOC_S_INPUT"; 1423 break; 1424 case VIDIOC_G_OUTPUT: 1425 str = "VIDIOC_G_OUTPUT"; 1426 break; 1427 case VIDIOC_S_OUTPUT: 1428 str = "VIDIOC_S_OUTPUT"; 1429 break; 1430 case VIDIOC_ENUMOUTPUT: 1431 str = "VIDIOC_ENUMOUTPUT"; 1432 break; 1433 case VIDIOC_G_AUDOUT: 1434 str = "VIDIOC_G_AUDOUT"; 1435 break; 1436 case VIDIOC_S_AUDOUT: 1437 str = "VIDIOC_S_AUDOUT"; 1438 break; 1439 case VIDIOC_G_MODULATOR: 1440 str = "VIDIOC_G_MODULATOR"; 1441 break; 1442 case VIDIOC_S_MODULATOR: 1443 str = "VIDIOC_S_MODULATOR"; 1444 break; 1445 case VIDIOC_G_FREQUENCY: 1446 str = "VIDIOC_G_FREQUENCY"; 1447 break; 1448 case VIDIOC_S_FREQUENCY: 1449 str = "VIDIOC_S_FREQUENCY"; 1450 break; 1451 case VIDIOC_CROPCAP: 1452 str = "VIDIOC_CROPCAP"; 1453 break; 1454 case VIDIOC_G_CROP: 1455 str = "VIDIOC_G_CROP"; 1456 break; 1457 case VIDIOC_S_CROP: 1458 str = "VIDIOC_S_CROP"; 1459 break; 1460 case VIDIOC_G_JPEGCOMP: 1461 str = "VIDIOC_G_JPEGCOMP"; 1462 break; 1463 case VIDIOC_S_JPEGCOMP: 1464 str = "VIDIOC_S_JPEGCOMP"; 1465 break; 1466 case VIDIOC_QUERYSTD: 1467 str = "VIDIOC_QUERYSTD"; 1468 break; 1469 case VIDIOC_TRY_FMT: 1470 str = "VIDIOC_TRY_FMT"; 1471 break; 1472 case VIDIOC_ENUMAUDIO: 1473 str = "VIDIOC_ENUMAUDIO"; 1474 break; 1475 case VIDIOC_ENUMAUDOUT: 1476 str = "VIDIOC_ENUMAUDOUT"; 1477 break; 1478 case VIDIOC_G_PRIORITY: 1479 str = "VIDIOC_G_PRIORITY"; 1480 break; 1481 case VIDIOC_S_PRIORITY: 1482 str = "VIDIOC_S_PRIORITY"; 1483 break; 1484 default: 1485 str = "unknown"; 1486 break; 1487 } 1488 return str; 1489 } 1490 #endif 1491 1492 1493 int 1494 videopoll(dev_t dev, int events, struct lwp *l) 1495 { 1496 struct video_softc *sc; 1497 struct video_stream *vs; 1498 int err, revents = 0; 1499 1500 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev))); 1501 vs = &sc->sc_stream_in; 1502 1503 if (sc->sc_dying) 1504 return (POLLHUP); 1505 1506 /* userspace has chosen read() method */ 1507 if (vs->vs_method == VIDEO_STREAM_METHOD_NONE) { 1508 err = video_stream_setup_bufs(vs, 1509 VIDEO_STREAM_METHOD_READ, 1510 VIDEO_NUM_BUFS); 1511 if (err != 0) 1512 return POLLERR; 1513 1514 err = video_stream_on(sc, vs->vs_type); 1515 if (err != 0) 1516 return POLLERR; 1517 } 1518 1519 if (!SIMPLEQ_EMPTY(&sc->sc_stream_in.vs_egress)) 1520 revents |= events & (POLLIN | POLLRDNORM); 1521 else 1522 selrecord(l, &vs->vs_sel); 1523 1524 return (revents); 1525 } 1526 1527 1528 paddr_t 1529 videommap(dev_t dev, off_t off, int prot) 1530 { 1531 struct video_softc *sc; 1532 struct video_stream *vs; 1533 /* paddr_t pa; */ 1534 1535 sc = device_lookup_private(&video_cd, VIDEOUNIT(dev)); 1536 if (sc->sc_dying) 1537 return -1; 1538 1539 vs = &sc->sc_stream_in; 1540 1541 return scatter_buf_map(&vs->vs_data, off); 1542 } 1543 1544 1545 /* Allocates buffers and initizlizes some fields. The format field 1546 * must already have been initialized. */ 1547 void 1548 video_stream_init(struct video_stream *vs) 1549 { 1550 vs->vs_method = VIDEO_STREAM_METHOD_NONE; 1551 vs->vs_flags = 0; 1552 vs->vs_frameno = -1; 1553 vs->vs_sequence = 0; 1554 vs->vs_type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 1555 vs->vs_nbufs = 0; 1556 vs->vs_buf = NULL; 1557 vs->vs_streaming = false; 1558 1559 memset(&vs->vs_format, 0, sizeof(vs->vs_format)); 1560 1561 SIMPLEQ_INIT(&vs->vs_ingress); 1562 SIMPLEQ_INIT(&vs->vs_egress); 1563 1564 mutex_init(&vs->vs_lock, MUTEX_DEFAULT, IPL_NONE); 1565 cv_init(&vs->vs_sample_cv, "video"); 1566 selinit(&vs->vs_sel); 1567 1568 scatter_buf_init(&vs->vs_data); 1569 } 1570 1571 void 1572 video_stream_fini(struct video_stream *vs) 1573 { 1574 /* Sample data in queues has already been freed */ 1575 /* while (SIMPLEQ_FIRST(&vs->vs_ingress) != NULL) 1576 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1577 while (SIMPLEQ_FIRST(&vs->vs_egress) != NULL) 1578 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); */ 1579 1580 mutex_destroy(&vs->vs_lock); 1581 cv_destroy(&vs->vs_sample_cv); 1582 seldestroy(&vs->vs_sel); 1583 1584 scatter_buf_destroy(&vs->vs_data); 1585 } 1586 1587 static int 1588 video_stream_setup_bufs(struct video_stream *vs, 1589 enum video_stream_method method, 1590 uint8_t nbufs) 1591 { 1592 int i, err; 1593 1594 mutex_enter(&vs->vs_lock); 1595 1596 /* Ensure that all allocated buffers are queued and not under 1597 * userspace control. */ 1598 for (i = 0; i < vs->vs_nbufs; ++i) { 1599 if (!(vs->vs_buf[i]->vb_buf->flags | V4L2_BUF_FLAG_QUEUED)) { 1600 mutex_exit(&vs->vs_lock); 1601 return EBUSY; 1602 } 1603 } 1604 1605 /* Allocate the buffers */ 1606 err = video_stream_realloc_bufs(vs, nbufs); 1607 if (err != 0) { 1608 mutex_exit(&vs->vs_lock); 1609 return err; 1610 } 1611 1612 /* Queue up buffers for read method. Other methods are queued 1613 * by VIDIOC_QBUF ioctl. */ 1614 if (method == VIDEO_STREAM_METHOD_READ) { 1615 for (i = 0; i < nbufs; ++i) 1616 if (!(vs->vs_buf[i]->vb_buf->flags & V4L2_BUF_FLAG_QUEUED)) 1617 video_stream_enqueue(vs, vs->vs_buf[i]); 1618 } 1619 1620 vs->vs_method = method; 1621 mutex_exit(&vs->vs_lock); 1622 1623 return 0; 1624 } 1625 1626 /* Free all buffer memory in preparation for close(). This should 1627 * free buffers regardless of errors. Use video_stream_setup_bufs if 1628 * you need to check for errors. Streaming should be off before 1629 * calling this function. */ 1630 static void 1631 video_stream_teardown_bufs(struct video_stream *vs) 1632 { 1633 int err; 1634 1635 mutex_enter(&vs->vs_lock); 1636 1637 if (vs->vs_streaming) { 1638 DPRINTF(("video_stream_teardown_bufs: " 1639 "tearing down bufs while streaming\n")); 1640 } 1641 1642 /* dequeue all buffers */ 1643 while (SIMPLEQ_FIRST(&vs->vs_ingress) != NULL) 1644 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1645 while (SIMPLEQ_FIRST(&vs->vs_egress) != NULL) 1646 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); 1647 1648 err = video_stream_free_bufs(vs); 1649 if (err != 0) { 1650 DPRINTF(("video_stream_teardown_bufs: " 1651 "error releasing buffers: %d\n", 1652 err)); 1653 } 1654 vs->vs_method = VIDEO_STREAM_METHOD_NONE; 1655 1656 mutex_exit(&vs->vs_lock); 1657 } 1658 1659 static struct video_buffer * 1660 video_buffer_alloc(void) 1661 { 1662 struct video_buffer *vb; 1663 1664 vb = kmem_alloc(sizeof(*vb), KM_SLEEP); 1665 if (vb == NULL) 1666 return NULL; 1667 1668 vb->vb_buf = kmem_alloc(sizeof(*vb->vb_buf), KM_SLEEP); 1669 if (vb->vb_buf == NULL) { 1670 kmem_free(vb, sizeof(*vb)); 1671 return NULL; 1672 } 1673 1674 return vb; 1675 } 1676 1677 static void 1678 video_buffer_free(struct video_buffer *vb) 1679 { 1680 kmem_free(vb->vb_buf, sizeof(*vb->vb_buf)); 1681 vb->vb_buf = NULL; 1682 kmem_free(vb, sizeof(*vb)); 1683 } 1684 1685 /* TODO: for userptr method 1686 struct video_buffer * 1687 video_buf_alloc_with_ubuf(struct v4l2_buffer *buf) 1688 { 1689 } 1690 1691 void 1692 video_buffer_free_with_ubuf(struct video_buffer *vb) 1693 { 1694 } 1695 */ 1696 1697 static int 1698 video_stream_realloc_bufs(struct video_stream *vs, uint8_t nbufs) 1699 { 1700 int i, err; 1701 uint8_t minnbufs, oldnbufs; 1702 size_t size; 1703 off_t offset; 1704 struct video_buffer **oldbuf; 1705 struct v4l2_buffer *buf; 1706 1707 if (nbufs == 0 && vs->vs_buf == NULL) 1708 return 0; 1709 1710 size = vs->vs_format.sample_size * nbufs; 1711 err = scatter_buf_set_size(&vs->vs_data, size); 1712 if (err != 0) 1713 return err; 1714 1715 oldnbufs = vs->vs_nbufs; 1716 oldbuf = vs->vs_buf; 1717 1718 vs->vs_nbufs = nbufs; 1719 if (nbufs > 0) { 1720 vs->vs_buf = 1721 kmem_alloc(sizeof(struct video_buffer *) * nbufs, KM_SLEEP); 1722 if (vs->vs_buf == NULL) { 1723 vs->vs_nbufs = oldnbufs; 1724 vs->vs_buf = oldbuf; 1725 1726 return ENOMEM; 1727 } 1728 } else { 1729 vs->vs_buf = NULL; 1730 } 1731 1732 minnbufs = min(vs->vs_nbufs, oldnbufs); 1733 /* copy any bufs that will be reused */ 1734 for (i = 0; i < minnbufs; ++i) 1735 vs->vs_buf[i] = oldbuf[i]; 1736 /* allocate any necessary new bufs */ 1737 for (; i < vs->vs_nbufs; ++i) 1738 vs->vs_buf[i] = video_buffer_alloc(); 1739 /* free any bufs no longer used */ 1740 for (; i < oldnbufs; ++i) { 1741 video_buffer_free(oldbuf[i]); 1742 oldbuf[i] = NULL; 1743 } 1744 1745 /* Free old buffer metadata */ 1746 if (oldbuf != NULL) 1747 kmem_free(oldbuf, sizeof(struct video_buffer *) * oldnbufs); 1748 1749 /* initialize bufs */ 1750 offset = 0; 1751 for (i = 0; i < vs->vs_nbufs; ++i) { 1752 buf = vs->vs_buf[i]->vb_buf; 1753 buf->index = i; 1754 buf->type = vs->vs_type; 1755 buf->bytesused = 0; 1756 buf->flags = 0; 1757 buf->field = 0; 1758 buf->sequence = 0; 1759 buf->memory = V4L2_MEMORY_MMAP; 1760 buf->m.offset = offset; 1761 buf->length = vs->vs_format.sample_size; 1762 buf->input = 0; 1763 buf->reserved = 0; 1764 1765 offset += buf->length; 1766 } 1767 1768 return 0; 1769 } 1770 1771 /* Accepts a video_sample into the ingress queue. Caller must hold 1772 * the stream lock. */ 1773 void 1774 video_stream_enqueue(struct video_stream *vs, struct video_buffer *vb) 1775 { 1776 if (vb->vb_buf->flags & V4L2_BUF_FLAG_QUEUED) { 1777 DPRINTF(("video_stream_enqueue: sample already queued\n")); 1778 return; 1779 } 1780 1781 vb->vb_buf->flags |= V4L2_BUF_FLAG_QUEUED; 1782 vb->vb_buf->flags &= ~V4L2_BUF_FLAG_DONE; 1783 1784 vb->vb_buf->bytesused = 0; 1785 1786 SIMPLEQ_INSERT_TAIL(&vs->vs_ingress, vb, entries); 1787 } 1788 1789 1790 /* Removes the head of the egress queue for use by userspace. Caller 1791 * must hold the stream lock. */ 1792 struct video_buffer * 1793 video_stream_dequeue(struct video_stream *vs) 1794 { 1795 struct video_buffer *vb; 1796 1797 if (!SIMPLEQ_EMPTY(&vs->vs_egress)) { 1798 vb = SIMPLEQ_FIRST(&vs->vs_egress); 1799 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); 1800 vb->vb_buf->flags &= ~V4L2_BUF_FLAG_QUEUED; 1801 vb->vb_buf->flags |= V4L2_BUF_FLAG_DONE; 1802 return vb; 1803 } else { 1804 return NULL; 1805 } 1806 } 1807 1808 1809 /* 1810 * write payload data to the appropriate video sample, possibly moving 1811 * the sample from ingress to egress queues 1812 */ 1813 void 1814 video_stream_write(struct video_stream *vs, 1815 const struct video_payload *payload) 1816 { 1817 struct video_buffer *vb; 1818 struct v4l2_buffer *buf; 1819 struct scatter_io sio; 1820 1821 mutex_enter(&vs->vs_lock); 1822 1823 /* change of frameno implies end of current frame */ 1824 if (vs->vs_frameno > 0 && vs->vs_frameno != payload->frameno) 1825 video_stream_sample_done(vs); 1826 1827 if (vs->vs_drop || SIMPLEQ_EMPTY(&vs->vs_ingress)) { 1828 /* DPRINTF(("video_stream_write: dropping sample %d\n", 1829 vs->vs_sequence)); */ 1830 vs->vs_drop = true; 1831 } else { 1832 vb = SIMPLEQ_FIRST(&vs->vs_ingress); 1833 buf = vb->vb_buf; 1834 if (payload->size > buf->length - buf->bytesused) { 1835 DPRINTF(("video_stream_write: " 1836 "payload would overflow\n")); 1837 } else if (scatter_io_init(&vs->vs_data, 1838 buf->m.offset + buf->bytesused, 1839 payload->size, 1840 &sio)) 1841 { 1842 scatter_io_copyin(&sio, payload->data); 1843 buf->bytesused += (payload->size - sio.sio_resid); 1844 } else { 1845 DPRINTF(("video_stream_write: failed to init scatter io " 1846 "vb=%p buf=%p " 1847 "buf->m.offset=%d buf->bytesused=%zu " 1848 "payload->size=%zu\n", 1849 vb, buf, 1850 buf->m.offset, buf->bytesused, payload->size)); 1851 } 1852 } 1853 1854 /* if the payload marks it, we can do sample_done() early */ 1855 if (payload->end_of_frame) 1856 video_stream_sample_done(vs); 1857 1858 mutex_exit(&vs->vs_lock); 1859 } 1860 1861 1862 /* Moves the head of the ingress queue to the tail of the egress 1863 * queue, or resets drop status if we were dropping this sample. 1864 * Caller should hold the stream queue lock. */ 1865 void 1866 video_stream_sample_done(struct video_stream *vs) 1867 { 1868 struct video_buffer *vb; 1869 1870 if (vs->vs_drop) { 1871 vs->vs_drop = false; 1872 } else if (!SIMPLEQ_EMPTY(&vs->vs_ingress)) { 1873 vb = SIMPLEQ_FIRST(&vs->vs_ingress); 1874 vb->vb_buf->sequence = vs->vs_sequence; 1875 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries); 1876 1877 SIMPLEQ_INSERT_TAIL(&vs->vs_egress, vb, entries); 1878 cv_signal(&vs->vs_sample_cv); 1879 selnotify(&vs->vs_sel, 0, 0); 1880 } else { 1881 DPRINTF(("video_stream_sample_done: no sample\n")); 1882 } 1883 1884 vs->vs_frameno ^= 1; 1885 vs->vs_sequence++; 1886 } 1887 1888 /* Check if all buffers are queued, i.e. none are under control of 1889 * userspace. */ 1890 /* 1891 static bool 1892 video_stream_all_queued(struct video_stream *vs) 1893 { 1894 } 1895 */ 1896 1897 1898 static void 1899 scatter_buf_init(struct scatter_buf *sb) 1900 { 1901 sb->sb_pool = pool_cache_init(PAGE_SIZE, 0, 0, 0, 1902 "video", NULL, IPL_VIDEO, 1903 NULL, NULL, NULL); 1904 sb->sb_size = 0; 1905 sb->sb_npages = 0; 1906 sb->sb_page_ary = NULL; 1907 } 1908 1909 static void 1910 scatter_buf_destroy(struct scatter_buf *sb) 1911 { 1912 /* Do we need to return everything to the pool first? */ 1913 scatter_buf_set_size(sb, 0); 1914 pool_cache_destroy(sb->sb_pool); 1915 sb->sb_pool = 0; 1916 sb->sb_npages = 0; 1917 sb->sb_page_ary = NULL; 1918 } 1919 1920 /* Increase or decrease the size of the buffer */ 1921 static int 1922 scatter_buf_set_size(struct scatter_buf *sb, size_t sz) 1923 { 1924 int i; 1925 size_t npages, minpages, oldnpages; 1926 uint8_t **old_ary; 1927 1928 npages = (sz >> PAGE_SHIFT) + ((sz & PAGE_MASK) > 0); 1929 1930 if (sb->sb_npages == npages) { 1931 return 0; 1932 } 1933 1934 oldnpages = sb->sb_npages; 1935 old_ary = sb->sb_page_ary; 1936 1937 sb->sb_npages = npages; 1938 if (npages > 0) { 1939 sb->sb_page_ary = 1940 kmem_alloc(sizeof(uint8_t *) * npages, KM_SLEEP); 1941 if (sb->sb_page_ary == NULL) { 1942 sb->sb_npages = oldnpages; 1943 sb->sb_page_ary = old_ary; 1944 return ENOMEM; 1945 } 1946 } else { 1947 sb->sb_page_ary = NULL; 1948 } 1949 1950 minpages = min(npages, oldnpages); 1951 /* copy any pages that will be reused */ 1952 for (i = 0; i < minpages; ++i) 1953 sb->sb_page_ary[i] = old_ary[i]; 1954 /* allocate any new pages */ 1955 for (; i < npages; ++i) { 1956 sb->sb_page_ary[i] = pool_cache_get(sb->sb_pool, 0); 1957 /* TODO: does pool_cache_get return NULL on 1958 * ENOMEM? If so, we need to release or note 1959 * the pages with did allocate 1960 * successfully. */ 1961 if (sb->sb_page_ary[i] == NULL) { 1962 DPRINTF(("video: pool_cache_get ENOMEM\n")); 1963 return ENOMEM; 1964 } 1965 } 1966 /* return any pages no longer needed */ 1967 for (; i < oldnpages; ++i) 1968 pool_cache_put(sb->sb_pool, old_ary[i]); 1969 1970 if (old_ary != NULL) 1971 kmem_free(old_ary, sizeof(uint8_t *) * oldnpages); 1972 1973 sb->sb_size = sb->sb_npages << PAGE_SHIFT; 1974 1975 return 0; 1976 } 1977 1978 1979 static paddr_t 1980 scatter_buf_map(struct scatter_buf *sb, off_t off) 1981 { 1982 size_t pg; 1983 paddr_t pa; 1984 1985 pg = off >> PAGE_SHIFT; 1986 1987 if (pg >= sb->sb_npages) 1988 return -1; 1989 else if (!pmap_extract(pmap_kernel(), (vaddr_t)sb->sb_page_ary[pg], &pa)) 1990 return -1; 1991 1992 return atop(pa); 1993 } 1994 1995 /* Initialize data for an io operation on a scatter buffer. Returns 1996 * true if the transfer is valid, or false if out of range. */ 1997 static bool 1998 scatter_io_init(struct scatter_buf *sb, 1999 off_t off, size_t len, 2000 struct scatter_io *sio) 2001 { 2002 if ((off + len) > sb->sb_size) { 2003 DPRINTF(("video: scatter_io_init failed: off=%" PRId64 2004 " len=%zu sb->sb_size=%zu\n", 2005 off, len, sb->sb_size)); 2006 return false; 2007 } 2008 2009 sio->sio_buf = sb; 2010 sio->sio_offset = off; 2011 sio->sio_resid = len; 2012 2013 return true; 2014 } 2015 2016 /* Store the pointer and size of the next contiguous segment. Returns 2017 * true if the segment is valid, or false if all has been transfered. 2018 * Does not check for overflow. */ 2019 static bool 2020 scatter_io_next(struct scatter_io *sio, void **p, size_t *sz) 2021 { 2022 size_t pg, pgo; 2023 2024 if (sio->sio_resid == 0) 2025 return false; 2026 2027 pg = sio->sio_offset >> PAGE_SHIFT; 2028 pgo = sio->sio_offset & PAGE_MASK; 2029 2030 *sz = min(PAGE_SIZE - pgo, sio->sio_resid); 2031 *p = sio->sio_buf->sb_page_ary[pg] + pgo; 2032 2033 sio->sio_offset += *sz; 2034 sio->sio_resid -= *sz; 2035 2036 return true; 2037 } 2038 2039 /* Semi-undo of a failed segment copy. Updates the scatter_io 2040 * struct to the previous values prior to a failed segment copy. */ 2041 static void 2042 scatter_io_undo(struct scatter_io *sio, size_t sz) 2043 { 2044 sio->sio_offset -= sz; 2045 sio->sio_resid += sz; 2046 } 2047 2048 /* Copy data from src into the scatter_buf as described by io. */ 2049 static void 2050 scatter_io_copyin(struct scatter_io *sio, const void *p) 2051 { 2052 void *dst; 2053 const uint8_t *src = p; 2054 size_t sz; 2055 2056 while(scatter_io_next(sio, &dst, &sz)) { 2057 memcpy(dst, src, sz); 2058 src += sz; 2059 } 2060 } 2061 2062 /* --not used; commented to avoid compiler warnings-- 2063 static void 2064 scatter_io_copyout(struct scatter_io *sio, void *p) 2065 { 2066 void *src; 2067 uint8_t *dst = p; 2068 size_t sz; 2069 2070 while(scatter_io_next(sio, &src, &sz)) { 2071 memcpy(dst, src, sz); 2072 dst += sz; 2073 } 2074 } 2075 */ 2076 2077 /* Performat a series of uiomove calls on a scatter buf. Returns 2078 * EFAULT if uiomove EFAULTs on the first segment. Otherwise, returns 2079 * an incomplete transfer but with no error. */ 2080 static int 2081 scatter_io_uiomove(struct scatter_io *sio, struct uio *uio) 2082 { 2083 void *p; 2084 size_t sz; 2085 bool first = true; 2086 int err; 2087 2088 while(scatter_io_next(sio, &p, &sz)) { 2089 err = uiomove(p, sz, uio); 2090 if (err == EFAULT) { 2091 scatter_io_undo(sio, sz); 2092 if (first) 2093 return EFAULT; 2094 else 2095 return 0; 2096 } 2097 first = false; 2098 } 2099 2100 return 0; 2101 } 2102 2103 #endif /* NVIDEO > 0 */ 2104
Indexes created Wed Sep 24 05:09:52 GMT 2025