video.c revision 1.1 1 /* $NetBSD: video.c,v 1.1 2008/09/06 19:00:54 jmcneill Exp $ */
2
3 /*
4 * Copyright (c) 2008 Patrick Mahoney <pat (at) polycrystal.org>
5 * All rights reserved.
6 *
7 * This code was written by Patrick Mahoney (pat (at) polycrystal.org) as
8 * part of Google Summer of Code 2008.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 /*
33 * This ia a Video4Linux 2 compatible /dev/video driver for NetBSD
34 *
35 * See http://v4l2spec.bytesex.org/ for Video4Linux 2 specifications
36 */
37
38 #include <sys/cdefs.h>
39 __KERNEL_RCSID(0, "$NetBSD: video.c,v 1.1 2008/09/06 19:00:54 jmcneill Exp $");
40
41 #include "video.h"
42 #if NVIDEO > 0
43
44 #include <sys/param.h>
45 #include <sys/ioctl.h>
46 #include <sys/fcntl.h>
47 #include <sys/vnode.h>
48 #include <sys/poll.h>
49 #include <sys/kmem.h>
50 #include <sys/pool.h>
51 #include <sys/conf.h>
52 #include <sys/types.h>
53 #include <sys/device.h>
54 #include <sys/condvar.h>
55 #include <sys/queue.h>
56 #include <sys/videoio.h>
57
58 #include <dev/video_if.h>
59
60 /* #define VIDEO_DEBUG 1 */
61
62 #ifdef VIDEO_DEBUG
63 #define DPRINTF(x) do { if (videodebug) printf x; } while (0)
64 #define DPRINTFN(n,x) do { if (videodebug>(n)) printf x; } while (0)
65 int videodebug = VIDEO_DEBUG;
66 #else
67 #define DPRINTF(x)
68 #define DPRINTFN(n,x)
69 #endif
70
71 #define VIDEO_DRIVER_VERSION 1
72
73 /* TODO: move to sys/intr.h */
74 #define IPL_VIDEO IPL_VM
75 #define splvideo() splvm()
76
77 #define VIDEO_MIN_BUFS 2
78 #define VIDEO_MAX_BUFS 255
79 #define VIDEO_NUM_BUFS 4
80
81 /* Scatter Buffer - an array of fixed size (PAGE_SIZE) chunks
82 * allocated non-contiguously and functions to get data into and out
83 * of the scatter buffer. */
84 struct scatter_buf {
85 pool_cache_t sb_pool;
86 size_t sb_size; /* size in bytes */
87 size_t sb_npages; /* number of pages */
88 uint8_t **sb_page_ary; /* array of page pointers */
89 };
90
91 struct scatter_io {
92 struct scatter_buf *sio_buf;
93 off_t sio_offset;
94 size_t sio_resid;
95 };
96
97 static void scatter_buf_init(struct scatter_buf *);
98 static void scatter_buf_destroy(struct scatter_buf *);
99 static int scatter_buf_set_size(struct scatter_buf *, size_t);
100 static paddr_t scatter_buf_map(struct scatter_buf *, off_t);
101
102 static bool scatter_io_init(struct scatter_buf *, off_t, size_t, struct scatter_io *);
103 static bool scatter_io_next(struct scatter_io *, void **, size_t *);
104 static void scatter_io_undo(struct scatter_io *, size_t);
105 static void scatter_io_copyin(struct scatter_io *, const void *);
106 /* static void scatter_io_copyout(struct scatter_io *, void *); */
107 static int scatter_io_uiomove(struct scatter_io *, struct uio *);
108
109
110 enum video_stream_method {
111 VIDEO_STREAM_METHOD_NONE,
112 VIDEO_STREAM_METHOD_READ,
113 VIDEO_STREAM_METHOD_MMAP,
114 VIDEO_STREAM_METHOD_USERPTR
115 };
116
117 struct video_buffer {
118 struct v4l2_buffer *vb_buf;
119 SIMPLEQ_ENTRY(video_buffer) entries;
120 };
121
122 SIMPLEQ_HEAD(sample_queue, video_buffer);
123
124 struct video_stream {
125 int vs_flags; /* flags given to open() */
126
127 struct video_format vs_format;
128
129 int vs_frameno; /* toggles between 0 and 1,
130 * or -1 if new */
131 uint32_t vs_sequence; /* absoulte frame/sample number in
132 * sequence, wraps around */
133 bool vs_drop; /* drop payloads from current
134 * frameno? */
135
136 enum v4l2_buf_type vs_type;
137 uint8_t vs_nbufs;
138 struct video_buffer **vs_buf;
139
140 struct scatter_buf vs_data; /* stores video data for MMAP
141 * and READ */
142
143 /* Video samples may exist in different locations. Initially,
144 * samples are queued into the ingress queue. The driver
145 * grabs these in turn and fills them with video data. Once
146 * filled, they are moved to the egress queue. Samples are
147 * dequeued either by user with MMAP method or, with READ
148 * method, videoread() works from the fist sample in the
149 * ingress queue without dequeing. In the first case, the
150 * user re-queues the buffer when finished, and videoread()
151 * does the same when all data has been read. The sample now
152 * returns to the ingress queue. */
153 struct sample_queue vs_ingress; /* samples under driver control */
154 struct sample_queue vs_egress; /* samples headed for userspace */
155
156 bool vs_streaming;
157 enum video_stream_method vs_method; /* method by which
158 * userspace will read
159 * samples */
160
161 kmutex_t vs_lock; /* Lock to manipulate queues.
162 * Should also be held when
163 * changing number of
164 * buffers. */
165 kcondvar_t vs_sample_cv; /* signaled on new
166 * ingress sample */
167
168 uint32_t vs_bytesread; /* bytes read() from current
169 * sample thus far */
170 };
171
172 struct video_softc {
173 device_t sc_dev;
174 device_t hw_dev; /* Hardware (parent) device */
175 void * hw_softc; /* Hardware device private softc */
176 const struct video_hw_if *hw_if; /* Hardware interface */
177
178 u_int sc_open;
179 int sc_refcnt;
180 int sc_opencnt;
181 bool sc_dying;
182
183 struct video_stream sc_stream_in;
184 };
185 static int video_print(void *, const char *);
186
187 static int video_match(device_t, cfdata_t, void *);
188 static void video_attach(device_t, device_t, void *);
189 static int video_detach(device_t, int);
190 static int video_activate(device_t, enum devact);
191
192 dev_type_open(videoopen);
193 dev_type_close(videoclose);
194 dev_type_read(videoread);
195 dev_type_write(videowrite);
196 dev_type_ioctl(videoioctl);
197 dev_type_poll(videopoll);
198 dev_type_mmap(videommap);
199
200 const struct cdevsw video_cdevsw = {
201 videoopen, videoclose, videoread, videowrite, videoioctl,
202 nostop, notty, videopoll, videommap, nokqfilter, D_OTHER
203 };
204
205 #define VIDEOUNIT(n) (minor(n))
206
207 CFATTACH_DECL_NEW(video, sizeof(struct video_softc),
208 video_match, video_attach, video_detach, video_activate);
209
210 extern struct cfdriver video_cd;
211
212 static const char * video_pixel_format_str(enum video_pixel_format);
213
214 /* convert various values from V4L2 to native values of this driver */
215 static uint16_t v4l2id_to_control_id(uint32_t);
216 static uint32_t control_flags_to_v4l2flags(uint32_t);
217 static enum v4l2_ctrl_type control_type_to_v4l2type(enum video_control_type);
218
219 static void v4l2_format_to_video_format(const struct v4l2_format *,
220 struct video_format *);
221 static void video_format_to_v4l2_format(const struct video_format *,
222 struct v4l2_format *);
223
224 /* V4L2 api functions, typically called from videoioclt() */
225 static int video_enum_format(struct video_softc *, struct v4l2_fmtdesc *);
226 static int video_get_format(struct video_softc *,
227 struct v4l2_format *);
228 static int video_set_format(struct video_softc *,
229 struct v4l2_format *);
230 static int video_try_format(struct video_softc *,
231 struct v4l2_format *);
232 static int video_query_control(struct video_softc *,
233 struct v4l2_queryctrl *);
234 static int video_get_control(struct video_softc *,
235 struct v4l2_control *);
236 static int video_set_control(struct video_softc *,
237 const struct v4l2_control *);
238 static int video_request_bufs(struct video_softc *,
239 struct v4l2_requestbuffers *);
240 static int video_query_buf(struct video_softc *, struct v4l2_buffer *);
241 static int video_queue_buf(struct video_softc *, struct v4l2_buffer *);
242 static int video_dequeue_buf(struct video_softc *, struct v4l2_buffer *);
243 static int video_stream_on(struct video_softc *, enum v4l2_buf_type);
244 static int video_stream_off(struct video_softc *, enum v4l2_buf_type);
245
246 static struct video_buffer * video_buffer_alloc(void);
247 static void video_buffer_free(struct video_buffer *);
248
249
250 /* functions for video_stream */
251 static void video_stream_init(struct video_stream *);
252 static void video_stream_fini(struct video_stream *);
253
254 static int video_stream_setup_bufs(struct video_stream *,
255 enum video_stream_method,
256 uint8_t);
257 static void video_stream_teardown_bufs(struct video_stream *);
258
259 static int video_stream_realloc_bufs(struct video_stream *, uint8_t);
260 #define video_stream_free_bufs(vs) \
261 video_stream_realloc_bufs((vs), 0)
262
263 static void video_stream_enqueue(struct video_stream *,
264 struct video_buffer *);
265 static struct video_buffer * video_stream_dequeue(struct video_stream *);
266 static void video_stream_write(struct video_stream *,
267 const struct video_payload *);
268 static void video_stream_sample_done(struct video_stream *);
269
270 #ifdef VIDEO_DEBUG
271 /* debugging */
272 static const char * video_ioctl_str(u_long);
273 #endif
274
275
276 static int
277 video_match(device_t parent, cfdata_t match, void *aux)
278 {
279 struct video_attach_args *args;
280
281 args = aux;
282 DPRINTF(("video_match: hw=%p\n", args->hw_if));
283 return 1;
284 }
285
286
287 static void
288 video_attach(device_t parent, device_t self, void *aux)
289 {
290 struct video_softc *sc;
291 struct video_attach_args *args;
292
293 sc = device_private(self);
294 args = aux;
295
296 sc->sc_dev = self;
297 sc->hw_dev = parent;
298 sc->hw_if = args->hw_if;
299 sc->hw_softc = device_private(parent);
300
301 sc->sc_open = 0;
302 sc->sc_refcnt = 0;
303 sc->sc_opencnt = 0;
304 sc->sc_dying = false;
305
306 video_stream_init(&sc->sc_stream_in);
307
308 DPRINTF(("video_attach: sc=%p hwif=%p\n", sc, sc->hw_if));
309 }
310
311
312 static int
313 video_activate(device_t self, enum devact act)
314 {
315 struct video_softc *sc;
316
317 sc = device_private(self);
318 DPRINTF(("video_activate: sc=%p\n", sc));
319 switch (act) {
320 case DVACT_ACTIVATE:
321 return EOPNOTSUPP;
322
323 case DVACT_DEACTIVATE:
324 sc->sc_dying = true;
325 break;
326 }
327 return 0;
328 }
329
330
331 static int
332 video_detach(device_t self, int flags)
333 {
334 struct video_softc *sc;
335 int maj, mn;
336
337 sc = device_private(self);
338 DPRINTF(("video_detach: sc=%p flags=%d\n", sc, flags));
339
340 sc->sc_dying = true;
341
342 maj = cdevsw_lookup_major(&video_cdevsw);
343 mn = device_unit(self);
344 /* close open instances */
345 vdevgone(maj, mn, mn, VCHR);
346
347 video_stream_fini(&sc->sc_stream_in);
348
349 return 0;
350 }
351
352
353 static int
354 video_print(void *aux, const char *pnp)
355 {
356 struct video_attach_args *arg;
357
358 if (pnp != NULL) {
359 DPRINTF(("video_print: have pnp\n"));
360 arg = aux;
361 aprint_normal("%s at %s\n", "video", pnp);
362 } else {
363 DPRINTF(("video_print: pnp is NULL\n"));
364 }
365 return UNCONF;
366 }
367
368
369 /*
370 * Called from hardware driver. This is where the MI audio driver
371 * gets probed/attached to the hardware driver.
372 */
373 device_t
374 video_attach_mi(const struct video_hw_if *hw_if, device_t parent)
375 {
376 struct video_attach_args args;
377
378 args.hw_if = hw_if;
379 return config_found_ia(parent, "videobus", &args, video_print);
380 }
381
382 /* video_submit_payload - called by hardware driver to submit payload data */
383 void
384 video_submit_payload(device_t self, const struct video_payload *payload)
385 {
386 struct video_softc *sc;
387
388 sc = device_private(self);
389
390 if (sc == NULL)
391 return;
392
393 video_stream_write(&sc->sc_stream_in, payload);
394 }
395
396 static const char *
397 video_pixel_format_str(enum video_pixel_format px)
398 {
399 switch (px) {
400 case VIDEO_FORMAT_YUY2: return "YUYV";
401 case VIDEO_FORMAT_NV12: return "NV12";
402 case VIDEO_FORMAT_MJPEG: return "MJPEG";
403 case VIDEO_FORMAT_DV: return "DV";
404 case VIDEO_FORMAT_MPEG: return "MPEG";
405 default: return "Unknown";
406 }
407 }
408
409 /* Takes a V4L2 id and returns a "native" video driver control id.
410 * TODO: is there a better way to do this? some kind of array? */
411 static uint16_t
412 v4l2id_to_control_id(uint32_t v4l2id)
413 {
414 /* mask includes class bits and control id bits */
415 switch (v4l2id & 0xffffff) {
416 case V4L2_CID_BRIGHTNESS: return VIDEO_CONTROL_BRIGHTNESS;
417 case V4L2_CID_CONTRAST: return VIDEO_CONTROL_CONTRAST;
418 case V4L2_CID_SATURATION: return VIDEO_CONTROL_SATURATION;
419 case V4L2_CID_HUE: return VIDEO_CONTROL_HUE;
420 case V4L2_CID_HUE_AUTO: return VIDEO_CONTROL_HUE_AUTO;
421 case V4L2_CID_SHARPNESS: return VIDEO_CONTROL_SHARPNESS;
422 case V4L2_CID_GAMMA: return VIDEO_CONTROL_GAMMA;
423
424 /* "black level" means the same as "brightness", but V4L2
425 * defines two separate controls that are not identical.
426 * V4L2_CID_BLACK_LEVEL is deprecated however in V4L2. */
427 case V4L2_CID_BLACK_LEVEL: return VIDEO_CONTROL_BRIGHTNESS;
428
429 case V4L2_CID_AUDIO_VOLUME: return VIDEO_CONTROL_UNDEFINED;
430 case V4L2_CID_AUDIO_BALANCE: return VIDEO_CONTROL_UNDEFINED;
431 case V4L2_CID_AUDIO_BASS: return VIDEO_CONTROL_UNDEFINED;
432 case V4L2_CID_AUDIO_TREBLE: return VIDEO_CONTROL_UNDEFINED;
433 case V4L2_CID_AUDIO_MUTE: return VIDEO_CONTROL_UNDEFINED;
434 case V4L2_CID_AUDIO_LOUDNESS: return VIDEO_CONTROL_UNDEFINED;
435
436 case V4L2_CID_AUTO_WHITE_BALANCE:
437 return VIDEO_CONTROL_WHITE_BALANCE_AUTO;
438 case V4L2_CID_DO_WHITE_BALANCE:
439 return VIDEO_CONTROL_WHITE_BALANCE_ACTION;
440 case V4L2_CID_RED_BALANCE:
441 case V4L2_CID_BLUE_BALANCE:
442 /* This might not fit in with the control_id/value_id scheme */
443 return VIDEO_CONTROL_WHITE_BALANCE_COMPONENT;
444 case V4L2_CID_WHITE_BALANCE_TEMPERATURE:
445 return VIDEO_CONTROL_WHITE_BALANCE_TEMPERATURE;
446 case V4L2_CID_EXPOSURE:
447 return VIDEO_CONTROL_EXPOSURE_TIME_ABSOLUTE;
448 case V4L2_CID_GAIN: return VIDEO_CONTROL_GAIN;
449 case V4L2_CID_AUTOGAIN: return VIDEO_CONTROL_GAIN_AUTO;
450 case V4L2_CID_HFLIP: return VIDEO_CONTROL_HFLIP;
451 case V4L2_CID_VFLIP: return VIDEO_CONTROL_VFLIP;
452 case V4L2_CID_HCENTER_DEPRECATED:
453 case V4L2_CID_VCENTER_DEPRECATED:
454 return VIDEO_CONTROL_UNDEFINED;
455 case V4L2_CID_POWER_LINE_FREQUENCY:
456 return VIDEO_CONTROL_POWER_LINE_FREQUENCY;
457 case V4L2_CID_BACKLIGHT_COMPENSATION:
458 return VIDEO_CONTROL_BACKLIGHT_COMPENSATION;
459 default: return V4L2_CTRL_ID2CID(v4l2id);
460 }
461 }
462
463
464 static uint32_t
465 control_flags_to_v4l2flags(uint32_t flags)
466 {
467 uint32_t v4l2flags = 0;
468
469 if (flags & VIDEO_CONTROL_FLAG_DISABLED)
470 v4l2flags |= V4L2_CTRL_FLAG_INACTIVE;
471
472 if (!(flags & VIDEO_CONTROL_FLAG_WRITE))
473 v4l2flags |= V4L2_CTRL_FLAG_READ_ONLY;
474
475 if (flags & VIDEO_CONTROL_FLAG_AUTOUPDATE)
476 v4l2flags |= V4L2_CTRL_FLAG_GRABBED;
477
478 return v4l2flags;
479 }
480
481
482 static enum v4l2_ctrl_type
483 control_type_to_v4l2type(enum video_control_type type) {
484 switch (type) {
485 case VIDEO_CONTROL_TYPE_INT: return V4L2_CTRL_TYPE_INTEGER;
486 case VIDEO_CONTROL_TYPE_BOOL: return V4L2_CTRL_TYPE_BOOLEAN;
487 case VIDEO_CONTROL_TYPE_LIST: return V4L2_CTRL_TYPE_MENU;
488 case VIDEO_CONTROL_TYPE_ACTION: return V4L2_CTRL_TYPE_BUTTON;
489 default: return V4L2_CTRL_TYPE_INTEGER; /* err? */
490 }
491 }
492
493
494 static int
495 video_query_control(struct video_softc *sc,
496 struct v4l2_queryctrl *query)
497 {
498 const struct video_hw_if *hw;
499 struct video_control_desc_group desc_group;
500 struct video_control_desc desc;
501 int err;
502
503 hw = sc->hw_if;
504 if (hw->get_control_desc_group) {
505 desc.group_id = desc.control_id =
506 v4l2id_to_control_id(query->id);
507
508 desc_group.group_id = desc.group_id;
509 desc_group.length = 1;
510 desc_group.desc = &desc;
511
512 err = hw->get_control_desc_group(sc->hw_softc, &desc_group);
513 if (err != 0)
514 return err;
515
516 query->type = control_type_to_v4l2type(desc.type);
517 memcpy(query->name, desc.name, 32);
518 query->minimum = desc.min;
519 query->maximum = desc.max;
520 query->step = desc.step;
521 query->default_value = desc.def;
522 query->flags = control_flags_to_v4l2flags(desc.flags);
523
524 return 0;
525 } else {
526 return EINVAL;
527 }
528 }
529
530
531 /* Takes a single Video4Linux2 control and queries the driver for the
532 * current value. */
533 static int
534 video_get_control(struct video_softc *sc,
535 struct v4l2_control *vcontrol)
536 {
537 const struct video_hw_if *hw;
538 struct video_control_group group;
539 struct video_control control;
540 int err;
541
542 hw = sc->hw_if;
543 if (hw->get_control_group) {
544 control.group_id = control.control_id =
545 v4l2id_to_control_id(vcontrol->id);
546 /* ?? if "control_id" is arbitrarily defined by the
547 * driver, then we need some way to store it... Maybe
548 * it doesn't matter for single value controls. */
549 control.value = 0;
550
551 group.group_id = control.group_id;
552 group.length = 1;
553 group.control = &control;
554
555 err = hw->get_control_group(sc->hw_softc, &group);
556 if (err != 0)
557 return err;
558
559 vcontrol->value = control.value;
560 return 0;
561 } else {
562 return EINVAL;
563 }
564 }
565
566 static void
567 video_format_to_v4l2_format(const struct video_format *src,
568 struct v4l2_format *dest)
569 {
570 /* TODO: what about win and vbi formats? */
571 dest->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
572 dest->fmt.pix.width = src->width;
573 dest->fmt.pix.height = src->height;
574 dest->fmt.pix.field = V4L2_FIELD_NONE; /* TODO: for now,
575 * just set to
576 * progressive */
577 dest->fmt.pix.bytesperline = src->stride;
578 dest->fmt.pix.sizeimage = src->sample_size;
579 /* dest->colorspace = */
580
581 switch (src->pixel_format) {
582 case VIDEO_FORMAT_YUY2:
583 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_YUYV;
584 break;
585 case VIDEO_FORMAT_NV12:
586 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_NV12;
587 break;
588 case VIDEO_FORMAT_MJPEG:
589 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_JPEG;
590 break;
591 case VIDEO_FORMAT_DV:
592 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_DV;
593 break;
594 case VIDEO_FORMAT_MPEG:
595 dest->fmt.pix.pixelformat = V4L2_PIX_FMT_MPEG;
596 break;
597 case VIDEO_FORMAT_UNDEFINED:
598 default:
599 DPRINTF(("video_get_format: unknown pixel format %d\n",
600 src->pixel_format));
601 dest->fmt.pix.pixelformat = 0; /* V4L2 doesn't define
602 * and "undefined"
603 * format? */
604 break;
605 }
606
607 }
608
609 static void
610 v4l2_format_to_video_format(const struct v4l2_format *src,
611 struct video_format *dest)
612 {
613 switch (src->type) {
614 case V4L2_BUF_TYPE_VIDEO_CAPTURE:
615 dest->width = src->fmt.pix.width;
616 dest->height = src->fmt.pix.height;
617
618 dest->stride = src->fmt.pix.bytesperline;
619 dest->sample_size = src->fmt.pix.sizeimage;
620
621 switch (src->fmt.pix.pixelformat) {
622 case V4L2_PIX_FMT_YUYV:
623 dest->pixel_format = VIDEO_FORMAT_YUY2;
624 break;
625 case V4L2_PIX_FMT_NV12:
626 dest->pixel_format = VIDEO_FORMAT_NV12;
627 break;
628 case V4L2_PIX_FMT_JPEG:
629 dest->pixel_format = VIDEO_FORMAT_MJPEG;
630 break;
631 case V4L2_PIX_FMT_DV:
632 dest->pixel_format = VIDEO_FORMAT_DV;
633 break;
634 case V4L2_PIX_FMT_MPEG:
635 dest->pixel_format = VIDEO_FORMAT_MJPEG;
636 break;
637 default:
638 DPRINTF(("video: unknown v4l2 pixel format %d\n",
639 src->fmt.pix.pixelformat));
640 dest->pixel_format = VIDEO_FORMAT_UNDEFINED;
641 break;
642 }
643 break;
644 default:
645 /* TODO: other v4l2 format types */
646 DPRINTF(("video: unsupported v4l2 format type %d\n",
647 src->type));
648 break;
649 }
650 }
651
652 static int
653 video_enum_format(struct video_softc *sc, struct v4l2_fmtdesc *fmtdesc)
654 {
655 const struct video_hw_if *hw;
656 struct video_format vfmt;
657 struct v4l2_format fmt;
658 int err;
659
660 hw = sc->hw_if;
661 if (hw->enum_format == NULL)
662 return EINVAL;
663
664 err = hw->enum_format(sc->hw_softc, fmtdesc->index, &vfmt);
665 if (err != 0)
666 return err;
667
668 video_format_to_v4l2_format(&vfmt, &fmt);
669
670 fmtdesc->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; /* TODO: only one type for now */
671 if (vfmt.pixel_format >= VIDEO_FORMAT_MJPEG)
672 fmtdesc->flags = V4L2_FMT_FLAG_COMPRESSED;
673 strlcpy(fmtdesc->description,
674 video_pixel_format_str(vfmt.pixel_format),
675 sizeof(fmtdesc->description));
676 fmtdesc->pixelformat = fmt.fmt.pix.pixelformat;
677
678 return 0;
679 }
680
681 static int
682 video_get_format(struct video_softc *sc,
683 struct v4l2_format *format)
684 {
685 const struct video_hw_if *hw;
686 struct video_format vfmt;
687 int err;
688
689 hw = sc->hw_if;
690 if (hw->get_format == NULL)
691 return EINVAL;
692
693 err = hw->get_format(sc->hw_softc, &vfmt);
694 if (err != 0)
695 return err;
696
697 video_format_to_v4l2_format(&vfmt, format);
698
699 return 0;
700 }
701
702 static int
703 video_set_format(struct video_softc *sc, struct v4l2_format *fmt)
704 {
705 const struct video_hw_if *hw;
706 struct video_format vfmt;
707 int err;
708
709 hw = sc->hw_if;
710 if (hw->get_format == NULL)
711 return EINVAL;
712
713 v4l2_format_to_video_format(fmt, &vfmt);
714
715 err = hw->set_format(sc->hw_softc, &vfmt);
716 if (err != 0)
717 return err;
718
719 video_format_to_v4l2_format(&vfmt, fmt);
720
721 return 0;
722 }
723
724
725 static int
726 video_try_format(struct video_softc *sc,
727 struct v4l2_format *format)
728 {
729 const struct video_hw_if *hw;
730 struct video_format vfmt;
731 int err;
732
733 hw = sc->hw_if;
734 if (hw->try_format == NULL)
735 return EINVAL;
736
737 v4l2_format_to_video_format(format, &vfmt);
738
739 err = hw->try_format(sc->hw_softc, &vfmt);
740 if (err != 0)
741 return err;
742
743 video_format_to_v4l2_format(&vfmt, format);
744
745 return 0;
746 }
747
748 /* Takes a single Video4Linux2 control, converts it to a struct
749 * video_control, and calls the hardware driver. */
750 static int
751 video_set_control(struct video_softc *sc,
752 const struct v4l2_control *vcontrol)
753 {
754 const struct video_hw_if *hw;
755 struct video_control_group group;
756 struct video_control control;
757
758 hw = sc->hw_if;
759 if (hw->set_control_group) {
760 control.group_id = control.control_id =
761 v4l2id_to_control_id(vcontrol->id);
762 /* ?? if "control_id" is arbitrarily defined by the
763 * driver, then we need some way to store it... Maybe
764 * it doesn't matter for single value controls. */
765 control.value = vcontrol->value;
766
767 group.group_id = control.group_id;
768 group.length = 1;
769 group.control = &control;
770
771 return (hw->set_control_group(sc->hw_softc, &group));
772 } else {
773 return EINVAL;
774 }
775 }
776
777 static int
778 video_request_bufs(struct video_softc *sc,
779 struct v4l2_requestbuffers *req)
780 {
781 struct video_stream *vs = &sc->sc_stream_in;
782 struct v4l2_buffer *buf;
783 int i, err;
784
785 if (req->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
786 return EINVAL;
787
788 vs->vs_type = req->type;
789
790 switch (req->memory) {
791 case V4L2_MEMORY_MMAP:
792 if (req->count < VIDEO_MIN_BUFS)
793 req->count = VIDEO_MIN_BUFS;
794 else if (req->count > VIDEO_MAX_BUFS)
795 req->count = VIDEO_MAX_BUFS;
796
797 err = video_stream_setup_bufs(vs,
798 VIDEO_STREAM_METHOD_MMAP,
799 req->count);
800 if (err != 0)
801 return err;
802
803 for (i = 0; i < req->count; ++i) {
804 buf = vs->vs_buf[i]->vb_buf;
805 buf->memory = V4L2_MEMORY_MMAP;
806 buf->flags |= V4L2_BUF_FLAG_MAPPED;
807 }
808 break;
809 case V4L2_MEMORY_USERPTR:
810 default:
811 return EINVAL;
812 }
813
814 return 0;
815 }
816
817 static int
818 video_query_buf(struct video_softc *sc,
819 struct v4l2_buffer *buf)
820 {
821 struct video_stream *vs = &sc->sc_stream_in;
822
823 if (buf->type != vs->vs_type)
824 return EINVAL;
825 if (buf->index >= vs->vs_nbufs)
826 return EINVAL;
827
828 memcpy(buf, vs->vs_buf[buf->index]->vb_buf, sizeof(*buf));
829
830 return 0;
831 }
832
833 /* Accept a buffer descriptor from userspace and return the indicated
834 * buffer to the driver's queue. */
835 static int
836 video_queue_buf(struct video_softc *sc, struct v4l2_buffer *userbuf)
837 {
838 struct video_stream *vs = &sc->sc_stream_in;
839 struct video_buffer *vb;
840 struct v4l2_buffer *driverbuf;
841
842 if (userbuf->type != vs->vs_type) {
843 DPRINTF(("video_queue_buf: expected type=%d got type=%d\n",
844 userbuf->type, vs->vs_type));
845 return EINVAL;
846 }
847 if (userbuf->index >= vs->vs_nbufs) {
848 DPRINTF(("video_queue_buf: invalid index %d >= %d\n",
849 userbuf->index, vs->vs_nbufs));
850 return EINVAL;
851 }
852
853 switch (vs->vs_method) {
854 case VIDEO_STREAM_METHOD_MMAP:
855 if (userbuf->memory != V4L2_MEMORY_MMAP) {
856 DPRINTF(("video_queue_buf: invalid memory=%d\n",
857 userbuf->memory));
858 return EINVAL;
859 }
860
861 mutex_enter(&vs->vs_lock);
862
863 vb = vs->vs_buf[userbuf->index];
864 driverbuf = vb->vb_buf;
865 if (driverbuf->flags & V4L2_BUF_FLAG_QUEUED) {
866 DPRINTF(("video_queue_buf: buf already queued; "
867 "flags=0x%x\n", driverbuf->flags));
868 mutex_exit(&vs->vs_lock);
869 return EINVAL;
870 }
871 video_stream_enqueue(vs, vb);
872 memcpy(userbuf, driverbuf, sizeof(*driverbuf));
873
874 mutex_exit(&vs->vs_lock);
875 break;
876 default:
877 return EINVAL;
878 }
879
880 return 0;
881 }
882
883 /* Dequeue the described buffer from the driver queue, making it
884 * available for reading via mmap. */
885 static int
886 video_dequeue_buf(struct video_softc *sc, struct v4l2_buffer *buf)
887 {
888 struct video_stream *vs = &sc->sc_stream_in;
889 struct video_buffer *vb;
890 int err;
891
892 if (buf->type != vs->vs_type)
893 return EINVAL;
894
895 switch (vs->vs_method) {
896 case VIDEO_STREAM_METHOD_MMAP:
897 if (buf->memory != V4L2_MEMORY_MMAP)
898 return EINVAL;
899
900 mutex_enter(&vs->vs_lock);
901
902 if (vs->vs_flags & O_NONBLOCK) {
903 vb = video_stream_dequeue(vs);
904 if (vb == NULL) {
905 mutex_exit(&vs->vs_lock);
906 return EAGAIN;
907 }
908 } else {
909 /* Block until we have sample */
910 while ((vb = video_stream_dequeue(vs)) == NULL) {
911 err = cv_wait_sig(&vs->vs_sample_cv,
912 &vs->vs_lock);
913 if (err != 0) {
914 mutex_exit(&vs->vs_lock);
915 return EINTR;
916 }
917 }
918 }
919
920 memcpy(buf, vb->vb_buf, sizeof(*buf));
921
922 mutex_exit(&vs->vs_lock);
923 break;
924 default:
925 return EINVAL;
926 }
927
928 return 0;
929 }
930
931 static int
932 video_stream_on(struct video_softc *sc, enum v4l2_buf_type type)
933 {
934 int err;
935 struct video_stream *vs = &sc->sc_stream_in;
936 const struct video_hw_if *hw;
937
938 if (vs->vs_streaming)
939 return 0;
940 if (type != vs->vs_type)
941 return EINVAL;
942
943 hw = sc->hw_if;
944 if (hw == NULL)
945 return ENXIO;
946
947
948 err = hw->start_transfer(sc->hw_softc);
949 if (err != 0)
950 return err;
951
952 vs->vs_streaming = true;
953 return 0;
954 }
955
956 static int
957 video_stream_off(struct video_softc *sc, enum v4l2_buf_type type)
958 {
959 int err;
960 struct video_stream *vs = &sc->sc_stream_in;
961 const struct video_hw_if *hw;
962
963 if (!vs->vs_streaming)
964 return 0;
965 if (type != vs->vs_type)
966 return EINVAL;
967
968 hw = sc->hw_if;
969 if (hw == NULL)
970 return ENXIO;
971
972 err = hw->stop_transfer(sc->hw_softc);
973 if (err != 0)
974 return err;
975
976 vs->vs_frameno = -1;
977 vs->vs_sequence = 0;
978 vs->vs_streaming = false;
979
980 return 0;
981 }
982
983 int
984 videoopen(dev_t dev, int flags, int ifmt, struct lwp *l)
985 {
986 struct video_softc *sc;
987 const struct video_hw_if *hw;
988 struct video_stream *vs;
989 int err;
990
991 DPRINTF(("videoopen\n"));
992
993 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev)));
994 if (sc == NULL) {
995 DPRINTF(("videoopen: failed to get softc\n"));
996 return ENXIO;
997 }
998
999 if (sc->sc_dying) {
1000 DPRINTF(("videoopen: dying\n"));
1001 return EIO;
1002 }
1003
1004 sc->sc_stream_in.vs_flags = flags;
1005
1006 DPRINTF(("videoopen: flags=0x%x sc=%p parent=%p\n",
1007 flags, sc, sc->hw_dev));
1008
1009 hw = sc->hw_if;
1010 if (hw == NULL)
1011 return ENXIO;
1012
1013 device_active(sc->sc_dev, DVA_SYSTEM);
1014
1015 sc->sc_opencnt++;
1016
1017 if (hw->open != NULL) {
1018 err = hw->open(sc->hw_softc, flags);
1019 if (err)
1020 return err;
1021 }
1022
1023 /* set up input stream. TODO: check flags to determine if
1024 * "read" is desired? */
1025 vs = &sc->sc_stream_in;
1026
1027 if (hw->set_format != NULL) {
1028 err = hw->set_format(sc->hw_softc, &vs->vs_format);
1029 if (err != 0)
1030 return err;
1031 }
1032 return 0;
1033 }
1034
1035
1036 int
1037 videoclose(dev_t dev, int flags, int ifmt, struct lwp *l)
1038 {
1039 struct video_softc *sc;
1040 const struct video_hw_if *hw;
1041
1042 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev)));
1043 if (sc == NULL)
1044 return ENXIO;
1045
1046 DPRINTF(("videoclose: sc=%p\n", sc));
1047
1048 hw = sc->hw_if;
1049 if (hw == NULL)
1050 return ENXIO;
1051
1052 device_active(sc->sc_dev, DVA_SYSTEM);
1053
1054 video_stream_off(sc, sc->sc_stream_in.vs_type);
1055
1056 /* ignore error */
1057 if (hw->close != NULL)
1058 hw->close(sc->hw_softc);
1059
1060 video_stream_teardown_bufs(&sc->sc_stream_in);
1061
1062 sc->sc_open = 0;
1063 sc->sc_opencnt--;
1064
1065 return 0;
1066 }
1067
1068
1069 int
1070 videoread(dev_t dev, struct uio *uio, int ioflag)
1071 {
1072 struct video_softc *sc;
1073 struct video_stream *vs;
1074 struct video_buffer *vb;
1075 struct scatter_io sio;
1076 int err;
1077 size_t len;
1078 off_t offset;
1079
1080 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev)));
1081 if (sc == NULL)
1082 return ENXIO;
1083
1084 if (sc->sc_dying)
1085 return EIO;
1086
1087 vs = &sc->sc_stream_in;
1088
1089 /* userspace has chosen read() method */
1090 if (vs->vs_method == VIDEO_STREAM_METHOD_NONE) {
1091 err = video_stream_setup_bufs(vs,
1092 VIDEO_STREAM_METHOD_READ,
1093 VIDEO_NUM_BUFS);
1094 if (err != 0)
1095 return err;
1096
1097 err = video_stream_on(sc, vs->vs_type);
1098 if (err != 0)
1099 return err;
1100 } else if (vs->vs_method != VIDEO_STREAM_METHOD_READ) {
1101 return EBUSY;
1102 }
1103
1104 mutex_enter(&vs->vs_lock);
1105
1106 retry:
1107 if (SIMPLEQ_EMPTY(&vs->vs_egress)) {
1108 if (vs->vs_flags & O_NONBLOCK) {
1109 mutex_exit(&vs->vs_lock);
1110 return EAGAIN;
1111 }
1112
1113 /* Block until we have a sample */
1114 while (SIMPLEQ_EMPTY(&vs->vs_egress)) {
1115 err = cv_wait_sig(&vs->vs_sample_cv,
1116 &vs->vs_lock);
1117 if (err != 0) {
1118 mutex_exit(&vs->vs_lock);
1119 return EINTR;
1120 }
1121 }
1122
1123 vb = SIMPLEQ_FIRST(&vs->vs_egress);
1124 } else {
1125 vb = SIMPLEQ_FIRST(&vs->vs_egress);
1126 }
1127
1128 /* Oops, empty sample buffer. */
1129 if (vb->vb_buf->bytesused == 0) {
1130 vb = video_stream_dequeue(vs);
1131 video_stream_enqueue(vs, vb);
1132 vs->vs_bytesread = 0;
1133 goto retry;
1134 }
1135
1136 mutex_exit(&vs->vs_lock);
1137
1138 len = min(uio->uio_resid, vb->vb_buf->bytesused - vs->vs_bytesread);
1139 offset = vb->vb_buf->m.offset + vs->vs_bytesread;
1140
1141 if (scatter_io_init(&vs->vs_data, offset, len, &sio)) {
1142 err = scatter_io_uiomove(&sio, uio);
1143 if (err == EFAULT)
1144 return EFAULT;
1145 vs->vs_bytesread += (len - sio.sio_resid);
1146 } else {
1147 DPRINTF(("video: invalid read\n"));
1148 }
1149
1150 /* Move the sample to the ingress queue if everything has
1151 * been read */
1152 if (vs->vs_bytesread >= vb->vb_buf->bytesused) {
1153 mutex_enter(&vs->vs_lock);
1154 vb = video_stream_dequeue(vs);
1155 video_stream_enqueue(vs, vb);
1156 mutex_exit(&vs->vs_lock);
1157
1158 vs->vs_bytesread = 0;
1159 }
1160
1161 return 0;
1162 }
1163
1164
1165 int
1166 videowrite(dev_t dev, struct uio *uio, int ioflag)
1167 {
1168 return ENXIO;
1169 }
1170
1171
1172 int
1173 videoioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *l)
1174 {
1175 struct video_softc *sc;
1176 const struct video_hw_if *hw;
1177 struct v4l2_capability *cap;
1178 struct v4l2_fmtdesc *fmtdesc;
1179 struct v4l2_format *fmt;
1180 struct v4l2_standard *std;
1181 struct v4l2_input *input;
1182 struct v4l2_control *control;
1183 struct v4l2_queryctrl *query;
1184 struct v4l2_requestbuffers *reqbufs;
1185 struct v4l2_buffer *buf;
1186 v4l2_std_id *stdid;
1187 enum v4l2_buf_type *typep;
1188 int *ip;
1189
1190 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev)));
1191
1192 if (sc->sc_dying)
1193 return EIO;
1194
1195 hw = sc->hw_if;
1196 if (hw == NULL)
1197 return ENXIO;
1198
1199 switch (cmd) {
1200 case VIDIOC_QUERYCAP:
1201 cap = data;
1202 memset(cap, 0, sizeof(*cap));
1203 strlcpy(cap->driver, device_xname(sc->hw_softc),
1204 sizeof(cap->driver));
1205 strlcpy(cap->card, hw->get_devname(sc->hw_softc),
1206 sizeof(cap->card));
1207 /* FIXME: bus_info is wrongly hardcoded to USB */
1208 strlcpy(cap->bus_info, "USB", sizeof(cap->bus_info));
1209 cap->version = VIDEO_DRIVER_VERSION;
1210 cap->capabilities = 0;
1211 if (hw->start_transfer != NULL && hw->stop_transfer != NULL)
1212 cap->capabilities |= V4L2_CAP_VIDEO_CAPTURE |
1213 V4L2_CAP_READWRITE | V4L2_CAP_STREAMING;
1214 return 0;
1215 case VIDIOC_ENUM_FMT:
1216 /* TODO: for now, just enumerate one default format */
1217 fmtdesc = data;
1218 if (fmtdesc->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
1219 return EINVAL;
1220 if (fmtdesc->index != 0)
1221 return EINVAL;
1222 fmtdesc->index = fmtdesc->flags = 0;
1223 fmtdesc->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1224 return video_enum_format(sc, fmtdesc);
1225 case VIDIOC_G_FMT:
1226 fmt = data;
1227 return (video_get_format(sc, fmt));
1228 case VIDIOC_S_FMT:
1229 fmt = data;
1230 if ((flag & FWRITE) == 0)
1231 return EPERM;
1232 return video_set_format(sc, fmt);
1233 case VIDIOC_TRY_FMT:
1234 fmt = data;
1235 return (video_try_format(sc, fmt));
1236 case VIDIOC_ENUMSTD:
1237 /* TODO: implement properly */
1238 std = data;
1239 if (std->index != 0)
1240 return EINVAL;
1241 std->id = V4L2_STD_UNKNOWN;
1242 strlcpy(std->name, "webcam", sizeof(std->name));
1243 return 0;
1244 case VIDIOC_G_STD:
1245 /* TODO: implement properly */
1246 stdid = data;
1247 *stdid = V4L2_STD_UNKNOWN;
1248 return 0;
1249 case VIDIOC_S_STD:
1250 /* TODO: implement properly */
1251 stdid = data;
1252 if (*stdid != V4L2_STD_UNKNOWN)
1253 return EINVAL;
1254 return 0;
1255 case VIDIOC_ENUMINPUT:
1256 /* TODO: implement properly */
1257 input = data;
1258 if (input->index != 0)
1259 return EINVAL;
1260 memset(input, 0, sizeof(*input));
1261 input->index = 0;
1262 strlcpy(input->name, "Camera", sizeof(input->name));
1263 input->type = V4L2_INPUT_TYPE_CAMERA;
1264 return 0;
1265 case VIDIOC_G_INPUT:
1266 /* TODO: implement properly */
1267 ip = data;
1268 *ip = 0;
1269 return 0;
1270 case VIDIOC_S_INPUT:
1271 /* TODO: implement properly */
1272 ip = data;
1273 if (*ip != 0)
1274 return EINVAL;
1275 return 0;
1276 case VIDIOC_QUERYCTRL:
1277 query = data;
1278 return (video_query_control(sc, query));
1279 case VIDIOC_G_CTRL:
1280 control = data;
1281 return (video_get_control(sc, control));
1282 case VIDIOC_S_CTRL:
1283 control = data;
1284 if ((flag & FWRITE) == 0)
1285 return EPERM;
1286 return (video_set_control(sc, control));
1287 case VIDIOC_REQBUFS:
1288 reqbufs = data;
1289 return (video_request_bufs(sc, reqbufs));
1290 case VIDIOC_QUERYBUF:
1291 buf = data;
1292 return video_query_buf(sc, buf);
1293 case VIDIOC_QBUF:
1294 buf = data;
1295 return video_queue_buf(sc, buf);
1296 break;
1297 case VIDIOC_DQBUF:
1298 buf = data;
1299 return video_dequeue_buf(sc, buf);
1300 break;
1301 case VIDIOC_STREAMON:
1302 typep = data;
1303 return video_stream_on(sc, *typep);
1304 case VIDIOC_STREAMOFF:
1305 typep = data;
1306 return video_stream_off(sc, *typep);
1307 default:
1308 DPRINTF(("videoioctl: invalid cmd %s (%lx)\n",
1309 video_ioctl_str(cmd), cmd));
1310 return EINVAL;
1311 }
1312 }
1313
1314 #ifdef VIDEO_DEBUG
1315 static const char *
1316 video_ioctl_str(u_long cmd)
1317 {
1318 const char *str;
1319
1320 switch (cmd) {
1321 case VIDIOC_QUERYCAP:
1322 str = "VIDIOC_QUERYCAP";
1323 break;
1324 case VIDIOC_RESERVED:
1325 str = "VIDIOC_RESERVED";
1326 break;
1327 case VIDIOC_ENUM_FMT:
1328 str = "VIDIOC_ENUM_FMT";
1329 break;
1330 case VIDIOC_G_FMT:
1331 str = "VIDIOC_G_FMT";
1332 break;
1333 case VIDIOC_S_FMT:
1334 str = "VIDIOC_S_FMT";
1335 break;
1336 /* 6 and 7 are VIDIOC_[SG]_COMP, which are unsupported */
1337 case VIDIOC_REQBUFS:
1338 str = "VIDIOC_REQBUFS";
1339 break;
1340 case VIDIOC_QUERYBUF:
1341 str = "VIDIOC_QUERYBUF";
1342 break;
1343 case VIDIOC_G_FBUF:
1344 str = "VIDIOC_G_FBUF";
1345 break;
1346 case VIDIOC_S_FBUF:
1347 str = "VIDIOC_S_FBUF";
1348 break;
1349 case VIDIOC_OVERLAY:
1350 str = "VIDIOC_OVERLAY";
1351 break;
1352 case VIDIOC_QBUF:
1353 str = "VIDIOC_QBUF";
1354 break;
1355 case VIDIOC_DQBUF:
1356 str = "VIDIOC_DQBUF";
1357 break;
1358 case VIDIOC_STREAMON:
1359 str = "VIDIOC_STREAMON";
1360 break;
1361 case VIDIOC_STREAMOFF:
1362 str = "VIDIOC_STREAMOFF";
1363 break;
1364 case VIDIOC_G_PARM:
1365 str = "VIDIOC_G_PARAM";
1366 break;
1367 case VIDIOC_S_PARM:
1368 str = "VIDIOC_S_PARAM";
1369 break;
1370 case VIDIOC_G_STD:
1371 str = "VIDIOC_G_STD";
1372 break;
1373 case VIDIOC_S_STD:
1374 str = "VIDIOC_S_STD";
1375 break;
1376 case VIDIOC_ENUMSTD:
1377 str = "VIDIOC_ENUMSTD";
1378 break;
1379 case VIDIOC_ENUMINPUT:
1380 str = "VIDIOC_ENUMINPUT";
1381 break;
1382 case VIDIOC_G_CTRL:
1383 str = "VIDIOC_G_CTRL";
1384 break;
1385 case VIDIOC_S_CTRL:
1386 str = "VIDIOC_S_CTRL";
1387 break;
1388 case VIDIOC_G_TUNER:
1389 str = "VIDIOC_G_TUNER";
1390 break;
1391 case VIDIOC_S_TUNER:
1392 str = "VIDIOC_S_TUNER";
1393 break;
1394 case VIDIOC_G_AUDIO:
1395 str = "VIDIOC_G_AUDIO";
1396 break;
1397 case VIDIOC_S_AUDIO:
1398 str = "VIDIOC_S_AUDIO";
1399 break;
1400 case VIDIOC_QUERYCTRL:
1401 str = "VIDIOC_QUERYCTRL";
1402 break;
1403 case VIDIOC_QUERYMENU:
1404 str = "VIDIOC_QUERYMENU";
1405 break;
1406 case VIDIOC_G_INPUT:
1407 str = "VIDIOC_G_INPUT";
1408 break;
1409 case VIDIOC_S_INPUT:
1410 str = "VIDIOC_S_INPUT";
1411 break;
1412 case VIDIOC_G_OUTPUT:
1413 str = "VIDIOC_G_OUTPUT";
1414 break;
1415 case VIDIOC_S_OUTPUT:
1416 str = "VIDIOC_S_OUTPUT";
1417 break;
1418 case VIDIOC_ENUMOUTPUT:
1419 str = "VIDIOC_ENUMOUTPUT";
1420 break;
1421 case VIDIOC_G_AUDOUT:
1422 str = "VIDIOC_G_AUDOUT";
1423 break;
1424 case VIDIOC_S_AUDOUT:
1425 str = "VIDIOC_S_AUDOUT";
1426 break;
1427 case VIDIOC_G_MODULATOR:
1428 str = "VIDIOC_G_MODULATOR";
1429 break;
1430 case VIDIOC_S_MODULATOR:
1431 str = "VIDIOC_S_MODULATOR";
1432 break;
1433 case VIDIOC_G_FREQUENCY:
1434 str = "VIDIOC_G_FREQUENCY";
1435 break;
1436 case VIDIOC_S_FREQUENCY:
1437 str = "VIDIOC_S_FREQUENCY";
1438 break;
1439 case VIDIOC_CROPCAP:
1440 str = "VIDIOC_CROPCAP";
1441 break;
1442 case VIDIOC_G_CROP:
1443 str = "VIDIOC_G_CROP";
1444 break;
1445 case VIDIOC_S_CROP:
1446 str = "VIDIOC_S_CROP";
1447 break;
1448 case VIDIOC_G_JPEGCOMP:
1449 str = "VIDIOC_G_JPEGCOMP";
1450 break;
1451 case VIDIOC_S_JPEGCOMP:
1452 str = "VIDIOC_S_JPEGCOMP";
1453 break;
1454 case VIDIOC_QUERYSTD:
1455 str = "VIDIOC_QUERYSTD";
1456 break;
1457 case VIDIOC_TRY_FMT:
1458 str = "VIDIOC_TRY_FMT";
1459 break;
1460 case VIDIOC_ENUMAUDIO:
1461 str = "VIDIOC_ENUMAUDIO";
1462 break;
1463 case VIDIOC_ENUMAUDOUT:
1464 str = "VIDIOC_ENUMAUDOUT";
1465 break;
1466 case VIDIOC_G_PRIORITY:
1467 str = "VIDIOC_G_PRIORITY";
1468 break;
1469 case VIDIOC_S_PRIORITY:
1470 str = "VIDIOC_S_PRIORITY";
1471 break;
1472 default:
1473 str = "unknown";
1474 break;
1475 }
1476 return str;
1477 }
1478 #endif
1479
1480
1481 int
1482 videopoll(dev_t dev, int events, struct lwp *l)
1483 {
1484 struct video_softc *sc;
1485 struct video_stream *vs;
1486 int err, revents = 0;
1487
1488 sc = device_private(device_lookup(&video_cd, VIDEOUNIT(dev)));
1489 vs = &sc->sc_stream_in;
1490
1491 if (sc->sc_dying)
1492 return (POLLHUP);
1493
1494 /* userspace has chosen read() method */
1495 if (vs->vs_method == VIDEO_STREAM_METHOD_NONE) {
1496 err = video_stream_setup_bufs(vs,
1497 VIDEO_STREAM_METHOD_READ,
1498 VIDEO_NUM_BUFS);
1499 if (err != 0)
1500 return POLLERR;
1501
1502 err = video_stream_on(sc, vs->vs_type);
1503 if (err != 0)
1504 return POLLERR;
1505 }
1506
1507 if (!SIMPLEQ_EMPTY(&sc->sc_stream_in.vs_egress))
1508 revents |= events & (POLLIN | POLLRDNORM);
1509
1510 return (revents);
1511 }
1512
1513
1514 paddr_t
1515 videommap(dev_t dev, off_t off, int prot)
1516 {
1517 struct video_softc *sc;
1518 struct video_stream *vs;
1519 /* paddr_t pa; */
1520
1521 sc = device_lookup_private(&video_cd, VIDEOUNIT(dev));
1522 if (sc->sc_dying)
1523 return -1;
1524
1525 vs = &sc->sc_stream_in;
1526
1527 return scatter_buf_map(&vs->vs_data, off);
1528 }
1529
1530
1531 /* Allocates buffers and initizlizes some fields. The format field
1532 * must already have been initialized. */
1533 void
1534 video_stream_init(struct video_stream *vs)
1535 {
1536 vs->vs_method = VIDEO_STREAM_METHOD_NONE;
1537 vs->vs_flags = 0;
1538 vs->vs_frameno = -1;
1539 vs->vs_sequence = 0;
1540 vs->vs_type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1541 vs->vs_nbufs = 0;
1542 vs->vs_buf = NULL;
1543 vs->vs_streaming = false;
1544
1545 memset(&vs->vs_format, 0, sizeof(vs->vs_format));
1546
1547 SIMPLEQ_INIT(&vs->vs_ingress);
1548 SIMPLEQ_INIT(&vs->vs_egress);
1549
1550 mutex_init(&vs->vs_lock, MUTEX_DEFAULT, IPL_NONE);
1551 cv_init(&vs->vs_sample_cv, "video");
1552
1553 scatter_buf_init(&vs->vs_data);
1554 }
1555
1556 void
1557 video_stream_fini(struct video_stream *vs)
1558 {
1559 /* Sample data in queues has already been freed */
1560 /* while (SIMPLEQ_FIRST(&vs->vs_ingress) != NULL)
1561 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries);
1562 while (SIMPLEQ_FIRST(&vs->vs_egress) != NULL)
1563 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries); */
1564
1565 mutex_destroy(&vs->vs_lock);
1566 cv_destroy(&vs->vs_sample_cv);
1567
1568 scatter_buf_destroy(&vs->vs_data);
1569 }
1570
1571 static int
1572 video_stream_setup_bufs(struct video_stream *vs,
1573 enum video_stream_method method,
1574 uint8_t nbufs)
1575 {
1576 int i, err;
1577
1578 mutex_enter(&vs->vs_lock);
1579
1580 /* Ensure that all allocated buffers are queued and not under
1581 * userspace control. */
1582 for (i = 0; i < vs->vs_nbufs; ++i) {
1583 if (!(vs->vs_buf[i]->vb_buf->flags | V4L2_BUF_FLAG_QUEUED)) {
1584 mutex_exit(&vs->vs_lock);
1585 return EBUSY;
1586 }
1587 }
1588
1589 /* Allocate the buffers */
1590 err = video_stream_realloc_bufs(vs, nbufs);
1591 if (err != 0) {
1592 mutex_exit(&vs->vs_lock);
1593 return err;
1594 }
1595
1596 /* Queue up buffers for read method. Other methods are queued
1597 * by VIDIOC_QBUF ioctl. */
1598 if (method == VIDEO_STREAM_METHOD_READ) {
1599 for (i = 0; i < nbufs; ++i)
1600 if (!(vs->vs_buf[i]->vb_buf->flags & V4L2_BUF_FLAG_QUEUED))
1601 video_stream_enqueue(vs, vs->vs_buf[i]);
1602 }
1603
1604 vs->vs_method = method;
1605 mutex_exit(&vs->vs_lock);
1606
1607 return 0;
1608 }
1609
1610 /* Free all buffer memory in preparation for close(). This should
1611 * free buffers regardless of errors. Use video_stream_setup_bufs if
1612 * you need to check for errors. Streaming should be off before
1613 * calling this function. */
1614 static void
1615 video_stream_teardown_bufs(struct video_stream *vs)
1616 {
1617 int err;
1618
1619 mutex_enter(&vs->vs_lock);
1620
1621 if (vs->vs_streaming)
1622 DPRINTF(("video_stream_teardown_bufs: "
1623 "tearing down bufs while streaming\n"));
1624
1625 /* dequeue all buffers */
1626 while (SIMPLEQ_FIRST(&vs->vs_ingress) != NULL)
1627 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries);
1628 while (SIMPLEQ_FIRST(&vs->vs_egress) != NULL)
1629 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries);
1630
1631 err = video_stream_free_bufs(vs);
1632 if (err != 0)
1633 DPRINTF(("video_stream_teardown_bufs: "
1634 "error releasing buffers: %d\n",
1635 err));
1636
1637 vs->vs_method = VIDEO_STREAM_METHOD_NONE;
1638
1639 mutex_exit(&vs->vs_lock);
1640 }
1641
1642 static struct video_buffer *
1643 video_buffer_alloc(void)
1644 {
1645 struct video_buffer *vb;
1646
1647 vb = kmem_alloc(sizeof(*vb), KM_SLEEP);
1648 if (vb == NULL)
1649 return NULL;
1650
1651 vb->vb_buf = kmem_alloc(sizeof(*vb->vb_buf), KM_SLEEP);
1652 if (vb->vb_buf == NULL) {
1653 kmem_free(vb, sizeof(*vb));
1654 return NULL;
1655 }
1656
1657 return vb;
1658 }
1659
1660 static void
1661 video_buffer_free(struct video_buffer *vb)
1662 {
1663 kmem_free(vb->vb_buf, sizeof(*vb->vb_buf));
1664 vb->vb_buf = NULL;
1665 kmem_free(vb, sizeof(*vb));
1666 }
1667
1668 /* TODO: for userptr method
1669 struct video_buffer *
1670 video_buf_alloc_with_ubuf(struct v4l2_buffer *buf)
1671 {
1672 }
1673
1674 void
1675 video_buffer_free_with_ubuf(struct video_buffer *vb)
1676 {
1677 }
1678 */
1679
1680 static int
1681 video_stream_realloc_bufs(struct video_stream *vs, uint8_t nbufs)
1682 {
1683 int i, err;
1684 uint8_t minnbufs, oldnbufs;
1685 size_t size;
1686 off_t offset;
1687 struct video_buffer **oldbuf;
1688 struct v4l2_buffer *buf;
1689
1690 size = vs->vs_format.sample_size * nbufs;
1691 err = scatter_buf_set_size(&vs->vs_data, size);
1692 if (err != 0)
1693 return err;
1694
1695 oldnbufs = vs->vs_nbufs;
1696 oldbuf = vs->vs_buf;
1697
1698 vs->vs_nbufs = nbufs;
1699 if (nbufs > 0) {
1700 vs->vs_buf =
1701 kmem_alloc(sizeof(struct video_buffer *) * nbufs, KM_SLEEP);
1702 if (vs->vs_buf == NULL) {
1703 vs->vs_nbufs = oldnbufs;
1704 vs->vs_buf = oldbuf;
1705
1706 return ENOMEM;
1707 }
1708 } else {
1709 vs->vs_buf = NULL;
1710 }
1711
1712 minnbufs = min(vs->vs_nbufs, oldnbufs);
1713 /* copy any bufs that will be reused */
1714 for (i = 0; i < minnbufs; ++i)
1715 vs->vs_buf[i] = oldbuf[i];
1716 /* allocate any necessary new bufs */
1717 for (; i < vs->vs_nbufs; ++i)
1718 vs->vs_buf[i] = video_buffer_alloc();
1719 /* free any bufs no longer used */
1720 for (; i < oldnbufs; ++i) {
1721 video_buffer_free(oldbuf[i]);
1722 oldbuf[i] = NULL;
1723 }
1724
1725 /* Free old buffer metadata */
1726 if (oldbuf != NULL)
1727 kmem_free(oldbuf, sizeof(struct video_buffer *) * oldnbufs);
1728
1729 /* initialize bufs */
1730 offset = 0;
1731 for (i = 0; i < vs->vs_nbufs; ++i) {
1732 buf = vs->vs_buf[i]->vb_buf;
1733 buf->index = i;
1734 buf->type = vs->vs_type;
1735 buf->bytesused = 0;
1736 buf->flags = 0;
1737 buf->field = 0;
1738 buf->sequence = 0;
1739 buf->memory = V4L2_MEMORY_MMAP;
1740 buf->m.offset = offset;
1741 buf->length = vs->vs_format.sample_size;
1742 buf->input = 0;
1743 buf->reserved = 0;
1744
1745 offset += buf->length;
1746 }
1747
1748 return 0;
1749 }
1750
1751 /* Accepts a video_sample into the ingress queue. Caller must hold
1752 * the stream lock. */
1753 void
1754 video_stream_enqueue(struct video_stream *vs, struct video_buffer *vb)
1755 {
1756 if (vb->vb_buf->flags & V4L2_BUF_FLAG_QUEUED) {
1757 DPRINTF(("video_stream_enqueue: sample already queued\n"));
1758 return;
1759 }
1760
1761 vb->vb_buf->flags |= V4L2_BUF_FLAG_QUEUED;
1762 vb->vb_buf->flags &= ~V4L2_BUF_FLAG_DONE;
1763
1764 vb->vb_buf->bytesused = 0;
1765
1766 SIMPLEQ_INSERT_TAIL(&vs->vs_ingress, vb, entries);
1767 }
1768
1769
1770 /* Removes the head of the egress queue for use by userspace. Caller
1771 * must hold the stream lock. */
1772 struct video_buffer *
1773 video_stream_dequeue(struct video_stream *vs)
1774 {
1775 struct video_buffer *vb;
1776
1777 if (!SIMPLEQ_EMPTY(&vs->vs_egress)) {
1778 vb = SIMPLEQ_FIRST(&vs->vs_egress);
1779 SIMPLEQ_REMOVE_HEAD(&vs->vs_egress, entries);
1780 vb->vb_buf->flags &= ~V4L2_BUF_FLAG_QUEUED;
1781 vb->vb_buf->flags |= V4L2_BUF_FLAG_DONE;
1782 return vb;
1783 } else {
1784 return NULL;
1785 }
1786 }
1787
1788
1789 /*
1790 * write payload data to the appropriate video sample, possibly moving
1791 * the sample from ingress to egress queues
1792 */
1793 void
1794 video_stream_write(struct video_stream *vs,
1795 const struct video_payload *payload)
1796 {
1797 struct video_buffer *vb;
1798 struct v4l2_buffer *buf;
1799 struct scatter_io sio;
1800
1801 mutex_enter(&vs->vs_lock);
1802
1803 /* change of frameno implies end of current frame */
1804 if (vs->vs_frameno > 0 && vs->vs_frameno != payload->frameno)
1805 video_stream_sample_done(vs);
1806
1807 if (vs->vs_drop || SIMPLEQ_EMPTY(&vs->vs_ingress)) {
1808 /* DPRINTF(("video_stream_write: dropping sample %d\n",
1809 vs->vs_sequence)); */
1810 vs->vs_drop = true;
1811 } else {
1812 vb = SIMPLEQ_FIRST(&vs->vs_ingress);
1813 buf = vb->vb_buf;
1814 if (payload->size > buf->length - buf->bytesused) {
1815 DPRINTF(("video_stream_write: "
1816 "payload would overflow\n"));
1817 } else if (scatter_io_init(&vs->vs_data,
1818 buf->m.offset + buf->bytesused,
1819 payload->size,
1820 &sio))
1821 {
1822 scatter_io_copyin(&sio, payload->data);
1823 buf->bytesused += (payload->size - sio.sio_resid);
1824 } else {
1825 DPRINTF(("video_stream_write: failed to init scatter io "
1826 "vb=%p buf=%p "
1827 "buf->m.offset=%d buf->bytesused=%zu "
1828 "payload->size=%zu\n",
1829 vb, buf,
1830 buf->m.offset, buf->bytesused, payload->size));
1831 }
1832 }
1833
1834 /* if the payload marks it, we can do sample_done() early */
1835 if (payload->end_of_frame)
1836 video_stream_sample_done(vs);
1837
1838 mutex_exit(&vs->vs_lock);
1839 }
1840
1841
1842 /* Moves the head of the ingress queue to the tail of the egress
1843 * queue, or resets drop status if we were dropping this sample.
1844 * Caller should hold the stream queue lock. */
1845 void
1846 video_stream_sample_done(struct video_stream *vs)
1847 {
1848 struct video_buffer *vb;
1849
1850 if (vs->vs_drop) {
1851 vs->vs_drop = false;
1852 } else if (!SIMPLEQ_EMPTY(&vs->vs_ingress)) {
1853 vb = SIMPLEQ_FIRST(&vs->vs_ingress);
1854 vb->vb_buf->sequence = vs->vs_sequence;
1855 SIMPLEQ_REMOVE_HEAD(&vs->vs_ingress, entries);
1856
1857 SIMPLEQ_INSERT_TAIL(&vs->vs_egress, vb, entries);
1858 cv_signal(&vs->vs_sample_cv);
1859 } else {
1860 DPRINTF(("video_stream_sample_done: no sample\n"));
1861 }
1862
1863 vs->vs_frameno ^= 1;
1864 vs->vs_sequence++;
1865 }
1866
1867 /* Check if all buffers are queued, i.e. none are under control of
1868 * userspace. */
1869 /*
1870 static bool
1871 video_stream_all_queued(struct video_stream *vs)
1872 {
1873 }
1874 */
1875
1876
1877 static void
1878 scatter_buf_init(struct scatter_buf *sb)
1879 {
1880 sb->sb_pool = pool_cache_init(PAGE_SIZE, 0, 0, 0,
1881 "video", NULL, IPL_VIDEO,
1882 NULL, NULL, NULL);
1883 sb->sb_size = 0;
1884 sb->sb_npages = 0;
1885 sb->sb_page_ary = NULL;
1886 }
1887
1888 static void
1889 scatter_buf_destroy(struct scatter_buf *sb)
1890 {
1891 /* Do we need to return everything to the pool first? */
1892 scatter_buf_set_size(sb, 0);
1893 pool_cache_destroy(sb->sb_pool);
1894 sb->sb_pool = 0;
1895 sb->sb_npages = 0;
1896 sb->sb_page_ary = NULL;
1897 }
1898
1899 /* Increase or decrease the size of the buffer */
1900 static int
1901 scatter_buf_set_size(struct scatter_buf *sb, size_t sz)
1902 {
1903 int i;
1904 size_t npages, minpages, oldnpages;
1905 uint8_t **old_ary;
1906
1907 npages = (sz >> PAGE_SHIFT) + ((sz & PAGE_MASK) > 0);
1908
1909 if (sb->sb_npages == npages) {
1910 return 0;
1911 }
1912
1913 oldnpages = sb->sb_npages;
1914 old_ary = sb->sb_page_ary;
1915
1916 sb->sb_npages = npages;
1917 if (npages > 0) {
1918 sb->sb_page_ary =
1919 kmem_alloc(sizeof(uint8_t *) * npages, KM_SLEEP);
1920 if (sb->sb_page_ary == NULL) {
1921 sb->sb_npages = oldnpages;
1922 sb->sb_page_ary = old_ary;
1923 return ENOMEM;
1924 }
1925 } else {
1926 sb->sb_page_ary = NULL;
1927 }
1928
1929 minpages = min(npages, oldnpages);
1930 /* copy any pages that will be reused */
1931 for (i = 0; i < minpages; ++i)
1932 sb->sb_page_ary[i] = old_ary[i];
1933 /* allocate any new pages */
1934 for (; i < npages; ++i) {
1935 sb->sb_page_ary[i] = pool_cache_get(sb->sb_pool, 0);
1936 /* TODO: does pool_cache_get return NULL on
1937 * ENOMEM? If so, we need to release or note
1938 * the pages with did allocate
1939 * successfully. */
1940 if (sb->sb_page_ary[i] == NULL) {
1941 DPRINTF(("video: pool_cache_get ENOMEM\n"));
1942 return ENOMEM;
1943 }
1944 }
1945 /* return any pages no longer needed */
1946 for (; i < oldnpages; ++i)
1947 pool_cache_put(sb->sb_pool, old_ary[i]);
1948
1949 if (old_ary != NULL)
1950 kmem_free(old_ary, sizeof(uint8_t *) * oldnpages);
1951
1952 sb->sb_size = sb->sb_npages << PAGE_SHIFT;
1953
1954 return 0;
1955 }
1956
1957
1958 static paddr_t
1959 scatter_buf_map(struct scatter_buf *sb, off_t off)
1960 {
1961 size_t pg;
1962 paddr_t pa;
1963
1964 pg = off >> PAGE_SHIFT;
1965
1966 if (pg >= sb->sb_npages)
1967 return -1;
1968 else if (!pmap_extract(pmap_kernel(), (vaddr_t)sb->sb_page_ary[pg], &pa))
1969 return -1;
1970
1971 return atop(pa);
1972 }
1973
1974 /* Initialize data for an io operation on a scatter buffer. Returns
1975 * true if the transfer is valid, or false if out of range. */
1976 static bool
1977 scatter_io_init(struct scatter_buf *sb,
1978 off_t off, size_t len,
1979 struct scatter_io *sio)
1980 {
1981 if ((off + len) > sb->sb_size) {
1982 DPRINTF(("video: scatter_io_init failed: off=%" PRId64
1983 " len=%zu sb->sb_size=%zu\n",
1984 off, len, sb->sb_size));
1985 return false;
1986 }
1987
1988 sio->sio_buf = sb;
1989 sio->sio_offset = off;
1990 sio->sio_resid = len;
1991
1992 return true;
1993 }
1994
1995 /* Store the pointer and size of the next contiguous segment. Returns
1996 * true if the segment is valid, or false if all has been transfered.
1997 * Does not check for overflow. */
1998 static bool
1999 scatter_io_next(struct scatter_io *sio, void **p, size_t *sz)
2000 {
2001 size_t pg, pgo;
2002
2003 if (sio->sio_resid == 0)
2004 return false;
2005
2006 pg = sio->sio_offset >> PAGE_SHIFT;
2007 pgo = sio->sio_offset & PAGE_MASK;
2008
2009 *sz = min(PAGE_SIZE - pgo, sio->sio_resid);
2010 *p = sio->sio_buf->sb_page_ary[pg] + pgo;
2011
2012 sio->sio_offset += *sz;
2013 sio->sio_resid -= *sz;
2014
2015 return true;
2016 }
2017
2018 /* Semi-undo of a failed segment copy. Updates the scatter_io
2019 * struct to the previous values prior to a failed segment copy. */
2020 static void
2021 scatter_io_undo(struct scatter_io *sio, size_t sz)
2022 {
2023 sio->sio_offset -= sz;
2024 sio->sio_resid += sz;
2025 }
2026
2027 /* Copy data from src into the scatter_buf as described by io. */
2028 static void
2029 scatter_io_copyin(struct scatter_io *sio, const void *p)
2030 {
2031 void *dst;
2032 const uint8_t *src = p;
2033 size_t sz;
2034
2035 while(scatter_io_next(sio, &dst, &sz)) {
2036 memcpy(dst, src, sz);
2037 src += sz;
2038 }
2039 }
2040
2041 /* --not used; commented to avoid compiler warnings--
2042 static void
2043 scatter_io_copyout(struct scatter_io *sio, void *p)
2044 {
2045 void *src;
2046 uint8_t *dst = p;
2047 size_t sz;
2048
2049 while(scatter_io_next(sio, &src, &sz)) {
2050 memcpy(dst, src, sz);
2051 dst += sz;
2052 }
2053 }
2054 */
2055
2056 /* Performat a series of uiomove calls on a scatter buf. Returns
2057 * EFAULT if uiomove EFAULTs on the first segment. Otherwise, returns
2058 * an incomplete transfer but with no error. */
2059 static int
2060 scatter_io_uiomove(struct scatter_io *sio, struct uio *uio)
2061 {
2062 void *p;
2063 size_t sz;
2064 bool first = true;
2065 int err;
2066
2067 while(scatter_io_next(sio, &p, &sz)) {
2068 err = uiomove(p, sz, uio);
2069 if (err == EFAULT) {
2070 scatter_io_undo(sio, sz);
2071 if (first)
2072 return EFAULT;
2073 else
2074 return 0;
2075 }
2076 first = false;
2077 }
2078
2079 return 0;
2080 }
2081
2082 #endif /* NVIDEO > 0 */
2083