v4l2.c 22.4 KB
Newer Older
Luca Abeni's avatar
Luca Abeni committed
1 2
/*
 * Video4Linux2 grab interface
3 4
 * Copyright (c) 2000,2001 Fabrice Bellard
 * Copyright (c) 2006 Luca Abeni
Luca Abeni's avatar
Luca Abeni committed
5 6 7 8 9 10 11 12
 *
 * Part of this file is based on the V4L2 video capture example
 * (http://v4l2spec.bytesex.org/v4l2spec/capture.c)
 *
 * Thanks to Michael Niedermayer for providing the mapping between
 * V4L2_PIX_FMT_* and PIX_FMT_*
 *
 *
13
 * This file is part of Libav.
14
 *
15
 * Libav is free software; you can redistribute it and/or
Luca Abeni's avatar
Luca Abeni committed
16 17
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
18
 * version 2.1 of the License, or (at your option) any later version.
Luca Abeni's avatar
Luca Abeni committed
19
 *
20
 * Libav is distributed in the hope that it will be useful,
Luca Abeni's avatar
Luca Abeni committed
21 22 23 24 25
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
26
 * License along with Libav; if not, write to the Free Software
Luca Abeni's avatar
Luca Abeni committed
27 28
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */
29

30
#undef __STRICT_ANSI__ //workaround due to broken kernel headers
31
#include "config.h"
32
#include "libavformat/avformat.h"
33
#include "libavformat/internal.h"
Luca Abeni's avatar
Luca Abeni committed
34 35 36 37 38
#include <unistd.h>
#include <fcntl.h>
#include <sys/ioctl.h>
#include <sys/mman.h>
#include <sys/time.h>
39
#if HAVE_SYS_VIDEOIO_H
40 41
#include <sys/videoio.h>
#else
42
#include <linux/videodev2.h>
43
#endif
Luca Abeni's avatar
Luca Abeni committed
44
#include <time.h>
45
#include "libavutil/imgutils.h"
46 47
#include "libavutil/log.h"
#include "libavutil/opt.h"
48
#include "libavutil/parseutils.h"
49
#include "libavutil/pixdesc.h"
50
#include "libavutil/avstring.h"
Luca Abeni's avatar
Luca Abeni committed
51 52 53 54

static const int desired_video_buffers = 256;

struct video_data {
55
    AVClass *class;
Luca Abeni's avatar
Luca Abeni committed
56 57 58 59
    int fd;
    int frame_format; /* V4L2_PIX_FMT_* */
    int width, height;
    int frame_size;
60
    int interlaced;
Luca Abeni's avatar
Luca Abeni committed
61 62 63 64 65
    int top_field_first;

    int buffers;
    void **buf_start;
    unsigned int *buf_len;
66
    char *standard;
67
    int channel;
68
    char *video_size; /**< String describing video size, set by a private option. */
69
    char *pixel_format; /**< Set by a private option. */
70
    char *framerate;    /**< Set by a private option. */
Luca Abeni's avatar
Luca Abeni committed
71 72
};

73 74 75 76 77
struct buff_data {
    int index;
    int fd;
};

Luca Abeni's avatar
Luca Abeni committed
78 79
struct fmt_map {
    enum PixelFormat ff_fmt;
80
    enum CodecID codec_id;
81
    uint32_t v4l2_fmt;
Luca Abeni's avatar
Luca Abeni committed
82 83 84
};

static struct fmt_map fmt_conversion_table[] = {
85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100
    //ff_fmt           codec_id           v4l2_fmt
    { PIX_FMT_YUV420P, CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUV420  },
    { PIX_FMT_YUV422P, CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUV422P },
    { PIX_FMT_YUYV422, CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUYV    },
    { PIX_FMT_UYVY422, CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_UYVY    },
    { PIX_FMT_YUV411P, CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUV411P },
    { PIX_FMT_YUV410P, CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUV410  },
    { PIX_FMT_RGB555,  CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_RGB555  },
    { PIX_FMT_RGB565,  CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_RGB565  },
    { PIX_FMT_BGR24,   CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_BGR24   },
    { PIX_FMT_RGB24,   CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_RGB24   },
    { PIX_FMT_BGRA,    CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_BGR32   },
    { PIX_FMT_GRAY8,   CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_GREY    },
    { PIX_FMT_NV12,    CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_NV12    },
    { PIX_FMT_NONE,    CODEC_ID_MJPEG,    V4L2_PIX_FMT_MJPEG   },
    { PIX_FMT_NONE,    CODEC_ID_MJPEG,    V4L2_PIX_FMT_JPEG    },
Luca Abeni's avatar
Luca Abeni committed
101 102
};

103
static int device_open(AVFormatContext *ctx, uint32_t *capabilities)
Luca Abeni's avatar
Luca Abeni committed
104 105 106
{
    struct v4l2_capability cap;
    int fd;
107
    int res, err;
108
    int flags = O_RDWR;
Luca Abeni's avatar
Luca Abeni committed
109

110 111 112
    if (ctx->flags & AVFMT_FLAG_NONBLOCK) {
        flags |= O_NONBLOCK;
    }
Luca Barbato's avatar
Luca Barbato committed
113

114
    fd = open(ctx->filename, flags, 0);
Luca Abeni's avatar
Luca Abeni committed
115
    if (fd < 0) {
Luca Abeni's avatar
Luca Abeni committed
116
        av_log(ctx, AV_LOG_ERROR, "Cannot open video device %s : %s\n",
Luca Barbato's avatar
Luca Barbato committed
117
               ctx->filename, strerror(errno));
Luca Abeni's avatar
Luca Abeni committed
118

119
        return AVERROR(errno);
Luca Abeni's avatar
Luca Abeni committed
120 121 122
    }

    res = ioctl(fd, VIDIOC_QUERYCAP, &cap);
123
    // ENOIOCTLCMD definition only availble on __KERNEL__
124
    if (res < 0 && ((err = errno) == 515)) {
Luca Barbato's avatar
Luca Barbato committed
125 126 127
        av_log(ctx, AV_LOG_ERROR,
               "QUERYCAP not implemented, probably V4L device but "
               "not supporting V4L2\n");
128
        close(fd);
129

130
        return AVERROR(515);
131
    }
Luca Barbato's avatar
Luca Barbato committed
132

Luca Abeni's avatar
Luca Abeni committed
133
    if (res < 0) {
Luca Abeni's avatar
Luca Abeni committed
134
        av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_QUERYCAP): %s\n",
Luca Abeni's avatar
Luca Abeni committed
135
                 strerror(errno));
136
        close(fd);
Luca Abeni's avatar
Luca Abeni committed
137

138
        return AVERROR(err);
Luca Abeni's avatar
Luca Abeni committed
139
    }
Luca Barbato's avatar
Luca Barbato committed
140

Luca Abeni's avatar
Luca Abeni committed
141
    if ((cap.capabilities & V4L2_CAP_VIDEO_CAPTURE) == 0) {
Luca Abeni's avatar
Luca Abeni committed
142
        av_log(ctx, AV_LOG_ERROR, "Not a video capture device\n");
143
        close(fd);
Luca Abeni's avatar
Luca Abeni committed
144

145
        return AVERROR(ENODEV);
Luca Abeni's avatar
Luca Abeni committed
146
    }
Luca Barbato's avatar
Luca Barbato committed
147

Luca Abeni's avatar
Luca Abeni committed
148 149 150 151 152
    *capabilities = cap.capabilities;

    return fd;
}

Luca Barbato's avatar
Luca Barbato committed
153 154
static int device_init(AVFormatContext *ctx, int *width, int *height,
                       uint32_t pix_fmt)
Luca Abeni's avatar
Luca Abeni committed
155
{
Luca Abeni's avatar
Luca Abeni committed
156 157
    struct video_data *s = ctx->priv_data;
    int fd = s->fd;
Luca Abeni's avatar
Luca Abeni committed
158
    struct v4l2_format fmt;
Luca Barbato's avatar
Luca Barbato committed
159 160
    struct v4l2_pix_format *pix = &fmt.fmt.pix;

161
    int res;
Luca Abeni's avatar
Luca Abeni committed
162 163

    memset(&fmt, 0, sizeof(struct v4l2_format));
Luca Barbato's avatar
Luca Barbato committed
164

Luca Abeni's avatar
Luca Abeni committed
165
    fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
Luca Barbato's avatar
Luca Barbato committed
166 167 168 169 170
    pix->width = *width;
    pix->height = *height;
    pix->pixelformat = pix_fmt;
    pix->field = V4L2_FIELD_ANY;

171
    res = ioctl(fd, VIDIOC_S_FMT, &fmt);
Luca Barbato's avatar
Luca Barbato committed
172

173
    if ((*width != fmt.fmt.pix.width) || (*height != fmt.fmt.pix.height)) {
Luca Barbato's avatar
Luca Barbato committed
174 175 176
        av_log(ctx, AV_LOG_INFO,
               "The V4L2 driver changed the video from %dx%d to %dx%d\n",
               *width, *height, fmt.fmt.pix.width, fmt.fmt.pix.height);
177 178 179 180
        *width = fmt.fmt.pix.width;
        *height = fmt.fmt.pix.height;
    }

181
    if (pix_fmt != fmt.fmt.pix.pixelformat) {
Luca Barbato's avatar
Luca Barbato committed
182 183 184 185
        av_log(ctx, AV_LOG_DEBUG,
               "The V4L2 driver changed the pixel format "
               "from 0x%08X to 0x%08X\n",
               pix_fmt, fmt.fmt.pix.pixelformat);
186 187 188
        res = -1;
    }

189 190 191 192 193
    if (fmt.fmt.pix.field == V4L2_FIELD_INTERLACED) {
        av_log(ctx, AV_LOG_DEBUG, "The V4L2 driver using the interlaced mode");
        s->interlaced = 1;
    }

194
    return res;
Luca Abeni's avatar
Luca Abeni committed
195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212
}

static int first_field(int fd)
{
    int res;
    v4l2_std_id std;

    res = ioctl(fd, VIDIOC_G_STD, &std);
    if (res < 0) {
        return 0;
    }
    if (std & V4L2_STD_NTSC) {
        return 0;
    }

    return 1;
}

213
static uint32_t fmt_ff2v4l(enum PixelFormat pix_fmt, enum CodecID codec_id)
Luca Abeni's avatar
Luca Abeni committed
214 215 216
{
    int i;

217
    for (i = 0; i < FF_ARRAY_ELEMS(fmt_conversion_table); i++) {
218 219 220 221
        if ((codec_id == CODEC_ID_NONE ||
             fmt_conversion_table[i].codec_id == codec_id) &&
            (pix_fmt == PIX_FMT_NONE ||
             fmt_conversion_table[i].ff_fmt == pix_fmt)) {
Luca Abeni's avatar
Luca Abeni committed
222 223 224 225 226 227 228
            return fmt_conversion_table[i].v4l2_fmt;
        }
    }

    return 0;
}

229
static enum PixelFormat fmt_v4l2ff(uint32_t v4l2_fmt, enum CodecID codec_id)
Luca Abeni's avatar
Luca Abeni committed
230 231 232
{
    int i;

233
    for (i = 0; i < FF_ARRAY_ELEMS(fmt_conversion_table); i++) {
234 235
        if (fmt_conversion_table[i].v4l2_fmt == v4l2_fmt &&
            fmt_conversion_table[i].codec_id == codec_id) {
Luca Abeni's avatar
Luca Abeni committed
236 237 238 239
            return fmt_conversion_table[i].ff_fmt;
        }
    }

240
    return PIX_FMT_NONE;
Luca Abeni's avatar
Luca Abeni committed
241 242
}

243 244 245 246 247 248 249 250 251 252 253 254 255
static enum CodecID fmt_v4l2codec(uint32_t v4l2_fmt)
{
    int i;

    for (i = 0; i < FF_ARRAY_ELEMS(fmt_conversion_table); i++) {
        if (fmt_conversion_table[i].v4l2_fmt == v4l2_fmt) {
            return fmt_conversion_table[i].codec_id;
        }
    }

    return CODEC_ID_NONE;
}

Luca Abeni's avatar
Luca Abeni committed
256
static int mmap_init(AVFormatContext *ctx)
Luca Abeni's avatar
Luca Abeni committed
257
{
Luca Abeni's avatar
Luca Abeni committed
258
    struct video_data *s = ctx->priv_data;
Luca Abeni's avatar
Luca Abeni committed
259 260 261 262 263 264 265
    struct v4l2_requestbuffers req;
    int i, res;

    memset(&req, 0, sizeof(struct v4l2_requestbuffers));
    req.count = desired_video_buffers;
    req.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
    req.memory = V4L2_MEMORY_MMAP;
266
    res = ioctl(s->fd, VIDIOC_REQBUFS, &req);
Luca Abeni's avatar
Luca Abeni committed
267 268
    if (res < 0) {
        if (errno == EINVAL) {
Luca Abeni's avatar
Luca Abeni committed
269
            av_log(ctx, AV_LOG_ERROR, "Device does not support mmap\n");
Luca Abeni's avatar
Luca Abeni committed
270
        } else {
Luca Abeni's avatar
Luca Abeni committed
271
            av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_REQBUFS)\n");
Luca Abeni's avatar
Luca Abeni committed
272 273
        }

274
        return AVERROR(errno);
Luca Abeni's avatar
Luca Abeni committed
275 276 277
    }

    if (req.count < 2) {
Luca Abeni's avatar
Luca Abeni committed
278
        av_log(ctx, AV_LOG_ERROR, "Insufficient buffer memory\n");
Luca Abeni's avatar
Luca Abeni committed
279

280
        return AVERROR(ENOMEM);
Luca Abeni's avatar
Luca Abeni committed
281 282 283 284
    }
    s->buffers = req.count;
    s->buf_start = av_malloc(sizeof(void *) * s->buffers);
    if (s->buf_start == NULL) {
Luca Abeni's avatar
Luca Abeni committed
285
        av_log(ctx, AV_LOG_ERROR, "Cannot allocate buffer pointers\n");
Luca Abeni's avatar
Luca Abeni committed
286

287
        return AVERROR(ENOMEM);
Luca Abeni's avatar
Luca Abeni committed
288 289 290
    }
    s->buf_len = av_malloc(sizeof(unsigned int) * s->buffers);
    if (s->buf_len == NULL) {
Luca Abeni's avatar
Luca Abeni committed
291
        av_log(ctx, AV_LOG_ERROR, "Cannot allocate buffer sizes\n");
Luca Abeni's avatar
Luca Abeni committed
292 293
        av_free(s->buf_start);

294
        return AVERROR(ENOMEM);
Luca Abeni's avatar
Luca Abeni committed
295 296 297 298 299 300 301 302 303
    }

    for (i = 0; i < req.count; i++) {
        struct v4l2_buffer buf;

        memset(&buf, 0, sizeof(struct v4l2_buffer));
        buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
        buf.memory = V4L2_MEMORY_MMAP;
        buf.index = i;
304
        res = ioctl(s->fd, VIDIOC_QUERYBUF, &buf);
Luca Abeni's avatar
Luca Abeni committed
305
        if (res < 0) {
Luca Abeni's avatar
Luca Abeni committed
306
            av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_QUERYBUF)\n");
Luca Abeni's avatar
Luca Abeni committed
307

308
            return AVERROR(errno);
Luca Abeni's avatar
Luca Abeni committed
309 310 311
        }

        s->buf_len[i] = buf.length;
312
        if (s->frame_size > 0 && s->buf_len[i] < s->frame_size) {
Luca Barbato's avatar
Luca Barbato committed
313 314 315
            av_log(ctx, AV_LOG_ERROR,
                   "Buffer len [%d] = %d != %d\n",
                   i, s->buf_len[i], s->frame_size);
Luca Abeni's avatar
Luca Abeni committed
316 317 318

            return -1;
        }
Luca Barbato's avatar
Luca Barbato committed
319 320 321 322
        s->buf_start[i] = mmap(NULL, buf.length,
                               PROT_READ | PROT_WRITE, MAP_SHARED,
                               s->fd, buf.m.offset);

Luca Abeni's avatar
Luca Abeni committed
323
        if (s->buf_start[i] == MAP_FAILED) {
Luca Abeni's avatar
Luca Abeni committed
324
            av_log(ctx, AV_LOG_ERROR, "mmap: %s\n", strerror(errno));
Luca Abeni's avatar
Luca Abeni committed
325

326
            return AVERROR(errno);
Luca Abeni's avatar
Luca Abeni committed
327 328 329 330 331 332
        }
    }

    return 0;
}

333 334 335 336 337 338
static void mmap_release_buffer(AVPacket *pkt)
{
    struct v4l2_buffer buf;
    int res, fd;
    struct buff_data *buf_descriptor = pkt->priv;

Luca Barbato's avatar
Luca Barbato committed
339 340
    if (pkt->data == NULL)
        return;
341

342 343 344 345 346 347 348
    memset(&buf, 0, sizeof(struct v4l2_buffer));
    buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
    buf.memory = V4L2_MEMORY_MMAP;
    buf.index = buf_descriptor->index;
    fd = buf_descriptor->fd;
    av_free(buf_descriptor);

349
    res = ioctl(fd, VIDIOC_QBUF, &buf);
Luca Barbato's avatar
Luca Barbato committed
350 351 352 353
    if (res < 0)
        av_log(NULL, AV_LOG_ERROR, "ioctl(VIDIOC_QBUF): %s\n",
               strerror(errno));

354 355 356 357 358
    pkt->data = NULL;
    pkt->size = 0;
}

static int mmap_read_frame(AVFormatContext *ctx, AVPacket *pkt)
Luca Abeni's avatar
Luca Abeni committed
359
{
Luca Abeni's avatar
Luca Abeni committed
360
    struct video_data *s = ctx->priv_data;
Luca Abeni's avatar
Luca Abeni committed
361
    struct v4l2_buffer buf;
362
    struct buff_data *buf_descriptor;
Luca Abeni's avatar
Luca Abeni committed
363 364 365 366 367 368 369
    int res;

    memset(&buf, 0, sizeof(struct v4l2_buffer));
    buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
    buf.memory = V4L2_MEMORY_MMAP;

    /* FIXME: Some special treatment might be needed in case of loss of signal... */
370
    while ((res = ioctl(s->fd, VIDIOC_DQBUF, &buf)) < 0 && (errno == EINTR));
Luca Abeni's avatar
Luca Abeni committed
371
    if (res < 0) {
372 373 374 375 376
        if (errno == EAGAIN) {
            pkt->size = 0;

            return AVERROR(EAGAIN);
        }
Luca Barbato's avatar
Luca Barbato committed
377 378
        av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_DQBUF): %s\n",
               strerror(errno));
Luca Abeni's avatar
Luca Abeni committed
379

380
        return AVERROR(errno);
Luca Abeni's avatar
Luca Abeni committed
381 382
    }
    assert (buf.index < s->buffers);
383
    if (s->frame_size > 0 && buf.bytesused != s->frame_size) {
Luca Barbato's avatar
Luca Barbato committed
384 385 386
        av_log(ctx, AV_LOG_ERROR,
               "The v4l2 frame is %d bytes, but %d bytes are expected\n",
               buf.bytesused, s->frame_size);
387

388
        return AVERROR_INVALIDDATA;
389 390
    }

Luca Abeni's avatar
Luca Abeni committed
391
    /* Image is at s->buff_start[buf.index] */
392 393 394 395 396 397 398 399 400 401
    pkt->data= s->buf_start[buf.index];
    pkt->size = buf.bytesused;
    pkt->pts = buf.timestamp.tv_sec * INT64_C(1000000) + buf.timestamp.tv_usec;
    pkt->destruct = mmap_release_buffer;
    buf_descriptor = av_malloc(sizeof(struct buff_data));
    if (buf_descriptor == NULL) {
        /* Something went wrong... Since av_malloc() failed, we cannot even
         * allocate a buffer for memcopying into it
         */
        av_log(ctx, AV_LOG_ERROR, "Failed to allocate a buffer descriptor\n");
402
        res = ioctl(s->fd, VIDIOC_QBUF, &buf);
Luca Abeni's avatar
Luca Abeni committed
403

404
        return AVERROR(ENOMEM);
Luca Abeni's avatar
Luca Abeni committed
405
    }
406 407 408
    buf_descriptor->fd = s->fd;
    buf_descriptor->index = buf.index;
    pkt->priv = buf_descriptor;
Luca Abeni's avatar
Luca Abeni committed
409 410 411 412

    return s->buf_len[buf.index];
}

Luca Abeni's avatar
Luca Abeni committed
413
static int mmap_start(AVFormatContext *ctx)
Luca Abeni's avatar
Luca Abeni committed
414
{
Luca Abeni's avatar
Luca Abeni committed
415
    struct video_data *s = ctx->priv_data;
Luca Abeni's avatar
Luca Abeni committed
416 417 418 419 420 421 422 423 424 425 426
    enum v4l2_buf_type type;
    int i, res;

    for (i = 0; i < s->buffers; i++) {
        struct v4l2_buffer buf;

        memset(&buf, 0, sizeof(struct v4l2_buffer));
        buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
        buf.memory = V4L2_MEMORY_MMAP;
        buf.index  = i;

427
        res = ioctl(s->fd, VIDIOC_QBUF, &buf);
Luca Abeni's avatar
Luca Abeni committed
428
        if (res < 0) {
Luca Barbato's avatar
Luca Barbato committed
429 430
            av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_QBUF): %s\n",
                   strerror(errno));
Luca Abeni's avatar
Luca Abeni committed
431

432
            return AVERROR(errno);
Luca Abeni's avatar
Luca Abeni committed
433 434 435 436
        }
    }

    type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
437
    res = ioctl(s->fd, VIDIOC_STREAMON, &type);
Luca Abeni's avatar
Luca Abeni committed
438
    if (res < 0) {
Luca Barbato's avatar
Luca Barbato committed
439 440
        av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_STREAMON): %s\n",
               strerror(errno));
Luca Abeni's avatar
Luca Abeni committed
441

442
        return AVERROR(errno);
Luca Abeni's avatar
Luca Abeni committed
443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464
    }

    return 0;
}

static void mmap_close(struct video_data *s)
{
    enum v4l2_buf_type type;
    int i;

    type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
    /* We do not check for the result, because we could
     * not do anything about it anyway...
     */
    ioctl(s->fd, VIDIOC_STREAMOFF, &type);
    for (i = 0; i < s->buffers; i++) {
        munmap(s->buf_start[i], s->buf_len[i]);
    }
    av_free(s->buf_start);
    av_free(s->buf_len);
}

465
static int v4l2_set_parameters(AVFormatContext *s1, AVFormatParameters *ap)
466 467 468 469
{
    struct video_data *s = s1->priv_data;
    struct v4l2_input input;
    struct v4l2_standard standard;
470 471
    struct v4l2_streamparm streamparm = { 0 };
    struct v4l2_fract *tpf = &streamparm.parm.capture.timeperframe;
472
    int i, ret;
473
    AVRational framerate_q;
474

475 476
    streamparm.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;

Luca Barbato's avatar
Luca Barbato committed
477 478 479 480
    if (s->framerate &&
        (ret = av_parse_video_rate(&framerate_q, s->framerate)) < 0) {
        av_log(s1, AV_LOG_ERROR, "Could not parse framerate '%s'.\n",
               s->framerate);
481 482
        return ret;
    }
483

Anton Khirnov's avatar
Anton Khirnov committed
484 485 486 487 488 489 490
    /* set tv video input */
    memset (&input, 0, sizeof (input));
    input.index = s->channel;
    if (ioctl(s->fd, VIDIOC_ENUMINPUT, &input) < 0) {
        av_log(s1, AV_LOG_ERROR, "The V4L2 driver ioctl enum input failed:\n");
        return AVERROR(EIO);
    }
491

Anton Khirnov's avatar
Anton Khirnov committed
492 493 494
    av_log(s1, AV_LOG_DEBUG, "The V4L2 driver set input_id: %d, input: %s\n",
            s->channel, input.name);
    if (ioctl(s->fd, VIDIOC_S_INPUT, &input.index) < 0) {
Luca Barbato's avatar
Luca Barbato committed
495 496
        av_log(s1, AV_LOG_ERROR,
               "The V4L2 driver ioctl set input(%d) failed\n",
Anton Khirnov's avatar
Anton Khirnov committed
497 498 499
                s->channel);
        return AVERROR(EIO);
    }
500

501
    if (s->standard) {
Luca Abeni's avatar
Luca Abeni committed
502
        av_log(s1, AV_LOG_DEBUG, "The V4L2 driver set standard: %s\n",
503
               s->standard);
Luca Abeni's avatar
Luca Abeni committed
504 505 506 507 508
        /* set tv standard */
        memset (&standard, 0, sizeof (standard));
        for(i=0;;i++) {
            standard.index = i;
            if (ioctl(s->fd, VIDIOC_ENUMSTD, &standard) < 0) {
Luca Barbato's avatar
Luca Barbato committed
509 510
                av_log(s1, AV_LOG_ERROR,
                       "The V4L2 driver ioctl set standard(%s) failed\n",
511
                       s->standard);
512
                return AVERROR(EIO);
Luca Abeni's avatar
Luca Abeni committed
513 514
            }

515
            if (!av_strcasecmp(standard.name, s->standard)) {
Luca Abeni's avatar
Luca Abeni committed
516 517 518 519
                break;
            }
        }

Luca Barbato's avatar
Luca Barbato committed
520 521
        av_log(s1, AV_LOG_DEBUG,
               "The V4L2 driver set standard: %s, id: %"PRIu64"\n",
522
               s->standard, (uint64_t)standard.id);
Luca Abeni's avatar
Luca Abeni committed
523
        if (ioctl(s->fd, VIDIOC_S_STD, &standard.id) < 0) {
Luca Barbato's avatar
Luca Barbato committed
524 525
            av_log(s1, AV_LOG_ERROR,
                   "The V4L2 driver ioctl set standard(%s) failed\n",
526
                   s->standard);
527
            return AVERROR(EIO);
528
        }
529
    }
530

531
    if (framerate_q.num && framerate_q.den) {
532
        av_log(s1, AV_LOG_DEBUG, "Setting time per frame to %d/%d\n",
533 534 535
               framerate_q.den, framerate_q.num);
        tpf->numerator   = framerate_q.den;
        tpf->denominator = framerate_q.num;
Luca Barbato's avatar
Luca Barbato committed
536

537 538 539
        if (ioctl(s->fd, VIDIOC_S_PARM, &streamparm) != 0) {
            av_log(s1, AV_LOG_ERROR,
                   "ioctl set time per frame(%d/%d) failed\n",
540
                   framerate_q.den, framerate_q.num);
541 542 543
            return AVERROR(EIO);
        }

544 545
        if (framerate_q.num != tpf->denominator ||
            framerate_q.den != tpf->numerator) {
546
            av_log(s1, AV_LOG_INFO,
Luca Barbato's avatar
Luca Barbato committed
547 548
                   "The driver changed the time per frame from "
                   "%d/%d to %d/%d\n",
549
                   framerate_q.den, framerate_q.num,
550 551
                   tpf->numerator, tpf->denominator);
        }
552 553
    } else {
        if (ioctl(s->fd, VIDIOC_G_PARM, &streamparm) != 0) {
Luca Barbato's avatar
Luca Barbato committed
554 555
            av_log(s1, AV_LOG_ERROR, "ioctl(VIDIOC_G_PARM): %s\n",
                   strerror(errno));
556 557
            return AVERROR(errno);
        }
558
    }
559 560
    s1->streams[0]->codec->time_base.den = tpf->denominator;
    s1->streams[0]->codec->time_base.num = tpf->numerator;
561

562 563 564
    return 0;
}

565
static uint32_t device_try_init(AVFormatContext *s1,
566
                                enum PixelFormat pix_fmt,
567 568 569
                                int *width,
                                int *height,
                                enum CodecID *codec_id)
570
{
571
    uint32_t desired_format = fmt_ff2v4l(pix_fmt, s1->video_codec_id);
572 573 574 575 576 577 578

    if (desired_format == 0 ||
        device_init(s1, width, height, desired_format) < 0) {
        int i;

        desired_format = 0;
        for (i = 0; i<FF_ARRAY_ELEMS(fmt_conversion_table); i++) {
579 580
            if (s1->video_codec_id == CODEC_ID_NONE ||
                fmt_conversion_table[i].codec_id == s1->video_codec_id) {
581 582 583 584 585 586 587 588
                desired_format = fmt_conversion_table[i].v4l2_fmt;
                if (device_init(s1, width, height, desired_format) >= 0) {
                    break;
                }
                desired_format = 0;
            }
        }
    }
Luca Barbato's avatar
Luca Barbato committed
589

590 591 592 593 594 595 596 597
    if (desired_format != 0) {
        *codec_id = fmt_v4l2codec(desired_format);
        assert(*codec_id != CODEC_ID_NONE);
    }

    return desired_format;
}

Luca Abeni's avatar
Luca Abeni committed
598 599 600 601
static int v4l2_read_header(AVFormatContext *s1, AVFormatParameters *ap)
{
    struct video_data *s = s1->priv_data;
    AVStream *st;
602
    int res = 0;
Luca Barbato's avatar
Luca Barbato committed
603
    uint32_t desired_format, capabilities = 0;
604
    enum CodecID codec_id;
605
    enum PixelFormat pix_fmt = PIX_FMT_NONE;
Luca Abeni's avatar
Luca Abeni committed
606

607
    st = avformat_new_stream(s1, NULL);
Luca Abeni's avatar
Luca Abeni committed
608
    if (!st) {
609 610
        res = AVERROR(ENOMEM);
        goto out;
Luca Abeni's avatar
Luca Abeni committed
611
    }
Luca Barbato's avatar
Luca Barbato committed
612

613
    avpriv_set_pts_info(st, 64, 1, 1000000); /* 64 bits pts in us */
Luca Abeni's avatar
Luca Abeni committed
614

Luca Barbato's avatar
Luca Barbato committed
615 616 617 618
    if (s->video_size &&
        (res = av_parse_video_size(&s->width, &s->height, s->video_size)) < 0) {
        av_log(s1, AV_LOG_ERROR, "Could not parse video size '%s'.\n",
               s->video_size);
619 620
        goto out;
    }
Luca Barbato's avatar
Luca Barbato committed
621 622 623 624
    if (s->pixel_format &&
        (pix_fmt = av_get_pix_fmt(s->pixel_format)) == PIX_FMT_NONE) {
        av_log(s1, AV_LOG_ERROR, "No such pixel format: %s.\n",
               s->pixel_format);
625 626 627
        res = AVERROR(EINVAL);
        goto out;
    }
Luca Abeni's avatar
Luca Abeni committed
628

629
    s->fd = device_open(s1, &capabilities);
Luca Abeni's avatar
Luca Abeni committed
630
    if (s->fd < 0) {
631 632
        res = AVERROR(EIO);
        goto out;
Luca Abeni's avatar
Luca Abeni committed
633
    }
634
    av_log(s1, AV_LOG_VERBOSE, "[%d]Capabilities: %x\n", s->fd, capabilities);
Luca Abeni's avatar
Luca Abeni committed
635

636 637 638
    if (!s->width && !s->height) {
        struct v4l2_format fmt;

Luca Barbato's avatar
Luca Barbato committed
639 640
        av_log(s1, AV_LOG_VERBOSE,
               "Querying the device for the current frame size\n");
641 642
        fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
        if (ioctl(s->fd, VIDIOC_G_FMT, &fmt) < 0) {
Luca Barbato's avatar
Luca Barbato committed
643 644
            av_log(s1, AV_LOG_ERROR, "ioctl(VIDIOC_G_FMT): %s\n",
                   strerror(errno));
645 646
            res = AVERROR(errno);
            goto out;
647
        }
Luca Barbato's avatar
Luca Barbato committed
648

649 650
        s->width  = fmt.fmt.pix.width;
        s->height = fmt.fmt.pix.height;
Luca Barbato's avatar
Luca Barbato committed
651 652
        av_log(s1, AV_LOG_VERBOSE,
               "Setting frame size to %dx%d\n", s->width, s->height);
653 654
    }

Luca Barbato's avatar
Luca Barbato committed
655 656
    desired_format = device_try_init(s1, pix_fmt, &s->width, &s->height,
                                     &codec_id);
Luca Abeni's avatar
Luca Abeni committed
657
    if (desired_format == 0) {
658
        av_log(s1, AV_LOG_ERROR, "Cannot find a proper format for "
659
               "codec_id %d, pix_fmt %d.\n", s1->video_codec_id, pix_fmt);
Luca Abeni's avatar
Luca Abeni committed
660 661
        close(s->fd);

662 663
        res = AVERROR(EIO);
        goto out;
Luca Abeni's avatar
Luca Abeni committed
664
    }
Luca Barbato's avatar
Luca Barbato committed
665

666 667
    if ((res = av_image_check_size(s->width, s->height, 0, s1) < 0))
        goto out;
Luca Barbato's avatar
Luca Barbato committed
668

Luca Abeni's avatar
Luca Abeni committed
669 670
    s->frame_format = desired_format;

671 672
    if ((res = v4l2_set_parameters(s1, ap) < 0))
        goto out;
673

674
    st->codec->pix_fmt = fmt_v4l2ff(desired_format, codec_id);
Luca Barbato's avatar
Luca Barbato committed
675 676 677
    s->frame_size =
        avpicture_get_size(st->codec->pix_fmt, s->width, s->height);

Luca Abeni's avatar
Luca Abeni committed
678
    if (capabilities & V4L2_CAP_STREAMING) {
Luca Barbato's avatar
Luca Barbato committed
679
        if (!(res = mmap_init(s1)))
Luca Abeni's avatar
Luca Abeni committed
680
            res = mmap_start(s1);
Luca Abeni's avatar
Luca Abeni committed
681
    } else {
Luca Barbato's avatar
Luca Barbato committed
682
        res = AVERROR(ENOSYS);
Luca Abeni's avatar
Luca Abeni committed
683 684 685
    }
    if (res < 0) {
        close(s->fd);
686
        goto out;
Luca Abeni's avatar
Luca Abeni committed
687 688 689
    }
    s->top_field_first = first_field(s->fd);

690
    st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
691
    st->codec->codec_id = codec_id;
692 693
    st->codec->width = s->width;
    st->codec->height = s->height;
Luca Abeni's avatar
Luca Abeni committed
694 695
    st->codec->bit_rate = s->frame_size * 1/av_q2d(st->codec->time_base) * 8;

696 697
out:
    return res;
Luca Abeni's avatar
Luca Abeni committed
698 699 700 701 702
}

static int v4l2_read_packet(AVFormatContext *s1, AVPacket *pkt)
{
    struct video_data *s = s1->priv_data;
Luca Barbato's avatar
Luca Barbato committed
703
    AVFrame *frame = s1->streams[0]->codec->coded_frame;
Luca Abeni's avatar
Luca Abeni committed
704 705
    int res;

Luca Barbato's avatar
Luca Barbato committed
706 707
    av_init_packet(pkt);
    if ((res = mmap_read_frame(s1, pkt)) < 0) {
708
        return res;
Luca Abeni's avatar
Luca Abeni committed
709 710
    }

Luca Barbato's avatar
Luca Barbato committed
711 712 713
    if (frame && s->interlaced) {
        frame->interlaced_frame = 1;
        frame->top_field_first = s->top_field_first;
Luca Abeni's avatar
Luca Abeni committed
714 715
    }

716
    return pkt->size;
Luca Abeni's avatar
Luca Abeni committed
717 718 719 720 721 722
}

static int v4l2_read_close(AVFormatContext *s1)
{
    struct video_data *s = s1->priv_data;

Luca Barbato's avatar
Luca Barbato committed
723
    mmap_close(s);
Luca Abeni's avatar
Luca Abeni committed
724 725 726 727 728

    close(s->fd);
    return 0;
}

729 730
#define OFFSET(x) offsetof(struct video_data, x)
#define DEC AV_OPT_FLAG_DECODING_PARAM
731
static const AVOption options[] = {
732 733 734 735 736
    { "standard",     "TV standard, used only by analog frame grabber",            OFFSET(standard),     AV_OPT_TYPE_STRING, {.str = NULL }, 0, 0,       DEC },
    { "channel",      "TV channel, used only by frame grabber",                    OFFSET(channel),      AV_OPT_TYPE_INT,    {.dbl = 0 },    0, INT_MAX, DEC },
    { "video_size",   "A string describing frame size, such as 640x480 or hd720.", OFFSET(video_size),   AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,       DEC },
    { "pixel_format", "",                                                          OFFSET(pixel_format), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,       DEC },
    { "framerate",    "",                                                          OFFSET(framerate),    AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,       DEC },
737 738 739 740 741 742 743 744 745 746
    { NULL },
};

static const AVClass v4l2_class = {
    .class_name = "V4L2 indev",
    .item_name  = av_default_item_name,
    .option     = options,
    .version    = LIBAVUTIL_VERSION_INT,
};

747
AVInputFormat ff_v4l2_demuxer = {
748 749 750 751 752 753 754 755
    .name           = "video4linux2",
    .long_name      = NULL_IF_CONFIG_SMALL("Video4Linux2 device grab"),
    .priv_data_size = sizeof(struct video_data),
    .read_header    = v4l2_read_header,
    .read_packet    = v4l2_read_packet,
    .read_close     = v4l2_read_close,
    .flags          = AVFMT_NOFILE,
    .priv_class     = &v4l2_class,
Luca Abeni's avatar
Luca Abeni committed
756
};