From 1ef7752d64cbe9af2f27cc65aba3a2ca3831c128 Mon Sep 17 00:00:00 2001 From: Jorge Ramirez-Ortiz Date: Wed, 20 Sep 2017 18:55:40 -0700 Subject: libavcodec: v4l2: add support for v4l2 mem2mem codecs This patchset enhances Alexis Ballier's original patch and validates it using Qualcomm's Venus hardware (driver recently landed upstream [1]). This has been tested on Qualcomm's DragonBoard 410c and 820c Configure/make scripts have been validated on Ubuntu 10.04 and 16.04. Tested decoders: - h264 - h263 - mpeg4 - vp8 - vp9 - hevc Tested encoders: - h264 - h263 - mpeg4 Tested transcoding (concurrent encoding/decoding) Some of the changes introduced: - v4l2: code cleanup and abstractions added - v4l2: follow the new encode/decode api. - v4l2: fix display size for NV12 output pool. - v4l2: handle EOS (EPIPE and draining) - v4l2: vp8 and mpeg4 decoding and encoding. - v4l2: hevc and vp9 support. - v4l2: generate EOF on dequeue errors. - v4l2: h264_mp4toannexb filtering. - v4l2: fixed make install and fate issues. - v4l2: codecs enabled/disabled depending on pixfmt defined - v4l2: pass timebase/framerate to the context - v4l2: runtime decoder reconfiguration. - v4l2: add more frame information - v4l2: free hardware resources on last reference being released - v4l2: encoding: disable b-frames for upstreaming (patch required) [1] https://lwn.net/Articles/697956/ System Level view: v42l_m2m_enc/dec --> v4l2_m2m --> v4l2_context --> v4l2_buffers Reviewed-by: Jorge Ramirez Reviewed-by: Alexis Ballier Tested-by: Jorge Ramirez Signed-off-by: wm4 --- libavcodec/v4l2_fmt.c | 182 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 182 insertions(+) create mode 100644 libavcodec/v4l2_fmt.c (limited to 'libavcodec/v4l2_fmt.c') diff --git a/libavcodec/v4l2_fmt.c b/libavcodec/v4l2_fmt.c new file mode 100644 index 0000000000..a7ce308696 --- /dev/null +++ b/libavcodec/v4l2_fmt.c @@ -0,0 +1,182 @@ +/* + * V4L2 format helper functions + * + * Copyright (C) 2017 Alexis Ballier + * Copyright (C) 2017 Jorge Ramirez + * + * This file is part of FFmpeg. + * + * FFmpeg is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * FFmpeg is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with FFmpeg; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +#include +#include +#include "v4l2_fmt.h" + +#define V4L2_FMT(x) V4L2_PIX_FMT_##x +#define AV_CODEC(x) AV_CODEC_ID_##x +#define AV_FMT(x) AV_PIX_FMT_##x + +static const struct fmt_conversion { + enum AVPixelFormat avfmt; + enum AVCodecID avcodec; + uint32_t v4l2_fmt; +} fmt_map[] = { + { AV_FMT(RGB555LE), AV_CODEC(RAWVIDEO), V4L2_FMT(RGB555) }, + { AV_FMT(RGB555BE), AV_CODEC(RAWVIDEO), V4L2_FMT(RGB555X) }, + { AV_FMT(RGB565LE), AV_CODEC(RAWVIDEO), V4L2_FMT(RGB565) }, + { AV_FMT(RGB565BE), AV_CODEC(RAWVIDEO), V4L2_FMT(RGB565X) }, + { AV_FMT(BGR24), AV_CODEC(RAWVIDEO), V4L2_FMT(BGR24) }, + { AV_FMT(RGB24), AV_CODEC(RAWVIDEO), V4L2_FMT(RGB24) }, + { AV_FMT(BGR0), AV_CODEC(RAWVIDEO), V4L2_FMT(BGR32) }, + { AV_FMT(0RGB), AV_CODEC(RAWVIDEO), V4L2_FMT(RGB32) }, + { AV_FMT(GRAY8), AV_CODEC(RAWVIDEO), V4L2_FMT(GREY) }, + { AV_FMT(YUV420P), AV_CODEC(RAWVIDEO), V4L2_FMT(YUV420) }, + { AV_FMT(YUYV422), AV_CODEC(RAWVIDEO), V4L2_FMT(YUYV) }, + { AV_FMT(UYVY422), AV_CODEC(RAWVIDEO), V4L2_FMT(UYVY) }, + { AV_FMT(YUV422P), AV_CODEC(RAWVIDEO), V4L2_FMT(YUV422P) }, + { AV_FMT(YUV411P), AV_CODEC(RAWVIDEO), V4L2_FMT(YUV411P) }, + { AV_FMT(YUV410P), AV_CODEC(RAWVIDEO), V4L2_FMT(YUV410) }, + { AV_FMT(YUV410P), AV_CODEC(RAWVIDEO), V4L2_FMT(YVU410) }, + { AV_FMT(NV12), AV_CODEC(RAWVIDEO), V4L2_FMT(NV12) }, + { AV_FMT(NONE), AV_CODEC(MJPEG), V4L2_FMT(MJPEG) }, + { AV_FMT(NONE), AV_CODEC(MJPEG), V4L2_FMT(JPEG) }, +#ifdef V4L2_PIX_FMT_SRGGB8 + { AV_FMT(BAYER_BGGR8), AV_CODEC(RAWVIDEO), V4L2_FMT(SBGGR8) }, + { AV_FMT(BAYER_GBRG8), AV_CODEC(RAWVIDEO), V4L2_FMT(SGBRG8) }, + { AV_FMT(BAYER_GRBG8), AV_CODEC(RAWVIDEO), V4L2_FMT(SGRBG8) }, + { AV_FMT(BAYER_RGGB8), AV_CODEC(RAWVIDEO), V4L2_FMT(SRGGB8) }, +#endif +#ifdef V4L2_PIX_FMT_Y16 + { AV_FMT(GRAY16LE), AV_CODEC(RAWVIDEO), V4L2_FMT(Y16) }, +#endif +#ifdef V4L2_PIX_FMT_NV12M + { AV_FMT(NV12), AV_CODEC(RAWVIDEO), V4L2_FMT(NV12M) }, +#endif +#ifdef V4L2_PIX_FMT_NV21M + { AV_FMT(NV21), AV_CODEC(RAWVIDEO), V4L2_FMT(NV21M) }, +#endif +#ifdef V4L2_PIX_FMT_YUV420M + { AV_FMT(YUV420P), AV_CODEC(RAWVIDEO), V4L2_FMT(YUV420M) }, +#endif +#ifdef V4L2_PIX_FMT_NV16M + { AV_FMT(NV16), AV_CODEC(RAWVIDEO), V4L2_FMT(NV16M) }, +#endif +#ifdef V4L2_PIX_FMT_H263 + { AV_FMT(NONE), AV_CODEC(H263), V4L2_FMT(H263) }, +#endif +#ifdef V4L2_PIX_FMT_H264 + { AV_FMT(NONE), AV_CODEC(H264), V4L2_FMT(H264) }, +#endif +#ifdef V4L2_PIX_FMT_MPEG4 + { AV_FMT(NONE), AV_CODEC(MPEG4), V4L2_FMT(MPEG4) }, +#endif +#ifdef V4L2_PIX_FMT_CPIA1 + { AV_FMT(NONE), AV_CODEC(CPIA), V4L2_FMT(CPIA1) }, +#endif +#ifdef V4L2_PIX_FMT_DV + { AV_FMT(NONE), AV_CODEC(DVVIDEO), V4L2_FMT(DV) }, +#endif +#ifdef V4L2_PIX_FMT_MPEG1 + { AV_FMT(NONE), AV_CODEC(MPEG1VIDEO), V4L2_FMT(MPEG1) }, +#endif +#ifdef V4L2_PIX_FMT_MPEG2 + { AV_FMT(NONE), AV_CODEC(MPEG2VIDEO), V4L2_FMT(MPEG2) }, +#endif +#ifdef V4L2_PIX_FMT_VP8 + { AV_FMT(NONE), AV_CODEC(VP8), V4L2_FMT(VP8) }, +#endif +#ifdef V4L2_PIX_FMT_VP9 + { AV_FMT(NONE), AV_CODEC(VP9), V4L2_FMT(VP9) }, +#endif +#ifdef V4L2_PIX_FMT_HEVC + { AV_FMT(NONE), AV_CODEC(HEVC), V4L2_FMT(HEVC) }, +#endif +#ifdef V4L2_PIX_FMT_VC1_ANNEX_G + { AV_FMT(NONE), AV_CODEC(VC1), V4L2_FMT(VC1_ANNEX_G) }, +#endif +}; + +static int match_codec(const void *a, const void *b) +{ + if (*(enum AVCodecID *)a == ((struct fmt_conversion *)b)->avcodec) + return 0; + + return 1; +} + +uint32_t ff_v4l2_format_avcodec_to_v4l2(enum AVCodecID avcodec) +{ + size_t len = FF_ARRAY_ELEMS(fmt_map); + struct fmt_conversion *item; + + item = lfind(&avcodec, fmt_map, &len, sizeof(fmt_map[0]), match_codec); + if (item) + return item->v4l2_fmt; + + return 0; +} + +static int match_fmt(const void *a, const void *b) +{ + if ( *(enum AVPixelFormat *)a == ((struct fmt_conversion *)b)->avfmt) + return 0; + + return 1; +} + +uint32_t ff_v4l2_format_avfmt_to_v4l2(enum AVPixelFormat avfmt) +{ + size_t len = FF_ARRAY_ELEMS(fmt_map); + struct fmt_conversion *item; + + item = lfind(&avfmt, fmt_map, &len, sizeof(fmt_map[0]), match_fmt); + if (item) + return item->v4l2_fmt; + + return 0; +} + +struct v4l2fmt_avcodec_pair { + enum AVCodecID avcodec; + uint32_t v4l2_fmt; +}; + +static int match_codecfmt(const void *a, const void *b) +{ + struct v4l2fmt_avcodec_pair *key = (struct v4l2fmt_avcodec_pair *) a; + struct fmt_conversion *item = (struct fmt_conversion *) b; + + if (key->avcodec == item->avcodec && key->v4l2_fmt == item->v4l2_fmt) + return 0; + + return 1; +} + +enum AVPixelFormat ff_v4l2_format_v4l2_to_avfmt(uint32_t v4l2_fmt, enum AVCodecID avcodec) +{ + struct v4l2fmt_avcodec_pair const key = { + .v4l2_fmt = v4l2_fmt, + .avcodec = avcodec, + }; + size_t len = FF_ARRAY_ELEMS(fmt_map); + struct fmt_conversion *item; + + item = lfind(&key, fmt_map, &len, sizeof(fmt_map[0]), match_codecfmt); + if (item) + return item->avfmt; + + return AV_PIX_FMT_NONE; +} -- cgit v1.2.3