Building custom v4l2src
| CUDA ISP for NVIDIA Jetson | |
|---|---|
 | |
| CUDA ISP for NVIDIA Jetson Basics | |
|
|
|
| Getting Started | |
|
|
|
| User Manual | |
|
|
|
| GStreamer | |
|
|
|
| Examples | |
|
|
|
| Performance | |
|
|
|
| Contact Us | |
|
|
Introduction
In NVIDIA Jetson, it is common to have MIPI cameras that provide raw (or bayer) images with bits per pixel (bpp) greater than 8, and nvarguscamerasrc (provided in the Linux for Tegra) is one of the GStreamer elements utilised to capture, bypassing the image to the Image Signal Processor embedded into the platform. However, to capture the raw image, it is required to use v4l2src (provided by GStreamer).
Nonetheless, v4l2src only supports raw with bpp = 8, which is unsuitable for capturing most cameras in the Jetson context. We have fixed this issue by applying a patch to the element. You can contact us (support@ridgerun.com) in order to get the binary if you don't want to go through the entire compilation process.
Patching process
Please, follow these steps only if you want to capture from GStreamer. Otherwise, these steps are optional
To provide v4l2src with support for raw 10 (often required by MIPI-CSI cameras), please, follow these steps.
- Clone the GStreamer Plug-ins Good according to your GStreamer version
VERSION=1.14 git clone https://gitlab.freedesktop.org/gstreamer/gst-plugins-good -b $VERSION
Note: change VERSION according to your version. If the GStreamer version is later than 1.19, please, use the GStreamer Monorepo.
- Go to the root of the GStreamer Plug-ins Good:
cd gst-plugins-good
- Create a file named
0001-v4l2src-add-bayer10-support.patchwith the following contents:
From 62bebf0455b636ea4147b9564b936f47fdebbb78 Mon Sep 17 00:00:00 2001
From: Edison Fernandez <edison.fernandez@ridgerun.com>
Date: Mon, 31 Aug 2020 17:53:54 -0600
Subject: [PATCH] v4l2src add bayer10 support
---
sys/v4l2/gstv4l2object.c | 44 ++++++++++++++++++++++++++++++++++++--------
1 file changed, 36 insertions(+), 8 deletions(-)
diff --git a/sys/v4l2/gstv4l2object.c b/sys/v4l2/gstv4l2object.c
index c074196..9f8dab6 100755
--- a/sys/v4l2/gstv4l2object.c
+++ b/sys/v4l2/gstv4l2object.c
@@ -162,6 +162,10 @@ static const GstV4L2FormatDesc gst_v4l2_formats[] = {
{V4L2_PIX_FMT_SGBRG8, TRUE, GST_V4L2_RAW},
{V4L2_PIX_FMT_SGRBG8, TRUE, GST_V4L2_RAW},
{V4L2_PIX_FMT_SRGGB8, TRUE, GST_V4L2_RAW},
+ {V4L2_PIX_FMT_SBGGR10, TRUE, GST_V4L2_RAW},
+ {V4L2_PIX_FMT_SGBRG10, TRUE, GST_V4L2_RAW},
+ {V4L2_PIX_FMT_SGRBG10, TRUE, GST_V4L2_RAW},
+ {V4L2_PIX_FMT_SRGGB10, TRUE, GST_V4L2_RAW},
/* compressed formats */
{V4L2_PIX_FMT_MJPEG, FALSE, GST_V4L2_CODEC},
@@ -1124,6 +1128,10 @@ gst_v4l2_object_format_get_rank (const struct v4l2_fmtdesc *fmt)
case V4L2_PIX_FMT_SGBRG8:
case V4L2_PIX_FMT_SGRBG8:
case V4L2_PIX_FMT_SRGGB8:
+ case V4L2_PIX_FMT_SBGGR10:
+ case V4L2_PIX_FMT_SGBRG10:
+ case V4L2_PIX_FMT_SGRBG10:
+ case V4L2_PIX_FMT_SRGGB10:
rank = BAYER_BASE_RANK;
break;
@@ -1423,6 +1431,7 @@ static GstStructure *
gst_v4l2_object_v4l2fourcc_to_bare_struct (guint32 fourcc)
{
GstStructure *structure = NULL;
+ guint bayer_bpp = 8;
switch (fourcc) {
case V4L2_PIX_FMT_MJPEG: /* Motion-JPEG */
@@ -1546,15 +1555,23 @@ gst_v4l2_object_v4l2fourcc_to_bare_struct (guint32 fourcc)
break;
case V4L2_PIX_FMT_WNVA: /* Winnov hw compres */
break;
+ case V4L2_PIX_FMT_SBGGR10:
+ case V4L2_PIX_FMT_SGBRG10:
+ case V4L2_PIX_FMT_SGRBG10:
+ case V4L2_PIX_FMT_SRGGB10:
+ bayer_bpp = 10;
case V4L2_PIX_FMT_SBGGR8:
case V4L2_PIX_FMT_SGBRG8:
case V4L2_PIX_FMT_SGRBG8:
case V4L2_PIX_FMT_SRGGB8:
structure = gst_structure_new ("video/x-bayer", "format", G_TYPE_STRING,
- fourcc == V4L2_PIX_FMT_SBGGR8 ? "bggr" :
- fourcc == V4L2_PIX_FMT_SGBRG8 ? "gbrg" :
- fourcc == V4L2_PIX_FMT_SGRBG8 ? "grbg" :
- /* fourcc == V4L2_PIX_FMT_SRGGB8 ? */ "rggb", NULL);
+ fourcc == V4L2_PIX_FMT_SBGGR8 || fourcc == V4L2_PIX_FMT_SBGGR10 ? "bggr" :
+ fourcc == V4L2_PIX_FMT_SGBRG8 || fourcc == V4L2_PIX_FMT_SGBRG10 ? "gbrg" :
+ fourcc == V4L2_PIX_FMT_SGRBG8 || fourcc == V4L2_PIX_FMT_SGRBG10 ? "grbg" :
+ /* fourcc == V4L2_PIX_FMT_SRGGB8 || fourcc == V4L2_PIX_FMT_SRGGB10 ? */ "rggb", NULL);
+ if (bayer_bpp == 10) {
+ gst_structure_set (structure, "bpp", G_TYPE_INT, 10, NULL);
+ }
break;
case V4L2_PIX_FMT_SN9C10X:
structure = gst_structure_new_empty ("video/x-sonix");
@@ -1650,6 +1667,13 @@ gst_v4l2_object_get_caps_helper (GstV4L2FormatFlags flags)
}
switch (gst_v4l2_formats[i].format) {
+ case V4L2_PIX_FMT_SBGGR10:
+ case V4L2_PIX_FMT_SGBRG10:
+ case V4L2_PIX_FMT_SGRBG10:
+ case V4L2_PIX_FMT_SRGGB10:
+ alt_s = gst_structure_copy (structure);
+ gst_structure_set (alt_s, "bpp", G_TYPE_INT, 10, NULL);
+ break;
case V4L2_PIX_FMT_RGB32:
alt_s = gst_structure_copy (structure);
gst_structure_set (alt_s, "format", G_TYPE_STRING, "ARGB", NULL);
@@ -1886,15 +1910,19 @@ gst_v4l2_object_get_caps_info (GstV4l2Object * v4l2object, GstCaps * caps,
fourcc = V4L2_PIX_FMT_VP9;
} else if (g_str_equal (mimetype, "video/x-bayer")) {
const gchar *format = gst_structure_get_string (structure, "format");
+ gint bpp;
+ if (!gst_structure_get_int (structure, "bpp", &bpp)) {
+ bpp = 8;
+ }
if (format) {
if (!g_ascii_strcasecmp (format, "bggr"))
- fourcc = V4L2_PIX_FMT_SBGGR8;
+ fourcc = (bpp == 10)? V4L2_PIX_FMT_SBGGR10 : V4L2_PIX_FMT_SBGGR8;
else if (!g_ascii_strcasecmp (format, "gbrg"))
- fourcc = V4L2_PIX_FMT_SGBRG8;
+ fourcc = (bpp == 10)? V4L2_PIX_FMT_SGBRG10 : V4L2_PIX_FMT_SGBRG8;
else if (!g_ascii_strcasecmp (format, "grbg"))
- fourcc = V4L2_PIX_FMT_SGRBG8;
+ fourcc = (bpp == 10)? V4L2_PIX_FMT_SGRBG10 : V4L2_PIX_FMT_SGRBG8;
else if (!g_ascii_strcasecmp (format, "rggb"))
- fourcc = V4L2_PIX_FMT_SRGGB8;
+ fourcc = (bpp == 10)? V4L2_PIX_FMT_SRGGB10 : V4L2_PIX_FMT_SRGGB8;
}
} else if (g_str_equal (mimetype, "video/x-sonix")) {
fourcc = V4L2_PIX_FMT_SN9C10X;
--
2.7.4
- Apply the patch
patch < 0001-v4l2src-add-bayer10-support.patch
- Recompile according to the instructions (of the official repo)
In summary, the steps are:
meson builddir --prefix=/usr --libdir=/usr/lib/$(uname -m)-linux-gnu/ ninja -C builddir sudo ninja -C builddir install
Usage
After the installation, you can check that the element is installed by using:
gst-launch-1.0 v4l2src ! "video/x-bayer,bpp=10" ! fakesink
