test-vcu-encode.c

/*
*
* Test application to showcase VCU dynamic features
*
* Copyright (C) 2018 Xilinx
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
* THE SOFTWARE.
*/

#include <gst/gst.h>
#include <gst/video/video.h>

#include <glib.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include "OMX_VideoExt.h"

typedef enum
{
  FORCE_INTRA_DISABLED,
  FORCE_INTRA_ENABLED,
} ForceIntraMode;

#define DEFAULT_VIDEO_WIDTH 3840
#define DEFAULT_VIDEO_HEIGHT 2160
#define DEFAULT_ENCODER_FRAM_ERATE 30
#define DEFAULT_ENCODER_GOP_LENGTH 30
#define DEFAULT_ENCODER_CONTROL_RATE 2
#define DEFAULT_ENCODER_TARGET_BITRATE 5000
#define DEFAULT_ENCODER_B_FRAMES 0
#define DEFAULT_ENCODER_TYPE "avc"
#define DEFAULT_LONGTERM_FREQ 0
#define DEFAULT_LONGTERM_REF 0
#define DEFAULT_LOOP_FILTER_MODE -1
#define DEFAULT_FORCE_INTRA_MODE FORCE_INTRA_DISABLED
#define DEFAULT_QP_MODE 0
#define DEFAULT_GOP_MODE OMX_ALG_GOP_MODE_DEFAULT
#define DEFAULT_GDR_MODE OMX_ALG_GDR_OFF
#define DEFAULT_IDR_FREQ (0xffffffff)

#define DYNAMIC_BITRATE_STR "BR"
#define DYNAMIC_GOP_LENGTH_STR "GL"
#define DYNAMIC_B_FRAMES_STR "BFrm"
#define DYNAMIC_ROI_STR "ROI"
#define DYNAMIC_ROI_BY_VALUE_STR "ROI_BY_VALUE"
#define DYNAMIC_KEY_FRAME_STR "KF"
#define DYNAMIC_SCENE_CHANGE_STR "SC"
#define DYNAMIC_INSERT_LONGTERM_STR "IL"
#define DYNAMIC_USE_LONGTERM_STR "UL"
#define DYNAMIC_INSERT_SEI_PREFIX_STR "SEIp"
#define DYNAMIC_INSERT_SEI_SUFFIX_STR "SEIs"
#define DYNAMIC_LOAD_QP_STR "LOADQP"
#define DYNAMIC_BETA_OFFSET_STR "BO"
#define DYNAMIC_TC_OFFSET_STR "TO"

#define DYNAMIC_FEATURE_DELIMIT ","
#define DYNAMIC_PARAM_DELIMIT ":"
#define DYNAMIC_PARAM_DELIMIT_ROI ":x"

#define QP_MAX_VALUE 63
/* 64 byte buffer needed in beginning of qp table */
#define QP_BUF_OFFSET 64

typedef enum
{
  DYNAMIC_BIT_RATE,
  DYNAMIC_GOP_LENGTH,
  DYNAMIC_KEY_FRAME,
  DYNAMIC_B_FRAMES,
  DYNAMIC_ROI,
  DYNAMIC_ROI_BY_VALUE,
  DYNAMIC_SCENE_CHANGE,
  DYNAMIC_INSERT_LONGTERM,
  DYNAMIC_USE_LONGTERM,
  DYNAMIC_INSERT_SEI_PREFIX,
  DYNAMIC_INSERT_SEI_SUFFIX,
  DYNAMIC_LOAD_QP,
  DYNAMIC_BETA_OFFSET,
  DYNAMIC_TC_OFFSET,
} DynamicFeatureType;

typedef struct
{
  DynamicFeatureType type;
  guint start_frame;

  union
  {
    struct
    {
      guint x;
      guint y;
      guint width;
      guint height;
      gchar *quality;
      gint quality_value;
    } roi;
    guint value;
    gchar *qp_file;
    gint signed_value;
  } param;
} DynamicFeature;

typedef struct
{
  guint width;
  guint height;
  guint framerate;
  guint control_rate;
  guint gop_length;
  guint gop_mode;
  guint b_frames;
  guint gdr_mode;
  guint idr_freq;
  guint max_bitrate;
  guint target_bitrate;
  guint long_term_freq;
  guint long_term_ref;
  gint loop_filter_mode;
  guint qp_mode;
  ForceIntraMode force_intra_mode;

  gchar *output_filename;
  gchar *input_filename;
  gchar *dynamic_str;
  gchar *type;
  gchar *max_picture_sizes_str;
} EncoderSettings;

/* Globals */
EncoderSettings enc;
DynamicFeature *dynamic;

static DynamicFeatureType
get_dynamic_str_enum (gchar * user_string)
{
  if (!g_strcmp0 (user_string, DYNAMIC_BITRATE_STR))
    return DYNAMIC_BIT_RATE;
  else if (!g_strcmp0 (user_string, DYNAMIC_GOP_LENGTH_STR))
    return DYNAMIC_GOP_LENGTH;
  else if (!g_strcmp0 (user_string, DYNAMIC_KEY_FRAME_STR))
    return DYNAMIC_KEY_FRAME;
  else if (!g_strcmp0 (user_string, DYNAMIC_B_FRAMES_STR))
    return DYNAMIC_B_FRAMES;
  else if (!g_strcmp0 (user_string, DYNAMIC_ROI_STR))
    return DYNAMIC_ROI;
  else if (!g_strcmp0 (user_string, DYNAMIC_ROI_BY_VALUE_STR))
    return DYNAMIC_ROI_BY_VALUE;
  else if (!g_strcmp0 (user_string, DYNAMIC_SCENE_CHANGE_STR))
    return DYNAMIC_SCENE_CHANGE;
  else if (!g_strcmp0 (user_string, DYNAMIC_INSERT_LONGTERM_STR))
    return DYNAMIC_INSERT_LONGTERM;
  else if (!g_strcmp0 (user_string, DYNAMIC_USE_LONGTERM_STR))
    return DYNAMIC_USE_LONGTERM;
  else if (!g_strcmp0 (user_string, DYNAMIC_INSERT_SEI_PREFIX_STR))
    return DYNAMIC_INSERT_SEI_PREFIX;
  else if (!g_strcmp0 (user_string, DYNAMIC_INSERT_SEI_SUFFIX_STR))
    return DYNAMIC_INSERT_SEI_SUFFIX;
  else if (!g_strcmp0 (user_string, DYNAMIC_LOAD_QP_STR))
    return DYNAMIC_LOAD_QP;
  else if (!g_strcmp0 (user_string, DYNAMIC_BETA_OFFSET_STR))
    return DYNAMIC_BETA_OFFSET;
  else if (!g_strcmp0 (user_string, DYNAMIC_TC_OFFSET_STR))
    return DYNAMIC_TC_OFFSET;
  else {
    g_print ("Invalid User string \n");
    return -1;
  }
}

static gboolean
bus_call (GstBus * bus, GstMessage * msg, gpointer data)
{
  GMainLoop *loop = (GMainLoop *) data;

  switch (GST_MESSAGE_TYPE (msg)) {

    case GST_MESSAGE_EOS:
      g_print ("End of stream\n");
      g_main_loop_quit (loop);
      break;

    case GST_MESSAGE_ERROR:{
      gchar *debug;
      GError *error;

      gst_message_parse_error (msg, &error, &debug);
      g_free (debug);

      g_printerr ("Error: %s\n", error->message);
      g_error_free (error);

      g_main_loop_quit (loop);
      break;
    }
    default:
      break;
  }

  return TRUE;
}

static gboolean
check_parameters (void)
{
  if (!enc.type)
    enc.type = g_strdup (DEFAULT_ENCODER_TYPE);

  if (!enc.input_filename) {
    g_print
        ("please provide input-filename argument, use --help option for more details\n");
    return FALSE;
  }

  if (!enc.output_filename) {
    g_print
        ("please provide output-filename argument, use --help option for more details\n");
    return FALSE;
  }

  return TRUE;
}

static DynamicFeature *
parse_dynamic_user_string (const char *str, GstElement * encoder)
{
  gchar **token;
  /* Allocate memory for DynamicFeature */
  dynamic = (DynamicFeature *) g_new (DynamicFeature, 1);

  token = g_strsplit_set (str, DYNAMIC_PARAM_DELIMIT, -1);

  dynamic->type = get_dynamic_str_enum (*token);

  /* Only use x as delimiter for ROI */
  if (dynamic->type == DYNAMIC_ROI || dynamic->type == DYNAMIC_ROI_BY_VALUE)
    token = g_strsplit_set (str, DYNAMIC_PARAM_DELIMIT_ROI, -1);

  switch (dynamic->type) {
    case DYNAMIC_BIT_RATE:
    case DYNAMIC_GOP_LENGTH:
    case DYNAMIC_B_FRAMES:
      dynamic->start_frame = atoi (token[1]);
      dynamic->param.value = atoi (token[2]);
      break;
    case DYNAMIC_KEY_FRAME:
      dynamic->start_frame = atoi (token[1]);
      break;
    case DYNAMIC_ROI:
      dynamic->start_frame = atoi (token[1]);
      dynamic->param.roi.x = atoi (token[2]);
      dynamic->param.roi.y = atoi (token[3]);
      dynamic->param.roi.width = atoi (token[4]);
      dynamic->param.roi.height = atoi (token[5]);
      dynamic->param.roi.quality = g_strdup (token[6]);
      break;
    case DYNAMIC_ROI_BY_VALUE:
      dynamic->start_frame = atoi (token[1]);
      dynamic->param.roi.x = atoi (token[2]);
      dynamic->param.roi.y = atoi (token[3]);
      dynamic->param.roi.width = atoi (token[4]);
      dynamic->param.roi.height = atoi (token[5]);
      dynamic->param.roi.quality_value = atoi (token[6]);
      break;
    case DYNAMIC_SCENE_CHANGE:
      dynamic->start_frame = atoi (token[1]);
      dynamic->param.value = atoi (token[2]);
      break;
    case DYNAMIC_INSERT_LONGTERM:
    case DYNAMIC_USE_LONGTERM:
    case DYNAMIC_INSERT_SEI_PREFIX:
    case DYNAMIC_INSERT_SEI_SUFFIX:
      dynamic->start_frame = atoi (token[1]);
      break;
    case DYNAMIC_LOAD_QP:
      dynamic->start_frame = atoi (token[1]);
      dynamic->param.qp_file = g_strdup (token[2]);
      break;
    case DYNAMIC_BETA_OFFSET:
      dynamic->start_frame = atoi (token[1]);
      dynamic->param.signed_value = atoi (token[2]);
      break;
    case DYNAMIC_TC_OFFSET:
      dynamic->start_frame = atoi (token[1]);
      dynamic->param.signed_value = atoi (token[2]);
      break;
    default:
      g_print ("Invalid DynamicFeatureType \n");
      g_strfreev (token);
      return NULL;
  }
  g_strfreev (token);
  return dynamic;
}

static gboolean
send_downstream_event (GstPad * pad, GstStructure * s)
{
  GstEvent *event;
  GstPad *peer;

  event = gst_event_new_custom (GST_EVENT_CUSTOM_DOWNSTREAM, s);
  peer = gst_pad_get_peer (pad);

  if (!gst_pad_send_event (peer, event))
    g_printerr ("Failed to send custom event\n");

  gst_object_unref (peer);

  return TRUE;
}

static guint8 *
load_qp_file (gint * size, gchar * qp_file)
{
  guint8 *qp_table;
  gchar *line, *end_of_line;
  gint num_to_read = 0, num_read = 0, block_size = 0, qp = 0, num_to_read_w =
      0, num_to_read_h = 0;
  gsize line_len = 0;
  GIOChannel *in_channel;
  GError *error = NULL;

  if (!g_strcmp0 (enc.type, "avc"))
    block_size = 16;
  else
    block_size = 32;
  num_to_read_w = ((enc.width / block_size) + ((enc.width % block_size) != 0));
  num_to_read_h =
      ((enc.height / block_size) + ((enc.height % block_size) != 0));
  num_to_read = (num_to_read_w * num_to_read_h) + QP_BUF_OFFSET;
  num_read = QP_BUF_OFFSET;

  qp_table = g_malloc0 (num_to_read);
  if (!qp_table) {
    g_print ("malloc fail...Continuing without external QP\n");
    return NULL;
  }

  in_channel = g_io_channel_new_file (qp_file, "r", &error);
  if (!in_channel) {
    g_print ("no %s...Continuing without external QP\n", qp_file);
    g_free (qp_table);
    return NULL;
  }

  while (g_io_channel_read_line (in_channel, &line, &line_len, NULL,
          &error) == G_IO_STATUS_NORMAL) {
    /* Ignore lines if qp_table already full */
    if (num_read >= num_to_read) {
      g_free (line);
      break;
    }

    /* QP should be 2 characters long + line terminator(s)  */
    if (line_len > 2) {
      /* Strip line terminator(s) to convert to gint */
      line[2] = '\0';
    } else {
      g_print ("Improper hex at %d...Continuing without external QP\n",
          num_read - QP_BUF_OFFSET);
      g_free (line);
      g_free (qp_table);
      g_io_channel_unref (in_channel);
      return NULL;
    }

    qp = g_ascii_strtoull (line, &end_of_line, 16);
    if (end_of_line == line) {
      g_print ("Can't convert hex at %d...Continuing without external QP\n",
          num_read - QP_BUF_OFFSET);
      g_free (line);
      g_free (qp_table);
      g_io_channel_unref (in_channel);
      return NULL;
    }

    if (qp > QP_MAX_VALUE) {
      g_print ("Hex value too large at %d...Continuing without external QP\n",
          num_read - QP_BUF_OFFSET);
      g_free (line);
      g_free (qp_table);
      g_io_channel_unref (in_channel);
      return NULL;
    } else {
      qp_table[num_read] = qp;
      /* Based on vcu specifications, bit 6 is force_intra flag - enable if requested */
      if (enc.force_intra_mode == FORCE_INTRA_ENABLED)
        qp_table[num_read] |= 1 << 6;
    }

    g_free (line);
    num_read++;
  }

  if (num_read != num_to_read) {
    g_print ("Not enough QPs...Continuing without external QP\n");
    g_free (qp_table);
    g_io_channel_unref (in_channel);
    return NULL;
  }

  g_io_channel_unref (in_channel);
  *size = num_read;
  return qp_table;
}

static GstPadProbeReturn
videoparser_src_buffer_probe (GstPad * pad, GstPadProbeInfo * info,
    gpointer user_data)
{
  GstBuffer *buffer;
  GstElement *encoder = user_data;
  GstVideoRegionOfInterestMeta *meta;
  GstEvent *event;

  static int framecount = 0;

  buffer = gst_pad_probe_info_get_buffer (info);

  if (framecount >= dynamic->start_frame) {

    switch (dynamic->type) {

      case DYNAMIC_LOAD_QP:
      {
        gint buf_len = 0;
        guint8 *qp_table = load_qp_file (&buf_len, dynamic->param.qp_file);

        if (qp_table) {
          GstStructure *s;
          GstBuffer *buf;

          g_print (" Loading external QP for frame:%d\n", framecount);

          buf = gst_buffer_new_wrapped (qp_table, buf_len);

          s = gst_structure_new ("omx-alg/load-qp",
              "qp-table", GST_TYPE_BUFFER, buf, NULL);
          send_downstream_event (pad, s);

          gst_buffer_unref (buf);

          framecount++;
          return GST_PAD_PROBE_OK;
        }
        break;
      }
      default:
        break;
    }
  }

  if (framecount == dynamic->start_frame) {

    switch (dynamic->type) {

      case DYNAMIC_BIT_RATE:
        g_print (" Changing video target bitrate to %d kbps at frame %d \n",
            dynamic->param.value, framecount);
        g_object_set (G_OBJECT (encoder), "target-bitrate",
            dynamic->param.value, NULL);
        break;
      case DYNAMIC_GOP_LENGTH:
        g_print (" Changing encoder gop_length value to %d at frame %d \n",
            dynamic->param.value, framecount);
        g_object_set (G_OBJECT (encoder), "gop-length", dynamic->param.value,
            NULL);
        break;
      case DYNAMIC_B_FRAMES:
        g_print (" Changing encoder b_frames count to %d at frame %d \n",
            dynamic->param.value, framecount);
        g_object_set (G_OBJECT (encoder), "b-frames", dynamic->param.value,
            NULL);
        break;
      case DYNAMIC_KEY_FRAME:
        g_print (" Inserting Key Frame at Frame num = %d \n",
            dynamic->start_frame);
        event =
            gst_video_event_new_downstream_force_key_unit (GST_BUFFER_PTS
            (buffer), GST_CLOCK_TIME_NONE, GST_CLOCK_TIME_NONE, FALSE, 1);
        gst_pad_push_event (pad, event);
        break;
      case DYNAMIC_ROI:
        g_print (" Addding ROI at pos = %d X %d, wxh = %dx%d, quality = %s \n",
            dynamic->param.roi.x, dynamic->param.roi.y,
            dynamic->param.roi.width, dynamic->param.roi.height,
            dynamic->param.roi.quality);
        meta =
            gst_buffer_add_video_region_of_interest_meta (buffer,
            "face", dynamic->param.roi.x,
            dynamic->param.roi.y, dynamic->param.roi.width,
            dynamic->param.roi.height);
        g_assert (meta);

        gst_video_region_of_interest_meta_add_param (meta,
            gst_structure_new ("roi/omx-alg",
                "quality", G_TYPE_STRING, dynamic->param.roi.quality, NULL));
        break;
      case DYNAMIC_ROI_BY_VALUE:
        g_print (" Adding ROI at pos = %d X %d, wxh = %dx%d, quality_value = %d \n",
            dynamic->param.roi.x, dynamic->param.roi.y,
            dynamic->param.roi.width, dynamic->param.roi.height,
            dynamic->param.roi.quality_value);
        meta =
            gst_buffer_add_video_region_of_interest_meta (buffer,
            "face", dynamic->param.roi.x,
            dynamic->param.roi.y, dynamic->param.roi.width,
            dynamic->param.roi.height);
        g_assert (meta);

        gst_video_region_of_interest_meta_add_param (meta,
            gst_structure_new ("roi-by-value/omx-alg",
                "delta-qp", G_TYPE_INT, dynamic->param.roi.quality_value,
                NULL));
        break;
      case DYNAMIC_SCENE_CHANGE:
      {
        GstStructure *s;

        g_print ("Scene change at Frame num = %d in %d frames\n",
            dynamic->start_frame, dynamic->param.value);

        s = gst_structure_new ("omx-alg/scene-change",
            "look-ahead", G_TYPE_UINT, dynamic->param.value, NULL);
        send_downstream_event (pad, s);
      }
        break;
      case DYNAMIC_INSERT_LONGTERM:
      {
        GstStructure *s;

        g_print ("Inserting Longterm picture at Frame num = %d \n",
            dynamic->start_frame);

        s = gst_structure_new_empty ("omx-alg/insert-longterm");
        send_downstream_event (pad, s);
      }
        break;
      case DYNAMIC_USE_LONGTERM:
      {
        GstStructure *s;

        g_print ("Using Longterm reference picture for Frame num = %d \n",
            dynamic->start_frame);

        s = gst_structure_new_empty ("omx-alg/use-longterm");
        send_downstream_event (pad, s);
      }
      case DYNAMIC_INSERT_SEI_PREFIX:
      case DYNAMIC_INSERT_SEI_SUFFIX:
      {
        GstStructure *s;
        gboolean prefix = (dynamic->type == DYNAMIC_INSERT_SEI_PREFIX);
        GstBuffer *sei;
        const gchar *data = "some data";

        g_print ("Inserting SEI %s for Frame num = %d \n",
            prefix ? "prefix" : "suffix", dynamic->start_frame);

        /* Should be actual data */
        sei = gst_buffer_new_wrapped (g_strdup (data), strlen (data));

        s = gst_structure_new (prefix ? "omx-alg/insert-prefix-sei" :
            "omx-alg/insert-suffix-sei",
            "payload-type", G_TYPE_UINT, 77,
            "payload", GST_TYPE_BUFFER, sei, NULL);
        send_downstream_event (pad, s);

        gst_buffer_unref (sei);
      }
        break;
      case DYNAMIC_BETA_OFFSET:
        g_print (" Changing loop filter beta offset to %d at frame %d \n",
            dynamic->param.signed_value, framecount);
        g_object_set (G_OBJECT (encoder), "loop-filter-beta-offset",
            dynamic->param.signed_value, NULL);
        break;
      case DYNAMIC_TC_OFFSET:
        if (!g_strcmp0 (enc.type, "avc")) {
          g_print (" Changing loop filter alpha offset to %d at frame %d \n",
              dynamic->param.signed_value, framecount);
          g_object_set (G_OBJECT (encoder), "loop-filter-alpha-c0-offset",
              dynamic->param.signed_value, NULL);
        } else {
          g_print (" Changing loop filter tc offset to %d at frame %d \n",
              dynamic->param.signed_value, framecount);
          g_object_set (G_OBJECT (encoder), "loop-filter-tc-offset",
              dynamic->param.signed_value, NULL);
        }
        break;
      default:
        g_print ("Invalid Dynamic String \n");
    }
  }

  framecount++;
  return GST_PAD_PROBE_OK;
}

int
main (int argc, char *argv[])
{
  GMainLoop *loop;
  GstElement *pipeline, *source, *sink, *encoder, *videoparse, *enc_queue,
      *enc_capsfilter;
  GstCaps *enc_caps;
  GstPad *pad;
  GstBus *bus;
  GError *error = NULL;
  GOptionContext *context;

  static GOptionEntry entries[] = {
    {"width", 'w', 0, G_OPTION_ARG_INT, &enc.width, "width of the Video frame",
        NULL},
    {"height", 'h', 0, G_OPTION_ARG_INT, &enc.height,
          "Height of the Video frame",
        NULL},
    {"framerate", 'f', 0, G_OPTION_ARG_INT, &enc.framerate, "Video Framerate",
        NULL},
    {"control-rate", 'c', 0, G_OPTION_ARG_INT, &enc.control_rate,
        "Rate Control Mode of the Encoder, 1: VBR, 2: CBR, 2130706433: Low Latency", NULL},
    {"b-frames", 'b', 0, G_OPTION_ARG_INT, &enc.b_frames,
        "Num B-frames between consequetive P-frames", NULL},
    {"target-bitrate", 'r', 0, G_OPTION_ARG_INT, &enc.target_bitrate,
        "Bitrate setting in Kbps", NULL},
    {"max-bitrate", 'm', 0, G_OPTION_ARG_INT, &enc.max_bitrate,
        "Max-Bitrate setting in Kbps", NULL},
    {"gop-length", 'g', 0, G_OPTION_ARG_INT, &enc.gop_length,
        "Gop-Length setting of the Encoder", NULL},
    {"gop-mode", 's', 0, G_OPTION_ARG_INT, &enc.gop_mode,
            "GOP Mode setting of the Encoder, 0: Basic, 1: Basic-B, 5: Low-Delay-P", NULL},
    {"gdr-mode", 'v', 0, G_OPTION_ARG_INT, &enc.gdr_mode,
            "GDR Mode setting of the Encoder, 0: Disabled, 1: Vertical, 2: Horizontal", NULL},
    {"idr-freq", 'a', 0, G_OPTION_ARG_INT, &enc.idr_freq,
            "IDR Periodicity setting of the Encoder", NULL},
    {"output-filename", 'o', 0, G_OPTION_ARG_FILENAME, &enc.output_filename,
        "Output filename", NULL},
    {"input-filename", 'i', 0, G_OPTION_ARG_FILENAME, &enc.input_filename,
        "Input filename", NULL},
    {"encoder-type", 'e', 0, G_OPTION_ARG_STRING, &enc.type,
          "Encoder codec secltion, use -e avc for H264 and -e hevc for H265",
        NULL},
    {"dynamic-str", 'd', 0, G_OPTION_ARG_STRING, &enc.dynamic_str,
          "Dynamic feature string, pattern should be 'Dynamic_feature_str:Frame_number:Value'",
        NULL},
    {"long-term-ref", 'l', 0, G_OPTION_ARG_INT, &enc.long_term_ref,
        "Enable longterm reference pictures", NULL},
    {"long-term-freq", 'u', 0, G_OPTION_ARG_INT, &enc.long_term_freq,
        "Periodicity of longterm ref pictures", NULL},
    {"loop-filter-mode", 't', 0, G_OPTION_ARG_INT, &enc.loop_filter_mode,
        "Loop filter mode", NULL},
    {"qp-mode", 'q', 0, G_OPTION_ARG_INT, &enc.qp_mode,
          "Encoder qp Mode: 0:uniform, 1:roi, 2:auto, 3:load_qp_absolute & 4:load_qp_relative",
        NULL},
    {"force-intra-support", 'n', FORCE_INTRA_DISABLED, G_OPTION_ARG_INT,
          &enc.force_intra_mode,
        "Force intra support", NULL},
    {"max-picture-sizes", 'p', 0, G_OPTION_ARG_STRING,
          &enc.max_picture_sizes_str,
          "Max picture sizes based on frame types ('<I, P, B>')",
        NULL},
    {NULL}
  };

  const char *summary =
      "Dynamic Bitrate Ex: ./zynqmp_vcu_encode -w 3840 -h 2160 -e avc -f 30 -c 2 -g 30 -p \'<333, 166, 0>\' -o /run/op.h264 -i /run/input.yuv -d BR:100:1000\n"
      "Dynamic Bframes Ex: ./zynqmp_vcu_encode -w 3840 -h 2160 -e hevc -f 30 -c 2 -g 30  -p \'<333, 166, 0>\' -b 4 -o /run/op.h265 -i /run/input.yuv -d BFrm:10:2\n"
      "ROI Ex: ./zynqmp_vcu_encode -w 3840 -h 2160 -e avc -f 30 -c 2 -g 30  -p \'<333, 166, 0>\' -o /run/op.h264 -i /run/input.yuv -d ROI:10:1200x300:200x200:high -q 1 \n\n"
      "Dynamic-string pattern should be:\n"
      "'BR:frm_num:new_value_in_kbps' -> Dynamic Bitrate\n"
      "'BFrm:frame_num:new_value' -> Dynamic Bframes \n"
      "'KF:frame_num' -> Key Frame Insertion\n"
      "'GL:frame_num:new_value' -> Dynamic GOP length\n"
      "'ROI:frame_num:XPOSxYPOS:roi_widthxroi_height:roi_type' -> ROI string\n"
      "'IL:frame_num' -> Mark longterm reference picture\n"
      "'UL:frame_num' -> Use longterm picture\n"
      "'SEIp:frame_num' -> Insert SEI prefix\n"
      "'SEIs:frame_num' -> Insert SEI suffix\n"
      "'LOADQP:frame_num:file_name' -> Load external QP table from file_name\n"
      "'BO:frame_num:new_value' -> Dynamic Beta Offset\n"
      "'TO:frame_num:new_value' -> Dynamic Tc Offset\n"
      "'ROI_BY_VALUE:frame_num:XPOSxYPOS:roi_widthxroi_height:delta-qp' -> Set ROI by value";

  /* Set Encoder defalut parameters */
  enc.width = DEFAULT_VIDEO_WIDTH;
  enc.height = DEFAULT_VIDEO_HEIGHT;
  enc.framerate = DEFAULT_ENCODER_FRAM_ERATE;
  enc.control_rate = DEFAULT_ENCODER_CONTROL_RATE;
  enc.gop_length = DEFAULT_ENCODER_GOP_LENGTH;
  enc.gop_mode = DEFAULT_GOP_MODE;
  enc.b_frames = DEFAULT_ENCODER_B_FRAMES;
  enc.gdr_mode = DEFAULT_GDR_MODE;
  enc.idr_freq = DEFAULT_IDR_FREQ;
  enc.target_bitrate = DEFAULT_ENCODER_TARGET_BITRATE;
  enc.max_bitrate = DEFAULT_ENCODER_TARGET_BITRATE;
  enc.long_term_ref = DEFAULT_LONGTERM_REF;
  enc.long_term_freq = DEFAULT_LONGTERM_FREQ;
  enc.loop_filter_mode = DEFAULT_LOOP_FILTER_MODE;
  enc.qp_mode = DEFAULT_QP_MODE;
  enc.force_intra_mode = DEFAULT_FORCE_INTRA_MODE;

  context = g_option_context_new (" vcu encode test applicaiton");
  g_option_context_set_summary (context, summary);
  g_option_context_add_main_entries (context, entries, NULL);
  g_option_context_add_group (context, gst_init_get_option_group ());
  if (!g_option_context_parse (context, &argc, &argv, &error)) {
    g_print ("option parsing failed: %s\n", error->message);
    g_option_context_free (context);
    g_clear_error (&error);
    return -1;
  }
  g_option_context_free (context);

  if (!check_parameters ())
    return -1;

  /* Initialization */
  gst_init (&argc, &argv);

  loop = g_main_loop_new (NULL, FALSE);

  /* Create Gstreamer elements */
  pipeline = gst_pipeline_new ("video-player");

  source = gst_element_factory_make ("filesrc", "File Source");
  videoparse = gst_element_factory_make ("rawvideoparse", "Video parser");
  if (!g_strcmp0 (enc.type, "avc"))
    encoder = gst_element_factory_make ("omxh264enc", "OMX H264 Encoder");
  else
    encoder = gst_element_factory_make ("omxh265enc", "OMX H265 Encoder");

  enc_capsfilter =
      gst_element_factory_make ("capsfilter", "Encoder output caps");
  enc_queue = gst_element_factory_make ("queue", "Encoder Queue");
  sink = gst_element_factory_make ("filesink", "File Sink");

  if (!pipeline || !source || !sink || !videoparse || !encoder || !enc_queue
      || !enc_capsfilter) {
    g_printerr ("elements could not be created \n");
    return -1;
  }

  /* max-picture-sizes support */
  if (enc.max_picture_sizes_str != NULL) {
    GValue temp_val = G_VALUE_INIT;
    GValue max_picture_sizes = G_VALUE_INIT;
    gint max_sizes[3];
    gint i = 0;

    sscanf (enc.max_picture_sizes_str, " < %d , %d , %d > ", &max_sizes[0],
        &max_sizes[1], &max_sizes[2]);
    g_value_init (&max_picture_sizes, GST_TYPE_ARRAY);

    /* Iterate 3 times - as need to fill out array in following format: <I,P,B> */
    for (i = 0; i < 3; i++) {
      g_value_init (&temp_val, G_TYPE_INT);
      g_value_set_int (&temp_val, max_sizes[i]);
      gst_value_array_append_value (&max_picture_sizes, &temp_val);
      g_value_unset (&temp_val);
    }

    g_object_set_property (G_OBJECT (encoder), "max-picture-sizes",
        &max_picture_sizes);
    g_value_unset (&max_picture_sizes);
  }

  /* set element properties */
  g_object_set (G_OBJECT (source), "location", enc.input_filename, NULL);
  g_object_set (G_OBJECT (videoparse), "width", enc.width, "height", enc.height,
      "format", GST_VIDEO_FORMAT_NV12, "framerate", enc.framerate, 1, NULL);
  g_object_set (G_OBJECT (encoder), "target-bitrate", enc.target_bitrate,
      "b-frames", enc.b_frames, "control-rate", enc.control_rate, "gop-length",
      enc.gop_length, "long-term-ref", enc.long_term_ref, "long-term-freq",
      enc.long_term_freq, "loop-filter-mode", enc.loop_filter_mode, "qp-mode",
      enc.qp_mode, "gop-mode", enc.gop_mode, "gdr-mode", enc.gdr_mode,
	  "periodicity-idr", enc.idr_freq, NULL);

  /* set Encoder src caps */
  if (!g_strcmp0 (enc.type, "avc"))
    enc_caps =
        gst_caps_new_simple ("video/x-h264", "profile", G_TYPE_STRING, "high",
        NULL);
  else
    enc_caps =
        gst_caps_new_simple ("video/x-h265", "profile", G_TYPE_STRING, "main",
        NULL);

  g_object_set (G_OBJECT (enc_capsfilter), "caps", enc_caps, NULL);
  g_object_set (G_OBJECT (sink), "location", enc.output_filename, NULL);

  g_print
      ("Using width = %d height = %d framerate = %d codec = %s target-bitrate = %d control-rate = %d loop-filter-mode = %d b-frames = %d output-location = %s\n",
      enc.width, enc.height, enc.framerate, enc.type, enc.target_bitrate,
      enc.control_rate, enc.loop_filter_mode, enc.b_frames,
      enc.output_filename);

  if (enc.control_rate == 1) {
    g_object_set (G_OBJECT (encoder), "max-bitrate", enc.max_bitrate, NULL);
    g_print ("max-bitrate = %d\n", enc.max_bitrate);
  }

  bus = gst_pipeline_get_bus (GST_PIPELINE (pipeline));
  gst_bus_add_watch (bus, bus_call, loop);

  /* Add elements into pipeline */
  gst_bin_add_many (GST_BIN (pipeline), source, videoparse, encoder,
      enc_capsfilter, enc_queue, sink, NULL);

  /* link the elements */
  if (!gst_element_link_many (source, videoparse, encoder, enc_capsfilter,
          enc_queue, sink, NULL)) {
    g_printerr ("Failed to link elements \n");
    return -1;
  }

  if (enc.dynamic_str != NULL) {
    /* Parse Dynamic user string */
    if (!parse_dynamic_user_string (enc.dynamic_str, encoder)) {
      g_printerr ("Error in parsing dynamic user string \n");
      g_free (dynamic);
      return -1;
    }

    pad = gst_element_get_static_pad (videoparse, "src");
    if (!pad)
      g_print ("error in pad creation\n");

    gst_pad_add_probe (pad,
        GST_PAD_PROBE_TYPE_BUFFER, videoparser_src_buffer_probe, encoder, NULL);
    gst_object_unref (pad);
  }

  /* Set the pipeline to "playing" */
  gst_element_set_state (pipeline, GST_STATE_PLAYING);

  /* Iterate */
  g_print ("Running...\n");
  g_main_loop_run (loop);

  /* Out of the main loop, clean up nicely */
  g_print ("Returned, stopping playback\n");
  gst_element_set_state (pipeline, GST_STATE_NULL);

  /* Free the memory */
  if (dynamic) {
    if (dynamic->type == DYNAMIC_LOAD_QP)
      g_free (dynamic->param.qp_file);
    g_free (dynamic);
  }
  if (enc.output_filename)
    g_free (enc.output_filename);
  if (enc.input_filename)
    g_free (enc.input_filename);
  if (enc.dynamic_str)
    g_free (enc.dynamic_str);
  if (enc.type)
    g_free (enc.type);
  if (enc.max_picture_sizes_str)
    g_free (enc.max_picture_sizes_str);

  g_print ("Deleting pipeline\n");
  gst_caps_unref (enc_caps);
  gst_object_unref (pipeline);
  gst_bus_remove_watch (bus);
  gst_object_unref (bus);
  g_main_loop_unref (loop);

  return 0;
}