# Copy the binary to device
scp gst-qimsdk-yolox-obj-detect-encode <user>@<device-ip>:~/

# SSH into device and run
ssh <user>@<device-ip>
chmod +x ~/gst-qimsdk-yolox-obj-detect-encode
./gst-qimsdk-yolox-obj-detect-encode

#include <glib-unix.h>
#include <stdio.h>

#include <gst/sampleapps/gst_sample_apps_utils.h>

/*
 * Single-stream YOLOX object detection from an MP4 file, encoding the
 * annotated video to an output MP4 file.
 *
 * Pipeline:
 *   filesrc -> qtdemux -> h264parse -> v4l2h264dec -> video/x-raw,format=NV12
 *     -> tee name=t
 *   t. -> qtimlvconverter -> qtimltflite (YOLOX, HTP/NPU external delegate)
 *       -> qtimlpostprocess (module=yolov8, confidence=51.0) -> text/x-raw
 *       -> qtimetamux.
 *   t. -> qtimetamux name=metamux -> qtivoverlay
 *       -> v4l2h264enc -> h264parse -> mp4mux -> filesink
 */

int main(int argc, char *argv[])
{
  GstAppContext appctx = { 0 };
  guint interrupt_watch_id = 0;
  GstBus *bus = NULL;
  GError *error = NULL;

  /* Resolve HOME at runtime; C string literals do not expand $HOME. */
  const gchar *home = g_getenv ("HOME");
  if (!home || *home == '\0') {
    g_printerr ("ERROR: HOME is not set; cannot resolve file paths.\n");
    return -1;
  }

  gchar *input_file  = g_strdup_printf (
      "%s/Downloads/qimsdk_samples/media/ai_demo_sample.mp4", home);
  gchar *model_path  = g_strdup_printf (
      "%s/Downloads/qimsdk_samples/models/yolox_w8a8.tflite", home);
  gchar *labels_path = g_strdup_printf (
      "%s/Downloads/qimsdk_samples/labels/yolov8.json", home);
  gchar *output_file = g_strdup_printf (
      "%s/Downloads/qimsdk_samples/media/obj_detect_out.mp4", home);

  gst_init (&argc, &argv);

  /*
   * Build the full pipeline string from source, AI overlay, and encode sink.
   *
   * Notes:
   *  - video/x-raw,format=NV12 caps-filter after hardware decode normalizes
   *    the decoded buffers before branching.
   *  - No bbox-stabilization: this is a file source (not a live camera feed).
   *  - text/x-raw caps-filter routes the postprocess metadata to qtimetamux.
   *  - Encoder io-modes 4/4: file-decoded NV12 (DMA, driver-managed buffers).
   */
  gchar *pipeline_str = g_strdup_printf (
    /* Source: hardware-decode the input MP4 */
    "filesrc location=\"%s\" ! qtdemux ! h264parse ! "
    "v4l2h264dec capture-io-mode=4 output-io-mode=4 ! "
    "video/x-raw,format=NV12 ! "

    /* Split into passthrough (video) branch and AI inference branch */
    "tee name=t "

    /* AI branch: preprocess -> inference -> postprocess -> metadata */
    "t. ! qtimlvconverter name=preprocess ! queue ! "
    "qtimltflite name=inference delegate=external "
    "external-delegate-path=libQnnTFLiteDelegate.so "
    "external-delegate-options=\"QNNExternalDelegate,backend_type=htp,log_level=(string)1;\" "
    "model=\"%s\" ! queue ! "
    "qtimlpostprocess name=postprocess module=yolov8 "
    "labels=\"%s\" "
    "settings=\"{\\\"confidence\\\": 51.0}\" ! text/x-raw ! metamux. "

    /* Passthrough branch: merge metadata, overlay, encode, write */
    "t. ! qtimetamux name=metamux ! "
    "qtivoverlay ! "
    "v4l2h264enc capture-io-mode=4 output-io-mode=4 ! queue ! "
    "h264parse ! mp4mux ! "
    "filesink location=\"%s\"",
    input_file,
    model_path,
    labels_path,
    output_file
  );

  g_print ("Pipeline:\n%s\n\n", pipeline_str);

  appctx.pipeline = gst_parse_launch (pipeline_str, &error);
  g_free (pipeline_str);
  if (!appctx.pipeline) {
    g_printerr ("ERROR: Pipeline creation failed: %s\n",
                error ? error->message : "unknown error");
    if (error) g_error_free (error);
    goto cleanup;
  }

  appctx.mloop = g_main_loop_new (NULL, FALSE);

  bus = gst_pipeline_get_bus (GST_PIPELINE (appctx.pipeline));
  if (!bus) {
    g_printerr ("ERROR: Failed to get pipeline bus.\n");
    goto cleanup;
  }
  gst_bus_add_signal_watch (bus);
  g_signal_connect (bus, "message::eos",   G_CALLBACK (eos_cb),   appctx.mloop);
  g_signal_connect (bus, "message::error", G_CALLBACK (error_cb), appctx.mloop);
  gst_object_unref (bus);

  interrupt_watch_id = g_unix_signal_add (SIGINT,
      handle_interrupt_signal, &appctx);

  g_print ("Starting pipeline...\n");
  gst_element_set_state (appctx.pipeline, GST_STATE_PAUSED);

  g_main_loop_run (appctx.mloop);

  g_print ("Pipeline finished.\n");
  g_source_remove (interrupt_watch_id);

cleanup:
  if (appctx.pipeline) {
    gst_element_set_state (appctx.pipeline, GST_STATE_NULL);
    gst_object_unref (appctx.pipeline);
  }
  if (appctx.mloop)
    g_main_loop_unref (appctx.mloop);

  g_free (input_file);
  g_free (model_path);
  g_free (labels_path);
  g_free (output_file);

  gst_deinit ();
  return 0;
}

cmake_minimum_required(VERSION 3.16)
project(GST-QIMSDK-YOLOX-OBJ-DETECT-ENCODE LANGUAGES C CXX)

set(CMAKE_INCLUDE_CURRENT_DIR ON)

find_package(PkgConfig)

pkg_check_modules(GST
  REQUIRED gstreamer-1.0>=${GST_VERSION_REQUIRED})

set(GST_EXAMPLE_BIN gst-qimsdk-yolox-obj-detect-encode)

set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wall -Wextra -Wno-unused-parameter")

add_executable(${GST_EXAMPLE_BIN}
  main.c
)

target_include_directories(${GST_EXAMPLE_BIN} PRIVATE
  ${GST_INCLUDE_DIRS}
)

target_link_libraries(${GST_EXAMPLE_BIN} PRIVATE
  ${GST_LIBRARIES}
  gstappsutils
)

install(
  TARGETS ${GST_EXAMPLE_BIN}
  RUNTIME DESTINATION ${GST_PLUGINS_QTI_OSS_INSTALL_BINDIR}
  PERMISSIONS OWNER_EXECUTE OWNER_WRITE OWNER_READ
              GROUP_EXECUTE GROUP_READ
              WORLD_EXECUTE WORLD_READ
)