subprojects/gst-plugins-bad/sys/msdk/gstmsdk.c

/* GStreamer Intel MSDK plugin
 * Copyright (c) 2016, Oblong Industries, Inc.
 * Copyright (c) 2018, Intel Corporation
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 * 1. Redistributions of source code must retain the above copyright notice,
 *    this list of conditions and the following disclaimer.
 *
 * 2. Redistributions in binary form must reproduce the above copyright notice,
 *    this list of conditions and the following disclaimer in the documentation
 *    and/or other materials provided with the distribution.
 *
 * 3. Neither the name of the copyright holder nor the names of its contributors
 *    may be used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

/**
 * SECTION: plugin-msdk
 *
 * Since: 1.12
 *
 */

#ifdef HAVE_CONFIG_H
#  include <config.h>
#endif

#include <gst/gst.h>

#include "gstmsdkh264dec.h"
#include "gstmsdkh264enc.h"
#include "gstmsdkh265dec.h"
#include "gstmsdkh265enc.h"
#include "gstmsdkmjpegdec.h"
#include "gstmsdkmjpegenc.h"
#include "gstmsdkmpeg2dec.h"
#include "gstmsdkmpeg2enc.h"
#include "gstmsdkvp8dec.h"
#ifdef USE_MSDK_VP9_ENC
#include "gstmsdkvp9enc.h"
#endif
#include "gstmsdkvc1dec.h"
#ifdef USE_MSDK_VP9_DEC
#include "gstmsdkvp9dec.h"
#endif
#ifdef USE_MSDK_AV1_DEC
#include "gstmsdkav1dec.h"
#endif
#ifdef USE_MSDK_AV1_ENC
#include "gstmsdkav1enc.h"
#endif
#include "gstmsdkvpp.h"

GST_DEBUG_CATEGORY (gst_msdk_debug);
GST_DEBUG_CATEGORY (gst_msdkdec_debug);
GST_DEBUG_CATEGORY (gst_msdkenc_debug);
GST_DEBUG_CATEGORY (gst_msdkvpp_debug);
GST_DEBUG_CATEGORY (gst_msdkh264dec_debug);
GST_DEBUG_CATEGORY (gst_msdkh264enc_debug);
GST_DEBUG_CATEGORY (gst_msdkh265dec_debug);
GST_DEBUG_CATEGORY (gst_msdkh265enc_debug);
GST_DEBUG_CATEGORY (gst_msdkmjpegdec_debug);
GST_DEBUG_CATEGORY (gst_msdkmjpegenc_debug);
GST_DEBUG_CATEGORY (gst_msdkmpeg2enc_debug);
GST_DEBUG_CATEGORY (gst_msdkmpeg2dec_debug);
GST_DEBUG_CATEGORY (gst_msdkvp8dec_debug);
GST_DEBUG_CATEGORY (gst_msdkvc1dec_debug);
GST_DEBUG_CATEGORY (gst_msdkvp9dec_debug);
GST_DEBUG_CATEGORY (gst_msdkvp9enc_debug);
GST_DEBUG_CATEGORY (gst_msdkav1dec_debug);
GST_DEBUG_CATEGORY (gst_msdkav1enc_debug);

static void
plugin_add_dependencies (GstPlugin * plugin)
{
#ifndef _WIN32
  const gchar *env_vars[] =
      { "LIBVA_DRIVER_NAME", "GST_MSDK_DRM_DEVICE", NULL };
  const gchar *kernel_paths[] = { "/dev/dri", NULL };
  const gchar *kernel_names[] = { "card", "render", NULL };

  /* features get updated upon changes in /dev/dri/card* */
  gst_plugin_add_dependency (plugin, NULL, kernel_paths, kernel_names,
      GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_PREFIX);

  /* features get updated upon changes in VA environment variables */
  gst_plugin_add_dependency (plugin, env_vars, NULL, NULL,
      GST_PLUGIN_DEPENDENCY_FLAG_NONE);

  /* features get updated upon changes in default VA drivers
   * directory */
  gst_plugin_add_dependency_simple (plugin, "LIBVA_DRIVERS_PATH",
      VA_DRIVERS_PATH, "_drv_video.so",
      GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_SUFFIX |
      GST_PLUGIN_DEPENDENCY_FLAG_PATHS_ARE_DEFAULT_ONLY);
#endif
}

static gboolean
_register_encoder (GstPlugin * plugin,
    GstMsdkContext * context, guint codec_id,
    GstCaps * sink_caps, GstCaps * src_caps)
{
  gboolean ret = TRUE;

  switch (codec_id) {
    case MFX_CODEC_AVC:
      ret = gst_msdkh264enc_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
    case MFX_CODEC_HEVC:
      ret = gst_msdkh265enc_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);;
      break;
    case MFX_CODEC_MPEG2:
      ret = gst_msdkmpeg2enc_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
#ifdef USE_MSDK_VP9_ENC
    case MFX_CODEC_VP9:
      ret = gst_msdkvp9enc_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
#endif
#ifdef USE_MSDK_AV1_ENC
    case MFX_CODEC_AV1:
      ret = gst_msdkav1enc_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
#endif
    case MFX_CODEC_JPEG:
      ret = gst_msdkmjpegenc_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
    default:
      ret = FALSE;
      break;
  }

  return ret;
}

static gboolean
_register_decoder (GstPlugin * plugin,
    GstMsdkContext * context, guint codec_id,
    GstCaps * sink_caps, GstCaps * src_caps)
{
  gboolean ret = TRUE;

  switch (codec_id) {
    case MFX_CODEC_AVC:
      ret = gst_msdkh264dec_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
    case MFX_CODEC_HEVC:
      ret = gst_msdkh265dec_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
    case MFX_CODEC_MPEG2:
      ret = gst_msdkmpeg2dec_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
    case MFX_CODEC_VP8:
      ret = gst_msdkvp8dec_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
#ifdef USE_MSDK_VP9_DEC
    case MFX_CODEC_VP9:
      ret = gst_msdkvp9dec_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
#endif
#ifdef USE_MSDK_AV1_DEC
    case MFX_CODEC_AV1:
      ret = gst_msdkav1dec_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
#endif
    case MFX_CODEC_JPEG:
      ret = gst_msdkmjpegdec_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
    case MFX_CODEC_VC1:
      ret = gst_msdkvc1dec_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE);
      break;
    default:
      ret = FALSE;
      break;
  }

  return ret;
}

#if (MFX_VERSION >= 2000)

static void
_register_encoders (GstPlugin * plugin,
    GstMsdkContext * context, mfxEncoderDescription * enc_desc)
{
  GstCaps *sink_caps = NULL;
  GstCaps *src_caps = NULL;

  for (guint c = 0; c < enc_desc->NumCodecs; c++) {
    if (!gst_msdkcaps_enc_create_caps (context, enc_desc,
            enc_desc->Codecs[c].CodecID, &sink_caps, &src_caps)) {
      GST_WARNING ("Failed to create caps for %" GST_FOURCC_FORMAT " ENC",
          GST_FOURCC_ARGS (enc_desc->Codecs[c].CodecID));
      continue;
    }

    if (!_register_encoder (plugin,
            context, enc_desc->Codecs[c].CodecID, sink_caps, src_caps)) {
      GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " ENC",
          GST_FOURCC_ARGS (enc_desc->Codecs[c].CodecID));
      continue;
    }

    gst_caps_unref (sink_caps);
    gst_caps_unref (src_caps);
  }
}

static void
_register_decoders (GstPlugin * plugin,
    GstMsdkContext * context, mfxDecoderDescription * dec_desc)
{
  GstCaps *sink_caps = NULL;
  GstCaps *src_caps = NULL;

  for (guint c = 0; c < dec_desc->NumCodecs; c++) {
    if (!gst_msdkcaps_dec_create_caps (context, dec_desc,
            dec_desc->Codecs[c].CodecID, &sink_caps, &src_caps)) {
      GST_WARNING ("Failed to create caps for %" GST_FOURCC_FORMAT " DEC",
          GST_FOURCC_ARGS (dec_desc->Codecs[c].CodecID));
      continue;
    }

    if (!_register_decoder (plugin,
            context, dec_desc->Codecs[c].CodecID, sink_caps, src_caps)) {
      GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " DEC",
          GST_FOURCC_ARGS (dec_desc->Codecs[c].CodecID));
      continue;
    }

    gst_caps_unref (sink_caps);
    gst_caps_unref (src_caps);
  }
}

static void
_register_vpp (GstPlugin * plugin,
    GstMsdkContext * context, mfxVPPDescription * vpp_desc)
{
  GstCaps *sink_caps = NULL;
  GstCaps *src_caps = NULL;

  if (!gst_msdkcaps_vpp_create_caps (context, vpp_desc, &sink_caps, &src_caps)) {
    GST_WARNING ("Failed to create caps for VPP");
    return;
  }

  if (!gst_msdkvpp_register (plugin,
          context, sink_caps, src_caps, GST_RANK_NONE)) {
    GST_WARNING ("Failed to register VPP");
  }

  gst_caps_unref (sink_caps);
  gst_caps_unref (src_caps);
}

#endif

static const guint enc_static_codecs[] = {
  MFX_CODEC_AVC,
  MFX_CODEC_HEVC,
  MFX_CODEC_MPEG2,
#ifdef USE_MSDK_VP9_ENC
  MFX_CODEC_VP9,
#endif
#ifdef USE_MSDK_AV1_ENC
  MFX_CODEC_AV1,
#endif
  MFX_CODEC_JPEG
};

static const guint dec_static_codecs[] = {
  MFX_CODEC_AVC,
  MFX_CODEC_HEVC,
  MFX_CODEC_MPEG2,
  MFX_CODEC_VP8,
#ifdef USE_MSDK_VP9_DEC
  MFX_CODEC_VP9,
#endif
#ifdef USE_MSDK_AV1_DEC
  MFX_CODEC_AV1,
#endif
  MFX_CODEC_JPEG,
  MFX_CODEC_VC1
};

static void
_register_encoders_with_static_caps (GstPlugin * plugin,
    GstMsdkContext * context)
{
  GstCaps *sink_caps = NULL;
  GstCaps *src_caps = NULL;

  for (guint c = 0; c < G_N_ELEMENTS (enc_static_codecs); c++) {
    if (!gst_msdkcaps_enc_create_static_caps (context,
            enc_static_codecs[c], &sink_caps, &src_caps)) {
      GST_WARNING ("Failed to create static caps for %" GST_FOURCC_FORMAT
          " ENC", GST_FOURCC_ARGS (enc_static_codecs[c]));
      continue;
    }

    if (!_register_encoder (plugin, context,
            enc_static_codecs[c], sink_caps, src_caps)) {
      GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " ENC",
          GST_FOURCC_ARGS (enc_static_codecs[c]));
      continue;
    }

    gst_caps_unref (sink_caps);
    gst_caps_unref (src_caps);
  }
}

static void
_register_decoders_with_static_caps (GstPlugin * plugin,
    GstMsdkContext * context)
{
  GstCaps *sink_caps = NULL;
  GstCaps *src_caps = NULL;

  for (guint c = 0; c < G_N_ELEMENTS (dec_static_codecs); c++) {
    if (!gst_msdkcaps_dec_create_static_caps (context,
            dec_static_codecs[c], &sink_caps, &src_caps)) {
      GST_WARNING ("Failed to create static caps for %" GST_FOURCC_FORMAT
          " DEC", GST_FOURCC_ARGS (dec_static_codecs[c]));
      continue;
    }

    if (!_register_decoder (plugin, context,
            dec_static_codecs[c], sink_caps, src_caps)) {
      GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " DEC",
          GST_FOURCC_ARGS (dec_static_codecs[c]));
      continue;
    }

    gst_caps_unref (sink_caps);
    gst_caps_unref (src_caps);
  }
}

static void
_register_vpp_with_static_caps (GstPlugin * plugin, GstMsdkContext * context)
{
  GstCaps *sink_caps = NULL;
  GstCaps *src_caps = NULL;

  if (!gst_msdkcaps_vpp_create_static_caps (context, &sink_caps, &src_caps)) {
    GST_WARNING ("Failed to create static caps for VPP");
    return;
  }

  if (!gst_msdkvpp_register (plugin, context,
          sink_caps, src_caps, GST_RANK_NONE)) {
    GST_WARNING ("Failed to register VPP");
  }

  gst_caps_unref (sink_caps);
  gst_caps_unref (src_caps);
}

static gboolean
plugin_init (GstPlugin * plugin)
{
  GstMsdkContext *context;

  GST_DEBUG_CATEGORY_INIT (gst_msdk_debug, "msdk", 0, "msdk");
  GST_DEBUG_CATEGORY_INIT (gst_msdkdec_debug, "msdkdec", 0, "msdkdec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkenc_debug, "msdkenc", 0, "msdkenc");
  GST_DEBUG_CATEGORY_INIT (gst_msdkh264dec_debug, "msdkh264dec", 0,
      "msdkh264dec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkh264enc_debug, "msdkh264enc", 0,
      "msdkh264enc");
  GST_DEBUG_CATEGORY_INIT (gst_msdkvpp_debug, "msdkvpp", 0, "msdkvpp");
  GST_DEBUG_CATEGORY_INIT (gst_msdkh265dec_debug, "msdkh265dec", 0,
      "msdkh265dec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkh265enc_debug, "msdkh265enc", 0,
      "msdkh265enc");
  GST_DEBUG_CATEGORY_INIT (gst_msdkmjpegdec_debug, "msdkmjpegdec", 0,
      "msdkmjpegdec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkmjpegenc_debug, "msdkmjpegenc", 0,
      "msdkmjpegenc");
  GST_DEBUG_CATEGORY_INIT (gst_msdkmpeg2enc_debug, "msdkmpeg2enc", 0,
      "msdkmpeg2enc");
  GST_DEBUG_CATEGORY_INIT (gst_msdkmpeg2dec_debug, "msdkmpeg2dec", 0,
      "msdkmpeg2dec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkvp8dec_debug, "msdkvp8dec", 0, "msdkvp8dec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkvc1dec_debug, "msdkvc1dec", 0, "msdkvc1dec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkvp9dec_debug, "msdkvp9dec", 0, "msdkvp9dec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkvp9enc_debug, "msdkvp9enc", 0, "msdkvp9enc");
  GST_DEBUG_CATEGORY_INIT (gst_msdkav1dec_debug, "msdkav1dec", 0, "msdkav1dec");
  GST_DEBUG_CATEGORY_INIT (gst_msdkav1enc_debug, "msdkav1enc", 0, "msdkav1enc");

  plugin_add_dependencies (plugin);

  context = gst_msdk_context_new (TRUE);
  if (!context)
    return TRUE;                /* return TRUE to avoid getting blacklisted */

#if (MFX_VERSION >= 2000)
  mfxImplDescription *desc = (mfxImplDescription *)
      msdk_get_impl_description (gst_msdk_context_get_loader (context),
      gst_msdk_context_get_impl_idx (context));

  if (desc && desc->Enc.NumCodecs > 0)
    _register_encoders (plugin, context, &desc->Enc);
  else
    _register_encoders_with_static_caps (plugin, context);

  if (desc && desc->Dec.NumCodecs > 0)
    _register_decoders (plugin, context, &desc->Dec);
  else
    _register_decoders_with_static_caps (plugin, context);

  if (desc && desc->VPP.NumFilters > 0)
    _register_vpp (plugin, context, &desc->VPP);
  else
    _register_vpp_with_static_caps (plugin, context);

  if (desc)
    msdk_release_impl_description (gst_msdk_context_get_loader (context), desc);
#else
  _register_encoders_with_static_caps (plugin, context);
  _register_decoders_with_static_caps (plugin, context);
  _register_vpp_with_static_caps (plugin, context);
#endif

  gst_object_unref (context);

  return TRUE;
}

GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
    GST_VERSION_MINOR,
    msdk,
    "MFX API (" MFX_API_SDK ") based elements",
    plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)