tensor_filter_common.h

Go to the documentation of this file.

 
#ifndef __G_TENSOR_FILTER_COMMON_H__
#define __G_TENSOR_FILTER_COMMON_H__
 
#include <glib-object.h>
#include <errno.h>
#include <nnstreamer_subplugin.h>
#include <nnstreamer_plugin_api_util.h>
#include <nnstreamer_plugin_api_filter.h>
#include "nnstreamer_watchdog.h"
 
G_BEGIN_DECLS
 
#ifndef DBG
#define DBG (!priv->silent)
#endif
 
#define GST_TF_FW_VN(fw, vn) \
    (fw && checkGstTensorFilterFrameworkVersion (fw->version, vn))
#define GST_TF_FW_V0(fw) GST_TF_FW_VN (fw, 0)
#define GST_TF_FW_V1(fw) GST_TF_FW_VN (fw, 1)
 
#define gst_tensor_filter_v0_call(priv,ret,funcname,...) do { \
      gst_tensor_filter_common_open_fw (priv); \
      ret = -1; \
      if ((priv)->prop.fw_opened && (priv)->fw && (priv)->fw->funcname) { \
        ret = (priv)->fw->funcname (&(priv)->prop, &(priv)->privateData, __VA_ARGS__); \
      } \
    } while (0)
 
#define gst_tensor_filter_v1_call(priv,ret,funcname,...) do { \
      gst_tensor_filter_common_open_fw (priv); \
      ret = -1; \
      if ((priv)->prop.fw_opened && (priv)->fw && (priv)->fw->funcname) { \
        ret = (priv)->fw->funcname ((priv)->fw, &(priv)->prop, (priv)->privateData, __VA_ARGS__); \
      } \
    } while (0)
 
#define GST_TF_FW_INVOKE_COMPAT(priv,ret,in,out) do { \
      ret = -1; \
      if (GST_TF_FW_V0 ((priv)->fw)) { \
        ret = (priv)->fw->invoke_NN (&(priv)->prop, &(priv)->privateData, (in), (out)); \
      } else if (GST_TF_FW_V1 ((priv)->fw)) { \
        ret = (priv)->fw->invoke ((priv)->fw, &(priv)->prop, (priv)->privateData, (in), (out)); \
      } \
    } while (0)
 
#define GST_TF_STAT_MAX_RECENT (10)
 
enum
{
  PROP_0,
  PROP_SILENT,
  PROP_FRAMEWORK,
  PROP_MODEL,
  PROP_INPUT,
  PROP_INPUTTYPE,
  PROP_INPUTNAME,
  PROP_INPUTLAYOUT,
  PROP_INPUTRANKS,
  PROP_OUTPUT,
  PROP_OUTPUTTYPE,
  PROP_OUTPUTNAME,
  PROP_OUTPUTLAYOUT,
  PROP_OUTPUTRANKS,
  PROP_CUSTOM,
  PROP_SUBPLUGINS,
  PROP_ACCELERATOR,
  PROP_IS_UPDATABLE,
  PROP_LATENCY,
  PROP_THROUGHPUT,
  PROP_INPUTCOMBINATION,
  PROP_OUTPUTCOMBINATION,
  PROP_SHARED_TENSOR_FILTER_KEY,
  PROP_LATENCY_REPORT,
  PROP_INVOKE_DYNAMIC,
  PROP_CONFIG,
  PROP_SUSPEND
};
 
typedef struct _GstTensorFilterStatistics
{
  gint64 total_invoke_num;      
  gint64 total_invoke_latency;  
  gint64 old_total_invoke_num;      
  gint64 old_total_invoke_latency;  
  gint64 latest_invoke_time;    
  void *recent_latencies;       
  guint latency_ignore_count;   /* number of initial latency measurements to ignore in averaging */
} GstTensorFilterStatistics;
 
typedef struct _GstTensorFilterCombination
{
  GList *in_combi; 
  GList *out_combi_i; 
  GList *out_combi_o; 
  gboolean in_combi_defined; 
  gboolean out_combi_i_defined;
  gboolean out_combi_o_defined;
} GstTensorFilterCombination;
 
typedef struct {
  void *shared_interpreter; 
  GList *referred_list; 
} GstTensorFilterSharedModelRepresentation;
 
typedef struct _GstTensorFilterPrivate
{
  void *privateData; 
  GstTensorFilterProperties prop; 
  GstTensorFilterFrameworkInfo info; 
  GstTensorFilterStatistics stat; 
  const GstTensorFilterFramework *fw; 
  /* internal properties for tensor-filter */
  gboolean silent; 
  gboolean configured; 
  gboolean is_updatable; 
  gchar *config_path; 
  GstTensorsConfig in_config; 
  GstTensorsConfig out_config; 
  gint latency_mode;     
  gint throughput_mode;  
  gboolean latency_reporting; 
  gint64 latency_reported; 
  GstTensorFilterCombination combi;
  nns_watchdog_h watchdog_h; ;
} GstTensorFilterPrivate;
 
extern gchar *
gst_tensorsinfo_compare_to_string (const GstTensorsInfo * info,
    const GstTensorsInfo * info2);
extern void
gst_tensorsinfo_compare_print (const GstTensorsInfo * info1,
    const GstTensorsInfo * info2);
 
extern gboolean
gst_tensor_filter_allocate_in_invoke (GstTensorFilterPrivate * priv);
 
extern void gst_tensor_filter_install_properties (GObjectClass * gobject_class);
 
extern void
gst_tensor_filter_common_init_property (GstTensorFilterPrivate * priv);
 
extern void
gst_tensor_filter_common_free_property (GstTensorFilterPrivate * priv);
 
extern gboolean
gst_tensor_filter_common_set_property (GstTensorFilterPrivate * priv,
    guint prop_id, const GValue * value, GParamSpec * pspec);
 
extern gboolean
gst_tensor_filter_common_get_property (GstTensorFilterPrivate * priv,
    guint prop_id, GValue * value, GParamSpec * pspec);
 
extern gboolean
gst_tensor_filter_common_get_combined_in_info (GstTensorFilterPrivate * priv,
    const GstTensorsInfo * in, GstTensorsInfo * combined);
 
extern gboolean
gst_tensor_filter_common_get_combined_out_info (GstTensorFilterPrivate * priv,
    const GstTensorsInfo * in, const GstTensorsInfo * out, GstTensorsInfo * combined);
 
extern gboolean
gst_tensor_filter_common_get_out_info (GstTensorFilterPrivate * priv,
    GstTensorsInfo * in, GstTensorsInfo * out);
 
extern void
gst_tensor_filter_load_tensor_info (GstTensorFilterPrivate * priv);
 
extern void gst_tensor_filter_common_open_fw (GstTensorFilterPrivate * priv);
 
extern void gst_tensor_filter_common_unload_fw (GstTensorFilterPrivate * priv);
 
extern void gst_tensor_filter_common_close_fw (GstTensorFilterPrivate * priv);
 
extern gchar *
gst_tensor_filter_detect_framework (const gchar * const *model_files, const guint num_models, const gboolean load_conf);
 
extern gboolean
gst_tensor_filter_check_hw_availability (const gchar * name, const accl_hw hw, const char *custom);
 
extern void
gst_tensor_filter_destroy_notify_util (GstTensorFilterPrivate *priv, void *data);
 
G_END_DECLS
#endif /* __G_TENSOR_FILTER_COMMON_H__ */