\hypertarget{common__properties_8h}{}\doxysection{layers/common\+\_\+properties.h File Reference}
\label{common__properties_8h}\index{layers/common\_properties.h@{layers/common\_properties.h}}


This file contains list of common properties widely used across layers.  


{\ttfamily \#include $<$array$>$}\newline
{\ttfamily \#include $<$fstream$>$}\newline
{\ttfamily \#include $<$string$>$}\newline
{\ttfamily \#include $<$base\+\_\+properties.\+h$>$}\newline
{\ttfamily \#include $<$connection.\+h$>$}\newline
{\ttfamily \#include $<$tensor.\+h$>$}\newline
{\ttfamily \#include $<$tensor\+\_\+wrap\+\_\+specs.\+h$>$}\newline
Include dependency graph for common\+\_\+properties.\+h\+:
\nopagebreak
\begin{figure}[H]
\begin{center}
\leavevmode
\includegraphics[width=350pt]{common__properties_8h__incl}
\end{center}
\end{figure}
This graph shows which files directly or indirectly include this file\+:
\nopagebreak
\begin{figure}[H]
\begin{center}
\leavevmode
\includegraphics[width=350pt]{common__properties_8h__dep__incl}
\end{center}
\end{figure}
\doxysubsection*{Classes}
\begin{DoxyCompactItemize}
\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Name}{nntrainer\+::props\+::\+Name}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Name}{Name}} property, name is an identifier of an object. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Unit}{nntrainer\+::props\+::\+Unit}}
\begin{DoxyCompactList}\small\item\em unit property, unit is used to measure how many weights are there \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Trainable}{nntrainer\+::props\+::\+Trainable}}
\begin{DoxyCompactList}\small\item\em trainable property, use this to set and check how if certain layer is trainable \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1DisableBias}{nntrainer\+::props\+::\+Disable\+Bias}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1DisableBias}{Disable\+Bias}} to disable the bias. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1IntegrateBias}{nntrainer\+::props\+::\+Integrate\+Bias}}
\begin{DoxyCompactList}\small\item\em Integrate bias\+\_\+ih and bias\+\_\+hh to bias\+\_\+h to use only 1 bias (Used in rnn variant) \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Normalization}{nntrainer\+::props\+::\+Normalization}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Normalization}{Normalization}} property, normalize the input to be in range \mbox{[}0, 1\mbox{]} if true. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Standardization}{nntrainer\+::props\+::\+Standardization}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Standardization}{Standardization}} property, standardization standardize the input to be mean 0 and std 1 if true. \end{DoxyCompactList}\item 
struct \mbox{\hyperlink{structnntrainer_1_1props_1_1connection__prop__tag}{nntrainer\+::props\+::connection\+\_\+prop\+\_\+tag}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1Connection}{Connection}} prop tag type. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1InputConnection}{nntrainer\+::props\+::\+Input\+Connection}}
\begin{DoxyCompactList}\small\item\em Input\+Spec property, this defines connection specification of an input. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Epsilon}{nntrainer\+::props\+::\+Epsilon}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Epsilon}{Epsilon}} property, this is used to avoid divide by zero. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Momentum}{nntrainer\+::props\+::\+Momentum}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Momentum}{Momentum}} property, moving average in batch normalization layer. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1SplitNumber}{nntrainer\+::props\+::\+Split\+Number}}
\begin{DoxyCompactList}\small\item\em split number property, split number indicates how many numbers of outs are generated by spliting the input dimension \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Axis}{nntrainer\+::props\+::\+Axis}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Axis}{Axis}} property, idx in the dimension. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1SplitDimension}{nntrainer\+::props\+::\+Split\+Dimension}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1SplitDimension}{Split\+Dimension}} property, dimension along which to split the input. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ConcatDimension}{nntrainer\+::props\+::\+Concat\+Dimension}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1ConcatDimension}{Concat\+Dimension}} property, dimension along which to concat the input. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ReduceDimension}{nntrainer\+::props\+::\+Reduce\+Dimension}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1ReduceDimension}{Reduce\+Dimension}} property, dimension along which to reduce the input. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1FilterSize}{nntrainer\+::props\+::\+Filter\+Size}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1FilterSize}{Filter\+Size}} property, filter size is used to measure how many filters are there. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1KernelSize}{nntrainer\+::props\+::\+Kernel\+Size}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1KernelSize}{Kernel\+Size}} property, kernel size is used to measure the filter size. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1PoolSize}{nntrainer\+::props\+::\+Pool\+Size}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1PoolSize}{Pool\+Size}} property, pool size is used to measure the pooling size. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Stride}{nntrainer\+::props\+::\+Stride}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Stride}{Stride}} property, stride is used to measure how much it will be slide the filter. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Dilation}{nntrainer\+::props\+::\+Dilation}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Dilation}{Dilation}} property, dilation indicates how many space will be inserted between kernel element. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Padding2D}{nntrainer\+::props\+::\+Padding2D}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Padding2D}{Padding2D}} property, this is used to calculate padding2D. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Padding1D}{nntrainer\+::props\+::\+Padding1D}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Padding1D}{Padding1D}} property, this is used to calculate padding2D. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1InDim}{nntrainer\+::props\+::\+In\+Dim}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1InDim}{In\+Dim}} property, in dim is the size of vocabulary in the text data. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1OutDim}{nntrainer\+::props\+::\+Out\+Dim}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1OutDim}{Out\+Dim}} property, out dim is the size of the vector space in which words will be embedded. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ZeroIdxMask}{nntrainer\+::props\+::\+Zero\+Idx\+Mask}}
\begin{DoxyCompactList}\small\item\em Zero idx mask property for embedding where the value of embedding will be zero. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1DropOutRate}{nntrainer\+::props\+::\+Drop\+Out\+Rate}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1DropOutRate}{Drop\+Out\+Rate}} property, this defines drop out specification of layer. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1RandomTranslate}{nntrainer\+::props\+::\+Random\+Translate}}
\begin{DoxyCompactList}\small\item\em Translation\+Factor property, this defines how far the image is translated. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1FilePath}{nntrainer\+::props\+::\+File\+Path}}
\begin{DoxyCompactList}\small\item\em Props containing file path value. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1DirPath}{nntrainer\+::props\+::\+Dir\+Path}}
\begin{DoxyCompactList}\small\item\em Props containing directory path value. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ReturnSequences}{nntrainer\+::props\+::\+Return\+Sequences}}
\begin{DoxyCompactList}\small\item\em return sequence property, used to check whether return only the last output. Return last output if true. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Bidirectional}{nntrainer\+::props\+::\+Bidirectional}}
\begin{DoxyCompactList}\small\item\em bidirectional property, used to make bidirectional layers \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1AsSequence}{nntrainer\+::props\+::\+As\+Sequence}}
\begin{DoxyCompactList}\small\item\em Identifiers to locate a connection which should be returned as whole used in recurrent realizer. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1InputIsSequence}{nntrainer\+::props\+::\+Input\+Is\+Sequence}}
\begin{DoxyCompactList}\small\item\em Identifiers to locate an {\bfseries{input}} connection which should be sequenced for the connection. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ResetAfter}{nntrainer\+::props\+::\+Reset\+After}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1ResetAfter}{Reset\+After}} property, apply reset gate after matrix multiplication if this property is true. Apply before the multiplication if false. Used in gru, grucell. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1NumClass}{nntrainer\+::props\+::\+Num\+Class}}
\begin{DoxyCompactList}\small\item\em Number of class. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1BasicRegularizerConstant}{nntrainer\+::props\+::\+Basic\+Regularizer\+Constant}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1BasicRegularizerConstant}{Basic\+Regularizer\+Constant}} property, this defines how much regularize the weight. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1WeightRegularizerConstant}{nntrainer\+::props\+::\+Weight\+Regularizer\+Constant}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1WeightRegularizerConstant}{Weight\+Regularizer\+Constant}} property, this defines how much regularize the weight. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1WeightDecay}{nntrainer\+::props\+::\+Weight\+Decay}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1WeightDecay}{Weight\+Decay}} property, this defines how much to decay the weight. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1BiasDecay}{nntrainer\+::props\+::\+Bias\+Decay}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1BiasDecay}{Bias\+Decay}} property, this defines how much regularize the weight. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1OutputLayer}{nntrainer\+::props\+::\+Output\+Layer}}
\begin{DoxyCompactList}\small\item\em Output \mbox{\hyperlink{classLayer}{Layer}} name property which saves a single connection (practically, std\+::vector$<$\+Input\+Layers$>$ is used) \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1LabelLayer}{nntrainer\+::props\+::\+Label\+Layer}}
\begin{DoxyCompactList}\small\item\em label \mbox{\hyperlink{classLayer}{Layer}} name property which saves a single connection (practically, std\+::vector$<$\+Label\+Layers$>$ is used) \end{DoxyCompactList}\item 
struct \mbox{\hyperlink{structnntrainer_1_1props_1_1ActivationTypeInfo}{nntrainer\+::props\+::\+Activation\+Type\+Info}}
\begin{DoxyCompactList}\small\item\em Enumeration of activation function type. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Activation}{nntrainer\+::props\+::\+Activation}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Activation}{Activation}} Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1HiddenStateActivation}{nntrainer\+::props\+::\+Hidden\+State\+Activation}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1HiddenStateActivation}{Hidden\+State\+Activation}} Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1RecurrentActivation}{nntrainer\+::props\+::\+Recurrent\+Activation}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1RecurrentActivation}{Recurrent\+Activation}} Enumeration Information. \end{DoxyCompactList}\item 
struct \mbox{\hyperlink{structnntrainer_1_1props_1_1InitializerInfo}{nntrainer\+::props\+::\+Initializer\+Info}}
\begin{DoxyCompactList}\small\item\em Enumeration of tensor initialization type. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1WeightInitializer}{nntrainer\+::props\+::\+Weight\+Initializer}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1WeightInitializer}{Weight\+Initializer}} Initialization Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1BiasInitializer}{nntrainer\+::props\+::\+Bias\+Initializer}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1BiasInitializer}{Bias\+Initializer}} Initialization Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1BNPARAMS__MU__INIT}{nntrainer\+::props\+::\+B\+N\+P\+A\+R\+A\+M\+S\+\_\+\+M\+U\+\_\+\+I\+N\+IT}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1BNPARAMS__MU__INIT}{B\+N\+P\+A\+R\+A\+M\+S\+\_\+\+M\+U\+\_\+\+I\+N\+IT}} Initialization Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1BNPARAMS__VAR__INIT}{nntrainer\+::props\+::\+B\+N\+P\+A\+R\+A\+M\+S\+\_\+\+V\+A\+R\+\_\+\+I\+N\+IT}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1BNPARAMS__VAR__INIT}{B\+N\+P\+A\+R\+A\+M\+S\+\_\+\+V\+A\+R\+\_\+\+I\+N\+IT}} Initialization Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1BNPARAMS__GAMMA__INIT}{nntrainer\+::props\+::\+B\+N\+P\+A\+R\+A\+M\+S\+\_\+\+G\+A\+M\+M\+A\+\_\+\+I\+N\+IT}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1BNPARAMS__GAMMA__INIT}{B\+N\+P\+A\+R\+A\+M\+S\+\_\+\+G\+A\+M\+M\+A\+\_\+\+I\+N\+IT}} Initialization Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1BNPARAMS__BETA__INIT}{nntrainer\+::props\+::\+B\+N\+P\+A\+R\+A\+M\+S\+\_\+\+B\+E\+T\+A\+\_\+\+I\+N\+IT}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1BNPARAMS__BETA__INIT}{B\+N\+P\+A\+R\+A\+M\+S\+\_\+\+B\+E\+T\+A\+\_\+\+I\+N\+IT}} Initialization Enumeration Information. \end{DoxyCompactList}\item 
struct \mbox{\hyperlink{structnntrainer_1_1props_1_1RegularizerInfo}{nntrainer\+::props\+::\+Regularizer\+Info}}
\begin{DoxyCompactList}\small\item\em Enumeration of tensor regularization type. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1BasicRegularizer}{nntrainer\+::props\+::\+Basic\+Regularizer}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1BasicRegularizer}{Basic\+Regularizer}} Regularization Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1WeightRegularizer}{nntrainer\+::props\+::\+Weight\+Regularizer}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1WeightRegularizer}{Weight\+Regularizer}} Regularization Enumeration Information. \end{DoxyCompactList}\item 
struct \mbox{\hyperlink{structnntrainer_1_1props_1_1PoolingTypeInfo}{nntrainer\+::props\+::\+Pooling\+Type\+Info}}
\begin{DoxyCompactList}\small\item\em Enumeration of pooling type. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1PoolingType}{nntrainer\+::props\+::\+Pooling\+Type}}
\begin{DoxyCompactList}\small\item\em Pooling Type Enumeration Information. \end{DoxyCompactList}\item 
struct \mbox{\hyperlink{structnntrainer_1_1props_1_1FlipDirectionInfo}{nntrainer\+::props\+::\+Flip\+Direction\+Info}}
\begin{DoxyCompactList}\small\item\em Enumeration of flip direction. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1FlipDirection}{nntrainer\+::props\+::\+Flip\+Direction}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1FlipDirection}{Flip\+Direction}} Enumeration Information. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Timestep}{nntrainer\+::props\+::\+Timestep}}
\begin{DoxyCompactList}\small\item\em timestep property, timestep is used to identify for which timestep should the lstm/gru/rnn layer do the operation for \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1MaxTimestep}{nntrainer\+::props\+::\+Max\+Timestep}}
\begin{DoxyCompactList}\small\item\em maximum timestep property, timestep is used to identify for the maximum time unroll possible for lstm/gru/rnn layer \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1GenericShape}{nntrainer\+::props\+::\+Generic\+Shape}}
\begin{DoxyCompactList}\small\item\em generic shape property which saves a single tensor shape (practically, std\+::array$<$\+Generic\+Shape$>$ is used) \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1TargetShape}{nntrainer\+::props\+::\+Target\+Shape}}
\begin{DoxyCompactList}\small\item\em target shape property which saves a single tensor shape (practically, std\+::array$<$\+Target\+Shape$>$ is used) \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1MoL__K}{nntrainer\+::props\+::\+Mo\+L\+\_\+K}}
\begin{DoxyCompactList}\small\item\em K property, K is the size of the three projections in MoL attention. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1NumHeads}{nntrainer\+::props\+::\+Num\+Heads}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1NumHeads}{Num\+Heads}} property, \mbox{\hyperlink{classnntrainer_1_1props_1_1NumHeads}{Num\+Heads}} is number of head in multi head attention. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ProjectedKeyDim}{nntrainer\+::props\+::\+Projected\+Key\+Dim}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1ProjectedKeyDim}{Projected\+Key\+Dim}} property, projected key dim per head in multi head attention. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ProjectedValueDim}{nntrainer\+::props\+::\+Projected\+Value\+Dim}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1ProjectedValueDim}{Projected\+Value\+Dim}} property, projected value dim per head in multi head attention. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1OutputShape}{nntrainer\+::props\+::\+Output\+Shape}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1OutputShape}{Output\+Shape}} property, output shape of multi head attention. \end{DoxyCompactList}\item 
struct \mbox{\hyperlink{structnntrainer_1_1props_1_1ReturnAttentionWeightInfo}{nntrainer\+::props\+::\+Return\+Attention\+Weight\+Info}}
\begin{DoxyCompactList}\small\item\em Enumeration of return attention weight. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ReturnAttentionWeight}{nntrainer\+::props\+::\+Return\+Attention\+Weight}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1ReturnAttentionWeight}{Return\+Attention\+Weight}}, return attention weight. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1AverageAttentionWeight}{nntrainer\+::props\+::\+Average\+Attention\+Weight}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1AverageAttentionWeight}{Average\+Attention\+Weight}}, average attention weight. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1ClipGradByGlobalNorm}{nntrainer\+::props\+::\+Clip\+Grad\+By\+Global\+Norm}}
\begin{DoxyCompactList}\small\item\em properties for getting the clipping value to clip the gradient by norm \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1LearningRate}{nntrainer\+::props\+::\+Learning\+Rate}}
\begin{DoxyCompactList}\small\item\em Learning Rate props. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1Iteration}{nntrainer\+::props\+::\+Iteration}}
\begin{DoxyCompactList}\small\item\em \mbox{\hyperlink{classnntrainer_1_1props_1_1Iteration}{Iteration}} props. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1DecayRate}{nntrainer\+::props\+::\+Decay\+Rate}}
\begin{DoxyCompactList}\small\item\em Decay rate property. \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1DecaySteps}{nntrainer\+::props\+::\+Decay\+Steps}}
\begin{DoxyCompactList}\small\item\em decay steps property \end{DoxyCompactList}\item 
class \mbox{\hyperlink{classnntrainer_1_1props_1_1PropsUserData}{nntrainer\+::props\+::\+Props\+User\+Data}}
\begin{DoxyCompactList}\small\item\em User data props. \end{DoxyCompactList}\end{DoxyCompactItemize}
\doxysubsection*{Namespaces}
\begin{DoxyCompactItemize}
\item 
 \mbox{\hyperlink{namespacenntrainer}{nntrainer}}
\end{DoxyCompactItemize}
\doxysubsection*{Enumerations}
\begin{DoxyCompactItemize}
\item 
enum \mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210}{nntrainer\+::\+Activation\+Type}} \{ \newline
\mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210a3dcec7789c3b51f06a177dda7c5fe350}{nntrainer\+::\+Activation\+Type\+::\+A\+C\+T\+\_\+\+T\+A\+NH}}, 
\mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210a7c1b1f51ad6e4d385248caf8a4d4d446}{nntrainer\+::\+Activation\+Type\+::\+A\+C\+T\+\_\+\+S\+I\+G\+M\+O\+ID}}, 
\mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210a8ec95b2ee85cd043e56193b6a04fcef3}{nntrainer\+::\+Activation\+Type\+::\+A\+C\+T\+\_\+\+R\+E\+LU}}, 
\mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210aabd87a225cdb07cd03bd20573aa400e4}{nntrainer\+::\+Activation\+Type\+::\+A\+C\+T\+\_\+\+S\+W\+I\+SH}}, 
\newline
\mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210ae9cd5118604618dcd2f53171727242cc}{nntrainer\+::\+Activation\+Type\+::\+A\+C\+T\+\_\+\+S\+O\+F\+T\+M\+AX}}, 
\mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210afc8e2c2b20b653d7abbefe5c1322b82f}{nntrainer\+::\+Activation\+Type\+::\+A\+C\+T\+\_\+\+L\+E\+A\+K\+Y\+\_\+\+R\+E\+LU}}, 
\mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210a3ae40c82ecfee954b2b6c49d7f703b74}{nntrainer\+::\+Activation\+Type\+::\+A\+C\+T\+\_\+\+N\+O\+NE}}, 
\mbox{\hyperlink{namespacenntrainer_af6fe83a41736854a9c83e880f34f8210a668b78c00c329a286df604b8d351b90e}{nntrainer\+::\+Activation\+Type\+::\+A\+C\+T\+\_\+\+U\+N\+K\+N\+O\+WN}}
 \}
\begin{DoxyCompactList}\small\item\em Enumeration of activation function type. \end{DoxyCompactList}\end{DoxyCompactItemize}


\doxysubsection{Detailed Description}
This file contains list of common properties widely used across layers. 

Copyright (C) 2021 Jihoon Lee \href{mailto:jhoon.it.lee@samsung.com}{\texttt{ jhoon.\+it.\+lee@samsung.\+com}}

\begin{DoxyDate}{Date}
09 April 2021 
\end{DoxyDate}
\begin{DoxySeeAlso}{See also}
\href{https://github.com/nnstreamer/nntrainer}{\texttt{ https\+://github.\+com/nnstreamer/nntrainer}} 
\end{DoxySeeAlso}
\begin{DoxyAuthor}{Author}
Jihoon Lee \href{mailto:jhoon.it.lee@samsung.com}{\texttt{ jhoon.\+it.\+lee@samsung.\+com}} 
\end{DoxyAuthor}
\begin{DoxyRefDesc}{Bug}
\item[\mbox{\hyperlink{bug__bug000075}{Bug}}]No known bugs except for N\+YI items \end{DoxyRefDesc}
