opennn::LayerNormalizationOperator Struct Reference

#include <opennn/network/operators/layer_normalization_operator.h>

Inheritance diagram for opennn::LayerNormalizationOperator:

Public Member Functions
void	set (Index, Index)
vector< TensorSpec >	parameter_specs () const override
vector< ParameterSlot >	parameter_slots () override
void	set_parameters_random () override
void	set_parameters_glorot () override
void	init_defaults ()
void	forward_propagate (ForwardPropagation &, size_t, ForwardPropagationMode) override
void	back_propagate (ForwardPropagation &, BackPropagation &, size_t) const override
Public Member Functions inherited from opennn::Operator
virtual	~Operator ()=default
virtual vector< TensorSpec >	state_specs () const
virtual vector< SlotQuantization >	parameter_quantization () const
virtual void	link_parameters (span< const TensorView > views)
virtual void	link_gradients (span< const TensorView > views)
virtual void	link_states (span< const TensorView >)
virtual void	link_parameter_scales (span< const TensorView >)
bool	link_slots (span< const TensorView > views, TensorView *ParameterSlot::*member)
virtual void	initialize_states ()
virtual void	set_weights_dtype (Type new_weights_dtype)
virtual void	set_parameters_pytorch ()
virtual void	to_JSON (JsonWriter &) const
virtual void	from_JSON (const Json *)
virtual void	load_state_from_JSON (const Json *)
TensorView &	get_input (ForwardPropagation &forward_propagation, size_t layer, size_t slot_index=0) const noexcept
vector< TensorView > &	get_inputs (ForwardPropagation &forward_propagation, size_t layer) const noexcept
TensorView &	get_output (ForwardPropagation &forward_propagation, size_t layer, size_t slot_index=0) const noexcept
TensorView &	get_output_delta (BackPropagation &back_propagation, size_t layer, size_t slot_index=0) const noexcept
TensorView &	get_input_delta (BackPropagation &back_propagation, size_t layer, size_t slot_index=0) const noexcept

Public Attributes
Index	sequence_length = 0
Index	embedding_dimension = 0
NormalizationMethod	method = NormalizationMethod::LayerNorm
float	epsilon = 1.0e-6f
bool	fuse_add = false
TensorView	gamma
TensorView	beta
TensorView	gamma_gradient
TensorView	beta_gradient
Public Attributes inherited from opennn::Operator
Type	compute_dtype = Type::FP32
Type	weights_dtype = Type::FP32
vector< size_t >	input_slots = {0}
vector< size_t >	output_slots = {1}
vector< size_t >	input_delta_slots = {1}
vector< size_t >	output_delta_slots = {0}

Member Function Documentation

back_propagate()

void opennn::LayerNormalizationOperator::back_propagate ( ForwardPropagation & , BackPropagation & , size_t  ) const

overridevirtual

Reimplemented from opennn::Operator.

forward_propagate()

void opennn::LayerNormalizationOperator::forward_propagate ( ForwardPropagation & , size_t , ForwardPropagationMode  )

overridevirtual

Reimplemented from opennn::Operator.

init_defaults()

void opennn::LayerNormalizationOperator::init_defaults

(

)

parameter_slots()

vector< ParameterSlot > opennn::LayerNormalizationOperator::parameter_slots ( )

overridevirtual

Reimplemented from opennn::Operator.

parameter_specs()

vector< TensorSpec > opennn::LayerNormalizationOperator::parameter_specs ( ) const

overridevirtual

Reimplemented from opennn::Operator.

set()

void opennn::LayerNormalizationOperator::set	(	Index	,
		Index	)

set_parameters_glorot()

void opennn::LayerNormalizationOperator::set_parameters_glorot ( )

inlineoverridevirtual

Reimplemented from opennn::Operator.

set_parameters_random()

void opennn::LayerNormalizationOperator::set_parameters_random ( )

inlineoverridevirtual

Reimplemented from opennn::Operator.

Member Data Documentation

beta

TensorView opennn::LayerNormalizationOperator::beta

beta_gradient

TensorView opennn::LayerNormalizationOperator::beta_gradient

embedding_dimension

Index opennn::LayerNormalizationOperator::embedding_dimension = 0

epsilon

float opennn::LayerNormalizationOperator::epsilon = 1.0e-6f

fuse_add

bool opennn::LayerNormalizationOperator::fuse_add = false

gamma

TensorView opennn::LayerNormalizationOperator::gamma

gamma_gradient

TensorView opennn::LayerNormalizationOperator::gamma_gradient

method

NormalizationMethod opennn::LayerNormalizationOperator::method = NormalizationMethod::LayerNorm

sequence_length

Index opennn::LayerNormalizationOperator::sequence_length = 0