opennn::LayerNorm Struct Reference

#include <operators.h>

Inheritance diagram for opennn::LayerNorm:

Public Member Functions
void	set (Index sequence_length, Index embedding_dimension)
vector< pair< Shape, Type > >	parameter_specs () const override
void	link_parameters (const vector< TensorView > &views) override
void	link_gradients (const vector< TensorView > &views) override
void	set_parameters_random () override
void	set_parameters_glorot () override
void	init_defaults ()
void	forward_propagate (ForwardPropagation &fp, size_t layer, bool is_training) noexcept override
void	apply (const TensorView &input, TensorView &means, TensorView &standard_deviations, TensorView &normalized, TensorView &output)
void	apply_delta (const TensorView &input, const TensorView &output_delta, const TensorView &means, const TensorView &standard_deviations, const TensorView &normalized, TensorView &input_delta) const
Public Member Functions inherited from opennn::Operator
virtual	~Operator ()=default
virtual vector< pair< Shape, Type > >	state_specs () const
virtual void	link_states (const vector< TensorView > &)
virtual void	to_JSON (JsonWriter &) const
virtual void	from_JSON (const Json *)
virtual void	load_state_from_JSON (const Json *)
virtual void	destroy_cuda ()

Public Attributes
Index	sequence_length = 0
Index	embedding_dimension = 0
TensorView	gamma
TensorView	beta
TensorView	gamma_gradient
TensorView	beta_gradient
Public Attributes inherited from opennn::Operator
vector< size_t >	input_slots
vector< size_t >	output_slots

Member Function Documentation

apply()

void opennn::LayerNorm::apply	(	const TensorView &	input,
		TensorView &	means,
		TensorView &	standard_deviations,
		TensorView &	normalized,
		TensorView &	output )

apply_delta()

void opennn::LayerNorm::apply_delta	(	const TensorView &	input,
		const TensorView &	output_delta,
		const TensorView &	means,
		const TensorView &	standard_deviations,
		const TensorView &	normalized,
		TensorView &	input_delta ) const

forward_propagate()

void opennn::LayerNorm::forward_propagate ( ForwardPropagation & fp, size_t layer, bool is_training )

overridevirtualnoexcept

Reimplemented from opennn::Operator.

init_defaults()

void opennn::LayerNorm::init_defaults

(

)

link_gradients()

void opennn::LayerNorm::link_gradients ( const vector< TensorView > & views )

overridevirtual

Reimplemented from opennn::Operator.

link_parameters()

void opennn::LayerNorm::link_parameters ( const vector< TensorView > & views )

overridevirtual

Reimplemented from opennn::Operator.

parameter_specs()

vector< pair< Shape, Type > > opennn::LayerNorm::parameter_specs ( ) const

overridevirtual

Reimplemented from opennn::Operator.

set()

void opennn::LayerNorm::set	(	Index	sequence_length,
		Index	embedding_dimension )

set_parameters_glorot()

void opennn::LayerNorm::set_parameters_glorot ( )

inlineoverridevirtual

Reimplemented from opennn::Operator.

set_parameters_random()

void opennn::LayerNorm::set_parameters_random ( )

inlineoverridevirtual

Reimplemented from opennn::Operator.

Member Data Documentation

beta

TensorView opennn::LayerNorm::beta

beta_gradient

TensorView opennn::LayerNorm::beta_gradient

embedding_dimension

Index opennn::LayerNorm::embedding_dimension = 0

gamma

TensorView opennn::LayerNorm::gamma

gamma_gradient

TensorView opennn::LayerNorm::gamma_gradient

sequence_length

Index opennn::LayerNorm::sequence_length = 0