#include <opennn/network/operators/multihead_projection_operator.h>

Inheritance diagram for opennn::MultiHeadProjectionOperator:

Public Member Functions
void	set (Index, Index, Index, Type)

void	forward_propagate (ForwardPropagation &, size_t, ForwardPropagationMode) override

void	back_propagate (ForwardPropagation &, BackPropagation &, size_t) const override

Public Member Functions inherited from opennn::CombinationOperator
void	set (Index, Index, Type new_compute_dtype=Type::FP32)

vector< TensorSpec >	parameter_specs () const override

vector< SlotQuantization >	parameter_quantization () const override

vector< ParameterSlot >	parameter_slots () override

void	link_parameter_scales (span< const TensorView >) override

bool	owns_initializable_weights () const noexcept

void	set_parameters_random () override

void	set_parameters_glorot () override

void	set_parameters_pytorch () override

Public Member Functions inherited from opennn::Operator
virtual	~Operator ()=default

virtual vector< TensorSpec >	state_specs () const

virtual void	link_parameters (span< const TensorView > views)

virtual void	link_gradients (span< const TensorView > views)

virtual void	link_states (span< const TensorView >)

bool	link_slots (span< const TensorView > views, TensorView ParameterSlot::member)

virtual void	initialize_states ()

virtual void	set_weights_dtype (Type new_weights_dtype)

virtual void	to_JSON (JsonWriter &) const

virtual void	from_JSON (const Json *)

virtual void	load_state_from_JSON (const Json *)

TensorView &	get_input (ForwardPropagation &forward_propagation, size_t layer, size_t slot_index=0) const noexcept

vector< TensorView > &	get_inputs (ForwardPropagation &forward_propagation, size_t layer) const noexcept

TensorView &	get_output (ForwardPropagation &forward_propagation, size_t layer, size_t slot_index=0) const noexcept

TensorView &	get_output_delta (BackPropagation &back_propagation, size_t layer, size_t slot_index=0) const noexcept

TensorView &	get_input_delta (BackPropagation &back_propagation, size_t layer, size_t slot_index=0) const noexcept

Public Attributes
size_t	input_view_index = 0

size_t	scratch_slot = 0

size_t	input_delta_slot_self = 0

size_t	input_delta_slot_cross = 0

bool	accumulate_input_delta_self = false

bool	accumulate_input_delta_cross = false

bool	interleaved_heads = false

Public Attributes inherited from opennn::CombinationOperator
Index	input_features = 0

Index	output_features = 0

ActivationFunction	fused_activation = ActivationFunction::Identity

bool	use_bias = true

bool	accumulate_input_delta = false

bool	folds_input_delta_addend = false

bool	tied_transposed = false

bool	transposed_inference_preferred = false

bool	transposed_inference_active = false

bool	fuse_input_relu = false

Index	input_relu_source_layer = -1

bool	emit_relu_mask = false

bool	relu_mask_fusion_disabled = false

optional< size_t >	relu_mask_slot

const CombinationOperator *	drelu_source = nullptr

Index	drelu_source_layer = -1

TensorView	weights

TensorView	bias

TensorView	weight_scale

TensorView	weight_gradient

TensorView	bias_gradient

Public Attributes inherited from opennn::Operator
Type	compute_dtype = Type::FP32

Type	weights_dtype = Type::FP32

vector< size_t >	input_slots = {0}

vector< size_t >	output_slots = {1}

vector< size_t >	input_delta_slots = {1}

vector< size_t >	output_delta_slots = {0}

Member Function Documentation

◆ back_propagate()

void opennn::MultiHeadProjectionOperator::back_propagate	(	ForwardPropagation &	,
		BackPropagation &	,
		size_t	) const

overridevirtual

Reimplemented from opennn::CombinationOperator.

◆ forward_propagate()

void opennn::MultiHeadProjectionOperator::forward_propagate	(	ForwardPropagation &	,
		size_t	,
		ForwardPropagationMode	)

overridevirtual

Reimplemented from opennn::CombinationOperator.

◆ set()

void opennn::MultiHeadProjectionOperator::set	(	Index	,
		Index	,
		Index	,
		Type	)

Member Data Documentation

◆ accumulate_input_delta_cross

bool opennn::MultiHeadProjectionOperator::accumulate_input_delta_cross = false

◆ accumulate_input_delta_self

bool opennn::MultiHeadProjectionOperator::accumulate_input_delta_self = false

◆ input_delta_slot_cross

size_t opennn::MultiHeadProjectionOperator::input_delta_slot_cross = 0

◆ input_delta_slot_self

size_t opennn::MultiHeadProjectionOperator::input_delta_slot_self = 0

◆ input_view_index

size_t opennn::MultiHeadProjectionOperator::input_view_index = 0

◆ interleaved_heads

bool opennn::MultiHeadProjectionOperator::interleaved_heads = false

◆ scratch_slot

size_t opennn::MultiHeadProjectionOperator::scratch_slot = 0

Public Member Functions

Public Attributes