Loading...
Searching...
No Matches
Public Member Functions | Static Public Member Functions | Public Attributes | List of all members
opennn::ActivationOperator Struct Reference

#include <opennn/network/operators/activation_operator.h>

Inheritance diagram for opennn::ActivationOperator:
opennn::Operator

Public Member Functions

void set_activation_function (ActivationFunction new_function)
 
void set_activation_function (const string &name)
 
void forward_propagate (ForwardPropagation &, size_t, ForwardPropagationMode) override
 
void back_propagate (ForwardPropagation &, BackPropagation &, size_t) const override
 
void to_JSON (JsonWriter &) const override
 
void from_JSON (const Json *) override
 
 ActivationOperator ()=default
 
 ActivationOperator (const ActivationOperator &)=delete
 
ActivationOperator & operator= (const ActivationOperator &)=delete
 
- Public Member Functions inherited from opennn::Operator
virtual ~Operator ()=default
 
virtual vector< TensorSpec > parameter_specs () const
 
virtual vector< TensorSpec > state_specs () const
 
virtual vector< SlotQuantization > parameter_quantization () const
 
virtual vector< ParameterSlot > parameter_slots ()
 
virtual void link_parameters (span< const TensorView > views)
 
virtual void link_gradients (span< const TensorView > views)
 
virtual void link_states (span< const TensorView >)
 
virtual void link_parameter_scales (span< const TensorView >)
 
bool link_slots (span< const TensorView > views, TensorView *ParameterSlot::*member)
 
virtual void initialize_states ()
 
virtual void set_weights_dtype (Type new_weights_dtype)
 
virtual void set_parameters_random ()
 
virtual void set_parameters_glorot ()
 
virtual void set_parameters_pytorch ()
 
virtual void load_state_from_JSON (const Json *)
 
TensorView & get_input (ForwardPropagation &forward_propagation, size_t layer, size_t slot_index=0) const noexcept
 
vector< TensorView > & get_inputs (ForwardPropagation &forward_propagation, size_t layer) const noexcept
 
TensorView & get_output (ForwardPropagation &forward_propagation, size_t layer, size_t slot_index=0) const noexcept
 
TensorView & get_output_delta (BackPropagation &back_propagation, size_t layer, size_t slot_index=0) const noexcept
 
TensorView & get_input_delta (BackPropagation &back_propagation, size_t layer, size_t slot_index=0) const noexcept
 

Static Public Member Functions

static ActivationFunction from_string (const string &name)
 
static const string & to_string (ActivationFunction function)
 

Public Attributes

ActivationFunction activation_function = ActivationFunction::Identity
 
optional< size_t > saved_output_slot
 
bool forward_fused = false
 
bool backward_fused = false
 
bool backward_fused_by_consumer = false
 
- Public Attributes inherited from opennn::Operator
Type compute_dtype = Type::FP32
 
Type weights_dtype = Type::FP32
 
vector< size_t > input_slots = {0}
 
vector< size_t > output_slots = {1}
 
vector< size_t > input_delta_slots = {1}
 
vector< size_t > output_delta_slots = {0}
 

Constructor & Destructor Documentation

◆ ActivationOperator() [1/2]

opennn::ActivationOperator::ActivationOperator ( )
default

◆ ActivationOperator() [2/2]

opennn::ActivationOperator::ActivationOperator ( const ActivationOperator & )
delete

Member Function Documentation

◆ back_propagate()

void opennn::ActivationOperator::back_propagate ( ForwardPropagation & ,
BackPropagation & ,
size_t  ) const
overridevirtual

Reimplemented from opennn::Operator.

◆ forward_propagate()

void opennn::ActivationOperator::forward_propagate ( ForwardPropagation & ,
size_t ,
ForwardPropagationMode  )
overridevirtual

Reimplemented from opennn::Operator.

◆ from_JSON()

void opennn::ActivationOperator::from_JSON ( const Json * )
overridevirtual

Reimplemented from opennn::Operator.

◆ from_string()

static ActivationFunction opennn::ActivationOperator::from_string ( const string & name)
inlinestatic

◆ operator=()

ActivationOperator & opennn::ActivationOperator::operator= ( const ActivationOperator & )
delete

◆ set_activation_function() [1/2]

void opennn::ActivationOperator::set_activation_function ( ActivationFunction new_function)
inline

◆ set_activation_function() [2/2]

void opennn::ActivationOperator::set_activation_function ( const string & name)
inline

◆ to_JSON()

void opennn::ActivationOperator::to_JSON ( JsonWriter & ) const
overridevirtual

Reimplemented from opennn::Operator.

◆ to_string()

static const string & opennn::ActivationOperator::to_string ( ActivationFunction function)
inlinestatic

Member Data Documentation

◆ activation_function

ActivationFunction opennn::ActivationOperator::activation_function = ActivationFunction::Identity

◆ backward_fused

bool opennn::ActivationOperator::backward_fused = false

◆ backward_fused_by_consumer

bool opennn::ActivationOperator::backward_fused_by_consumer = false

◆ forward_fused

bool opennn::ActivationOperator::forward_fused = false

◆ saved_output_slot

optional<size_t> opennn::ActivationOperator::saved_output_slot