opennn::Activation Struct Reference

#include <operators.h>

Inheritance diagram for opennn::Activation:

Public Types
enum class	Function {   Identity , Sigmoid , Tanh , ReLU ,   Softmax }

Public Member Functions
void	set_function (Function new_function)
void	set_function (const string &name)
void	forward_propagate (ForwardPropagation &fp, size_t layer, bool is_training) noexcept override
void	apply (TensorView &output)
void	apply_delta (const TensorView &outputs, TensorView &delta) const
void	to_JSON (JsonWriter &w) const override
void	from_JSON (const Json *parent) override
void	destroy_cuda () override
	~Activation () override
	Activation ()=default
	Activation (const Activation &)=delete
Activation &	operator= (const Activation &)=delete
Public Member Functions inherited from opennn::Operator
virtual	~Operator ()=default
virtual vector< pair< Shape, Type > >	parameter_specs () const
virtual vector< pair< Shape, Type > >	state_specs () const
virtual void	link_parameters (const vector< TensorView > &)
virtual void	link_gradients (const vector< TensorView > &)
virtual void	link_states (const vector< TensorView > &)
virtual void	set_parameters_random ()
virtual void	set_parameters_glorot ()
virtual void	load_state_from_JSON (const Json *)

Static Public Member Functions
static const EnumMap< Function > &	map ()
static Function	from_string (const string &name)
static const string &	to_string (Function function)
static cudnnActivationMode_t	to_cudnn_mode (Function function)

Public Attributes
Function	function = Function::Identity
cudnnActivationDescriptor_t	descriptor = nullptr
Public Attributes inherited from opennn::Operator
vector< size_t >	input_slots
vector< size_t >	output_slots

Member Enumeration Documentation

Function

enum class opennn::Activation::Function

strong

Enumerator
Identity
Sigmoid
Tanh
ReLU
Softmax

Constructor & Destructor Documentation

~Activation()

opennn::Activation::~Activation ( )

inlineoverride

Activation() [1/2]

opennn::Activation::Activation ( )

default

Activation() [2/2]

opennn::Activation::Activation ( const Activation & )

delete

Member Function Documentation

apply()

void opennn::Activation::apply

(

TensorView &

output

)

apply_delta()

void opennn::Activation::apply_delta	(	const TensorView &	outputs,
		TensorView &	delta ) const

destroy_cuda()

void opennn::Activation::destroy_cuda ( )

overridevirtual

Reimplemented from opennn::Operator.

forward_propagate()

void opennn::Activation::forward_propagate ( ForwardPropagation & fp, size_t layer, bool is_training )

overridevirtualnoexcept

Reimplemented from opennn::Operator.

from_JSON()

void opennn::Activation::from_JSON ( const Json * parent )

overridevirtual

Reimplemented from opennn::Operator.

from_string()

static Function opennn::Activation::from_string ( const string & name )

static

map()

static const EnumMap< Function > & opennn::Activation::map ( )

static

operator=()

Activation & opennn::Activation::operator= ( const Activation & )

delete

set_function() [1/2]

void opennn::Activation::set_function

(

const string &

name

)

set_function() [2/2]

void opennn::Activation::set_function

(

Function

new_function

)

to_cudnn_mode()

static cudnnActivationMode_t opennn::Activation::to_cudnn_mode ( Function function )

static

to_JSON()

void opennn::Activation::to_JSON ( JsonWriter & w ) const

overridevirtual

Reimplemented from opennn::Operator.

to_string()

static const string & opennn::Activation::to_string ( Function function )

static

Member Data Documentation

descriptor

cudnnActivationDescriptor_t opennn::Activation::descriptor = nullptr

function

Function opennn::Activation::function = Function::Identity