OpenNN
Open-source neural networks library
Loading...
Searching...
No Matches
opennn::AttentionOp Member List

This is the complete list of members for opennn::AttentionOp, including all inherited members.

apply(const TensorView &query, const TensorView &key, const TensorView &value, const TensorView &source_input, TensorView &attention_weights, TensorView &attention_weights_dropped, TensorView &output, float *mask_scratch, bool is_training)opennn::AttentionOp
apply_delta(const TensorView &query, const TensorView &key, const TensorView &value, const TensorView &attention_output, const TensorView &attention_weights, const TensorView &attention_weights_dropped, const TensorView &output_delta, TensorView &attention_weight_delta, TensorView &query_delta, TensorView &key_delta, TensorView &value_delta) constopennn::AttentionOp
attention_output_slotsopennn::AttentionOp
AttentionOp()opennn::AttentionOp
AttentionOp(AttentionOp &&) noexceptopennn::AttentionOp
AttentionOp(const AttentionOp &)=deleteopennn::AttentionOp
back_propagate(ForwardPropagation &fp, BackPropagation &bp, size_t layer) const noexcept overrideopennn::AttentionOpvirtual
causal_maskopennn::AttentionOp
compute_dtypeopennn::AttentionOp
destroy_cuda() overrideopennn::AttentionOpvirtual
dropoutopennn::AttentionOp
forward_propagate(ForwardPropagation &fp, size_t layer, bool is_training) noexcept overrideopennn::AttentionOpvirtual
forward_scratch_specs(Index batch_size) constopennn::AttentionOp
from_JSON(const Json *parent) overrideopennn::AttentionOpvirtual
get_input(ForwardPropagation &fp, size_t layer, size_t i=0) const noexceptopennn::Operatorinline
get_input_delta(BackPropagation &bp, size_t layer, size_t i=0) const noexceptopennn::Operatorinline
get_inputs(ForwardPropagation &fp, size_t layer, size_t i=0) const noexceptopennn::Operatorinline
get_output(ForwardPropagation &fp, size_t layer, size_t i=0) const noexceptopennn::Operatorinline
get_output_delta(BackPropagation &bp, size_t layer, size_t i=0) const noexceptopennn::Operatorinline
head_dimensionopennn::AttentionOp
heads_numberopennn::AttentionOp
input_delta_slotsopennn::Operator
input_slotsopennn::Operator
link_gradients(span< const TensorView >)opennn::Operatorinlinevirtual
link_parameters(span< const TensorView >)opennn::Operatorinlinevirtual
link_states(span< const TensorView >)opennn::Operatorinlinevirtual
load_state_from_JSON(const Json *)opennn::Operatorinlinevirtual
operator=(AttentionOp &&) noexceptopennn::AttentionOp
operator=(const AttentionOp &)=deleteopennn::AttentionOp
output_delta_slotsopennn::Operator
output_slotsopennn::Operator
parameter_specs() constopennn::Operatorinlinevirtual
query_sequence_lengthopennn::AttentionOp
scratch_slotsopennn::AttentionOp
set(Index heads_number, Index head_dimension, Index query_sequence_length, Index source_sequence_length, bool use_causal_mask, Type compute_dtype)opennn::AttentionOp
set_dropout_rate(float rate)opennn::AttentionOpinline
set_parameters_glorot()opennn::Operatorinlinevirtual
set_parameters_random()opennn::Operatorinlinevirtual
source_sequence_lengthopennn::AttentionOp
source_view_indexopennn::AttentionOp
state_specs() constopennn::Operatorinlinevirtual
to_JSON(JsonWriter &w) const overrideopennn::AttentionOpvirtual
use_causal_maskopennn::AttentionOp
~AttentionOp() overrideopennn::AttentionOp
~Operator()=defaultopennn::Operatorvirtual