Loading...
Searching...
No Matches
opennn::GroupedQueryAttention Member List

This is the complete list of members for opennn::GroupedQueryAttention, including all inherited members.

accepts_input_rank(Index rank) const overrideopennn::GroupedQueryAttentioninlinevirtual
allows_bf16_input_cast(size_t) const noexceptopennn::Layerinlinevirtual
allows_input_delta_alias() const noexceptopennn::Layerinlinevirtual
allows_successors() const noexceptopennn::Layerinlinevirtual
apply_input_shape(const Shape &) overrideopennn::GroupedQueryAttentionvirtual
back_propagate(ForwardPropagation &forward_propagation, BackPropagation &back_propagation, size_t i) constopennn::Layerinlinevirtual
backward_uses_forward_output() const noexceptopennn::Layerinlinevirtual
backward_uses_input(size_t) const noexceptopennn::Layerinlinevirtual
compute_deviceopennn::Layerprotected
compute_dtypeopennn::Layerprotected
folds_input_delta_addend(size_t) const noexceptopennn::Layerinlinevirtual
Forward enum nameopennn::Layerprotected
forward_propagate(ForwardPropagation &forward_propagation, size_t layer, ForwardPropagationMode pass)opennn::Layerinlinevirtual
from_JSON(const JsonDocument &)opennn::Layervirtual
get_backward_specs(Index batch_size) constopennn::Layerinlinevirtual
get_compute_device() const noexceptopennn::Layerinline
get_compute_dtype() const noexceptopennn::Layerinline
get_forward_slot_kind(size_t slot) const overrideopennn::GroupedQueryAttentioninlinevirtual
get_forward_specs(Index) const overrideopennn::GroupedQueryAttentionvirtual
get_head_dim() constopennn::GroupedQueryAttentioninline
get_hidden() constopennn::GroupedQueryAttentioninline
get_input_shape() const noexcept overrideopennn::GroupedQueryAttentioninlinevirtual
get_inputs_number() const noexceptopennn::Layerinline
get_is_trainable() const noexceptopennn::Layerinline
get_kv_heads() constopennn::GroupedQueryAttentioninline
get_label() const noexceptopennn::Layerinline
get_name() constopennn::Layer
get_operators() const noexceptopennn::Layerinline
get_output_activation() constopennn::Layerinlinevirtual
get_output_shape() const overrideopennn::GroupedQueryAttentioninlinevirtual
get_outputs_number() constopennn::Layerinline
get_parameter_quantization() constopennn::Layer
get_parameter_scales()opennn::Layerinline
get_parameter_scales() const noexceptopennn::Layerinline
get_parameter_specs() constopennn::Layervirtual
get_parameter_views()opennn::Layerinline
get_parameter_views() const noexceptopennn::Layerinline
get_parameters_number() constopennn::Layer
get_q_heads() constopennn::GroupedQueryAttentioninline
get_recomputable_forward_slot() const noexceptopennn::Layerinlinevirtual
get_sequence_length() constopennn::GroupedQueryAttentioninline
get_sources_number() const noexceptopennn::Layerinlinevirtual
get_state_specs() constopennn::Layervirtual
get_tied_weight() constopennn::Layerinlinevirtual
get_type() const noexceptopennn::Layerinline
get_use_qk_norm() constopennn::GroupedQueryAttentioninline
GroupedQueryAttention(const Shape &=Shape({0, 0}), Index q_heads=0, Index kv_heads=0, Index head_dim=0, float rope_theta=1000000.0f, float rms_epsilon=1.0e-6f, bool use_qk_norm=true, const string &="grouped_query_attention")opennn::GroupedQueryAttention
Input enum valueopennn::Layerprotected
input_shapeopennn::Layerprotected
is_forward_slot_inference_elidable(size_t, Device, Index) const noexceptopennn::GroupedQueryAttention
is_forward_slot_inference_elidable(size_t, Device) const noexceptopennn::GroupedQueryAttentioninlinevirtual
is_recurrent() const noexceptopennn::Layerinlinevirtual
is_trainableopennn::Layerprotected
labelopennn::Layerprotected
Layer(LayerType type, Trainability trainability=Trainability::Trainable)opennn::Layerinlineprotected
link_gradients(float *, Device)opennn::Layer
link_states(float *, Device)opennn::Layervirtual
link_views_to_operators(vector< TensorView > &, float *, vector< TensorSpec >(Operator::*specs_fn)() const, void(Operator::*link_fn)(span< const TensorView >), Device)opennn::Layerprotected
load_state_from_JSON(const JsonDocument &)opennn::Layervirtual
on_compute_dtype_changed() overrideopennn::GroupedQueryAttentioninlinevirtual
on_loaded()opennn::Layerinlinevirtual
operatorsopennn::Layerprotected
Output enum valueopennn::Layerprotected
parameter_scalesopennn::Layerprotected
parametersopennn::Layerprotected
preserves_output_delta_during_backward() const noexceptopennn::Layerinlinevirtual
Qwen3 classopennn::GroupedQueryAttentionfriend
read_JSON_body(const Json *) overrideopennn::GroupedQueryAttentionvirtual
recompute_forward_slot(ForwardPropagation &, size_t)opennn::Layerinlinevirtual
redistribute_parameters_to_operators()opennn::Layer
refresh_feature_storage(Buffer &storage, bool &dirty, Device device, Index features, Index columns, const function< void(float *)> &fill)opennn::Layerprotectedstatic
set(const Shape &, Index, Index, Index, float, float, bool new_use_qk_norm, const string &)opennn::GroupedQueryAttention
set_compute_device(Device new_compute_device)opennn::Layerinline
set_compute_dtype(Type new_compute_dtype)opennn::Layerinline
set_input_shape(const Shape &new_input_shape)opennn::Layerinline
set_is_trainable(bool trainable)opennn::Layerinline
set_label(string new_label)opennn::Layerinline
set_output_shape(const Shape &)opennn::Layerinlinevirtual
set_tied_weight(const TiedWeight &tied_weight)opennn::Layerinlinevirtual
skip_for_pre_scaled_input() const noexceptopennn::Layerinlinevirtual
statesopennn::Layerprotected
to_JSON(JsonWriter &) constopennn::Layervirtual
uses_compact_inference() const noexceptopennn::GroupedQueryAttention
uses_sequence_position() const noexcept overrideopennn::GroupedQueryAttentioninlinevirtual
weights_dtypeopennn::Layerprotected
write_expression(const vector< string > &, const vector< string > &) constopennn::Layerinlinevirtual
write_JSON_body(JsonWriter &) const overrideopennn::GroupedQueryAttentionvirtual
~Layer()=defaultopennn::Layervirtual