| back_propagate(ForwardPropagation &, BackPropagation &, size_t) const | opennn::Operator | inlinevirtual |
| build_vocabulary(const vector< vector< string > > &, Index, Index) override | opennn::WordPieceTokenizer | inlinevirtual |
| clone() const override | opennn::WordPieceTokenizer | inlinevirtual |
| compute_dtype | opennn::Operator | |
| decode(const vector< Index > &ids) const | opennn::TokenizerOperator | virtual |
| decode_token(Index id) const | opennn::TokenizerOperator | virtual |
| encode(string_view text) const override | opennn::WordPieceTokenizer | virtual |
| encode_sequence(const vector< string > &tokens, Index sequence_length) const | opennn::TokenizerOperator | |
| encode_sequence(string_view text, Index sequence_length) const | opennn::TokenizerOperator | |
| end_id | opennn::TokenizerOperator | protected |
| END_INDEX | opennn::TokenizerOperator | static |
| fingerprint() const override | opennn::WordPieceTokenizer | virtual |
| forward_propagate(ForwardPropagation &, size_t, ForwardPropagationMode) | opennn::Operator | inlinevirtual |
| frame_sequence(span< const Index >, Index sequence_length) const | opennn::TokenizerOperator | protected |
| from_JSON(const Json *) override | opennn::WordPieceTokenizer | virtual |
| get_input(ForwardPropagation &forward_propagation, size_t layer, size_t slot_index=0) const noexcept | opennn::Operator | inline |
| get_input_delta(BackPropagation &back_propagation, size_t layer, size_t slot_index=0) const noexcept | opennn::Operator | inline |
| get_inputs(ForwardPropagation &forward_propagation, size_t layer) const noexcept | opennn::Operator | inline |
| get_kind() const override | opennn::WordPieceTokenizer | inlinevirtual |
| get_output(ForwardPropagation &forward_propagation, size_t layer, size_t slot_index=0) const noexcept | opennn::Operator | inline |
| get_output_delta(BackPropagation &back_propagation, size_t layer, size_t slot_index=0) const noexcept | opennn::Operator | inline |
| get_reserved_tokens() const noexcept | opennn::TokenizerOperator | inline |
| get_unk_id() const noexcept | opennn::TokenizerOperator | inline |
| get_vocabulary() const noexcept | opennn::TokenizerOperator | inline |
| get_vocabulary_map() const noexcept | opennn::TokenizerOperator | inline |
| get_vocabulary_size() const noexcept | opennn::TokenizerOperator | inline |
| id_to_token(Index id) const | opennn::TokenizerOperator | |
| initialize_states() | opennn::Operator | inlinevirtual |
| input_delta_slots | opennn::Operator | |
| input_slots | opennn::Operator | |
| link_gradients(span< const TensorView > views) | opennn::Operator | inlinevirtual |
| link_parameter_scales(span< const TensorView >) | opennn::Operator | inlinevirtual |
| link_parameters(span< const TensorView > views) | opennn::Operator | inlinevirtual |
| link_slots(span< const TensorView > views, TensorView *ParameterSlot::*member) | opennn::Operator | inline |
| link_states(span< const TensorView >) | opennn::Operator | inlinevirtual |
| load_state_from_JSON(const Json *) | opennn::Operator | inlinevirtual |
| load_vocabulary(const filesystem::path &vocabulary_file) | opennn::WordPieceTokenizer | |
| output_delta_slots | opennn::Operator | |
| output_slots | opennn::Operator | |
| parameter_quantization() const | opennn::Operator | inlinevirtual |
| parameter_slots() | opennn::Operator | inlinevirtual |
| parameter_specs() const | opennn::Operator | inlinevirtual |
| rebuild_map() | opennn::TokenizerOperator | protected |
| reserved_tokens | opennn::TokenizerOperator | protected |
| set_lower_case(bool value) noexcept | opennn::WordPieceTokenizer | inline |
| set_parameters_glorot() | opennn::Operator | inlinevirtual |
| set_parameters_pytorch() | opennn::Operator | inlinevirtual |
| set_parameters_random() | opennn::Operator | inlinevirtual |
| set_vocabulary(const vector< string > &) override | opennn::WordPieceTokenizer | virtual |
| set_weights_dtype(Type new_weights_dtype) | opennn::Operator | inlinevirtual |
| start_id | opennn::TokenizerOperator | protected |
| START_INDEX | opennn::TokenizerOperator | static |
| state_specs() const | opennn::Operator | inlinevirtual |
| supports_incremental_decode() const noexcept | opennn::TokenizerOperator | inlinevirtual |
| to_JSON(JsonWriter &) const override | opennn::WordPieceTokenizer | virtual |
| token_to_id(string_view token) const | opennn::TokenizerOperator | |
| tokenize(string_view text) const override | opennn::WordPieceTokenizer | virtual |
| unk_id | opennn::TokenizerOperator | protected |
| UNK_INDEX | opennn::TokenizerOperator | static |
| vocabulary | opennn::TokenizerOperator | protected |
| vocabulary_map | opennn::TokenizerOperator | protected |
| VocabularyMap typedef | opennn::TokenizerOperator | |
| weights_dtype | opennn::Operator | |
| WordPieceTokenizer()=default | opennn::WordPieceTokenizer | |
| WordPieceTokenizer(const vector< string > &vocabulary) | opennn::WordPieceTokenizer | explicit |
| ~Operator()=default | opennn::Operator | virtual |
