swiglu_operator.h

Go to the documentation of this file.

// SPDX-License-Identifier: AGPL-3.0-only
// Copyright (C) 2026 Artificial Intelligence Techniques, S.L. and Roberto López González
 
#pragma once
 
#include "opennn/network/operators/operator.h"
 
namespace opennn
{
 
void swiglu_forward(const TensorView&, const TensorView&, TensorView&);
void swiglu_backward(const TensorView&, const TensorView&, const TensorView&,
                     TensorView&, TensorView&);
 
struct SwiGLUOperator : Operator
{
    void forward_propagate(ForwardPropagation&, size_t, ForwardPropagationMode) override;
    void back_propagate(ForwardPropagation&, BackPropagation&, size_t) const override;
};
 
}