opennn::SamplingConfig Struct Reference

#include <opennn/network/chat.h>

Public Attributes
float	temperature = 1.0f
Index	top_k = 0
float	top_p = 1.0f
float	repetition_penalty = 1.0f
Index	maximum_tokens = 0

Member Data Documentation

maximum_tokens

Index opennn::SamplingConfig::maximum_tokens = 0

repetition_penalty

float opennn::SamplingConfig::repetition_penalty = 1.0f

temperature

float opennn::SamplingConfig::temperature = 1.0f

top_k

Index opennn::SamplingConfig::top_k = 0

top_p

float opennn::SamplingConfig::top_p = 1.0f