Struct GenerationConfig

pub struct GenerationConfig {
    pub temperature: Option<f32>,
    pub max_tokens: Option<u32>,
    pub stop: Vec<String>,
    pub top_p: Option<f32>,
    pub top_k: Option<u32>,
    pub presence_penalty: Option<f32>,
    pub frequency_penalty: Option<f32>,
    pub stream: bool,
    pub extra: HashMap<String, Value>,
}

Configuration for language model generation

Fields

temperature: Option<f32>

Temperature for generation (0.0 to 1.0)

max_tokens: Option<u32>

Maximum number of tokens to generate

stop: Vec<String>

Stop sequences

top_p: Option<f32>

Top-p sampling parameter

top_k: Option<u32>

Top-k sampling parameter

presence_penalty: Option<f32>

Presence penalty

frequency_penalty: Option<f32>

Frequency penalty

stream: bool

Whether to stream the response

extra: HashMap<String, Value>

Additional parameters

Implementations

impl GenerationConfig

pub fn new() -> Self

Create a new generation config

pub fn with_temperature(self, temperature: f32) -> Self

Set the temperature

pub fn with_max_tokens(self, max_tokens: u32) -> Self

Set the maximum tokens

pub fn with_stop(self, stop: impl Into<String>) -> Self

Add a stop sequence

pub fn with_streaming(self, stream: bool) -> Self

Enable streaming

pub fn with_extra(self, key: impl Into<String>, value: Value) -> Self

Add an extra parameter

Trait Implementations

impl Clone for GenerationConfig

fn clone(&self) -> GenerationConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerationConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GenerationConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for GenerationConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for GenerationConfig

fn eq(&self, other: &GenerationConfig) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serializable for GenerationConfig

fn namespace() -> Vec<String>

Get the namespace for this serializable object

fn is_serializable() -> bool

Check if this object is serializable

fn to_json(&self) -> Result<String>

Serialize this object to JSON

fn to_json_pretty(&self) -> Result<String>

Serialize this object to a pretty-printed JSON string

fn from_json(json: &str) -> Result<Self>

where Self: Sized,

Deserialize this object from JSON

fn to_dict(&self) -> Result<HashMap<String, Value>>

Serialize this object to a dictionary (HashMap)

fn from_dict(dict: &HashMap<String, Value>) -> Result<Self>

where Self: Sized,

Deserialize this object from a dictionary (HashMap)

fn type_name() -> &'static str

Get the type name for this serializable object

impl Serialize for GenerationConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for GenerationConfig