Struct chat_flame_backend::api::model::GenerateParameters

pub struct GenerateParameters {

    pub best_of: Option<i32>,
    pub decoder_input_details: bool,
    pub details: bool,
    pub do_sample: bool,
    pub max_new_tokens: Option<i32>,
    pub repetition_penalty: Option<f32>,
    pub return_full_text: Option<bool>,
    pub seed: Option<i64>,
    pub stop: Vec<String>,
    pub temperature: Option<f64>,
    pub top_k: Option<i32>,
    pub top_n_tokens: Option<i32>,
    pub top_p: Option<f64>,
    pub truncate: Option<i32>,
    pub typical_p: Option<f32>,
    pub watermark: bool,
}

Fields

best_of: Option<i32>

decoder_input_details: bool

details: bool

do_sample: bool

max_new_tokens: Option<i32>

repetition_penalty: Option<f32>

return_full_text: Option<bool>

seed: Option<i64>

stop: Vec<String>

temperature: Option<f64>

top_k: Option<i32>

top_n_tokens: Option<i32>

top_p: Option<f64>

truncate: Option<i32>

typical_p: Option<f32>

watermark: bool

Trait Implementations

impl Debug for GenerateParameters

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for GenerateParameters

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for GenerateParameters

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Serialize this value into the given Serde serializer.

impl<'__s> ToSchema<'__s> for GenerateParameters

fn schema() -> (&'__s str, RefOr<Schema>)

Return a tuple of name and schema or reference to a schema that can be referenced by the name or inlined directly to responses, request bodies or parameters.

fn aliases() -> Vec<(&'__s str, Schema)>

Optional set of alias schemas for the [ToSchema::schema].