Struct chat_flame_backend::api::model::Info

pub struct Info {

    pub docker_label: Option<String>,
    pub max_batch_total_tokens: i32,
    pub max_best_of: i32,
    pub max_concurrent_requests: i32,
    pub max_input_length: i32,
    pub max_stop_sequences: i32,
    pub max_total_tokens: i32,
    pub max_waiting_tokens: i32,
    pub model_device_type: String,
    pub model_dtype: String,
    pub model_id: String,
    pub model_pipeline_tag: Option<String>,
    pub model_sha: Option<String>,
    pub sha: Option<String>,
    pub validation_workers: i32,
    pub version: String,
    pub waiting_served_ratio: f32,
}

Fields

docker_label: Option<String>

max_batch_total_tokens: i32

max_best_of: i32

max_concurrent_requests: i32

max_input_length: i32

max_stop_sequences: i32

max_total_tokens: i32

max_waiting_tokens: i32

model_device_type: String

model_dtype: String

model_id: String

model_pipeline_tag: Option<String>

model_sha: Option<String>

sha: Option<String>

validation_workers: i32

version: String

waiting_served_ratio: f32

Trait Implementations

impl Debug for Info

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for Info

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for Info

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Serialize this value into the given Serde serializer.

impl<'__s> ToSchema<'__s> for Info

fn schema() -> (&'__s str, RefOr<Schema>)

Return a tuple of name and schema or reference to a schema that can be referenced by the name or inlined directly to responses, request bodies or parameters.

fn aliases() -> Vec<(&'__s str, Schema)>

Optional set of alias schemas for the [ToSchema::schema].