List of all items
Structs
- api::model::BestOfSequence
- api::model::CompatGenerateRequest
- api::model::Details
- api::model::ErrorResponse
- api::model::GenerateParameters
- api::model::GenerateRequest
- api::model::GenerateResponse
- api::model::Info
- api::model::PrefillToken
- api::model::StreamDetails
- api::model::StreamResponse
- api::model::Token
- api::openapi::ApiDoc
- config::Config
- llm::generate_parameter::GenerateParameter
- llm::model_processor::DummyModelProcessor
- llm::sampler::DummySampler
- llm::text_generation::TextGeneration
- llm::text_generator::TextGenerator
- llm::token_generator::TokenGenerator
- llm::token_generator::dummy::DummyTokenGenerator
- server::AppState
Enums
- api::model::FinishReason
- llm::FinishReason
- llm::Model
- llm::models::Models
- llm::text_generator::TextGeneratorResult
- llm::token_generator::TokenGeneratorResult
Traits
- llm::model_processor::ModelProcessor
- llm::sampler::Sampler
- llm::text_generator::TextGeneratorTrait
- llm::token_generator::TokenGeneratorTrait
Functions
- api::routes::generate::generate_handler
- api::routes::generate_stream::generate_stream_handler
- api::routes::generate_text::generate_text_handler
- api::routes::health::get_health_handler
- api::routes::info::get_info_handler
- api::routes::model::generate_model_handler
- config::load_config
- llm::loader::create_model
- llm::loader::create_tokenizer
- llm::text_generation::create_text_generation
- server::server