Struct MockLLM

pub struct MockLLM { /* private fields */ }

A simple mock LLM for testing

Implementations

impl MockLLM

pub fn new(model_name: impl Into<String>) -> Self

Create a new mock LLM

pub fn add_response(self, response: impl Into<String>) -> Self

Add a response to the mock

Trait Implementations

impl BaseLLM for MockLLM

fn generate<'life0, 'life1, 'async_trait>( &'life0 self, _prompt: &'life1 str, _config: Option<GenerationConfig>, _runnable_config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generate text from a prompt

fn generate_batch<'life0, 'async_trait>( &'life0 self, prompts: Vec<String>, config: Option<GenerationConfig>, runnable_config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Vec<LLMResult>>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait,

Generate text from multiple prompts

fn stream_generate<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, config: Option<GenerationConfig>, runnable_config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<Generation>> + Send>>>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Stream text generation

impl BaseLanguageModel for MockLLM

fn model_name(&self) -> &str

Get the model name

fn model_type(&self) -> &str

Get the model type

fn supports_streaming(&self) -> bool

Check if the model supports streaming

fn input_schema(&self) -> Option<Value>

Get the input schema for this model

fn output_schema(&self) -> Option<Value>

Get the output schema for this model