Struct TtlCache

pub struct TtlCache { /* private fields */ }

A more advanced cache with TTL (Time To Live) support.

Implementations

impl TtlCache

pub fn new(default_ttl: Duration, max_size: Option<usize>) -> Self

Create a new TTL cache with the specified TTL.

Arguments

• default_ttl - The default time-to-live for cache entries.
• max_size - Optional maximum size for the cache.

pub fn default_ttl(&self) -> Duration

Get the default TTL.

pub async fn stats(&self) -> CacheStats

Get cache statistics.

Trait Implementations

impl BaseCache for TtlCache

fn lookup( &self, prompt: &str, llm_string: &str, ) -> Result<Option<CachedGenerations>>

Look up based on prompt and llm_string.

fn update( &self, prompt: &str, llm_string: &str, return_val: CachedGenerations, ) -> Result<()>

Update cache based on prompt and llm_string.

fn clear(&self) -> Result<()>

Clear cache that can take additional keyword arguments.

fn alookup<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompt: &'life1 str, llm_string: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<Option<CachedGenerations>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Async look up based on prompt and llm_string.

fn aupdate<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompt: &'life1 str, llm_string: &'life2 str, return_val: CachedGenerations, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Async update cache based on prompt and llm_string.

fn aclear<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Async clear cache that can take additional keyword arguments.

impl Debug for TtlCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.