INNER CODE UNIT · Rust

batch_completion

lanterndata/lantern · lantern_cli/src/embeddings/core/mod.rs:114

    pub async fn batch_completion(
        &self,
        model_name: &str,
        queries: &Vec<&str>,
    ) -> Result<BatchCompletionResult, anyhow::Error> {
        match self {
            EmbeddingRuntime::OpenAi(runtime) => {
                OpenAiRuntime::batch_completion(Arc::new(runtime), model_name, queries).await
            }
            _ => anyhow::bail!("completion is not available for this runtime"),
        }
    }

    pub async fn get_available_models(
        &self,
        job_type: EmbeddingJobType,
    ) -> (String, Vec<(String, bool)>) {
        match self {

View source record →