INNER CODE UNIT · Rust

completion

lanterndata/lantern · lantern_cli/src/embeddings/core/mod.rs:101

    pub async fn completion(
        &self,
        model_name: &str,
        query: &str,
    ) -> Result<CompletionResult, anyhow::Error> {
        match self {
            EmbeddingRuntime::OpenAi(runtime) => {
                runtime.completion(model_name, query, Some(1)).await
            }
            _ => anyhow::bail!("completion is not available for this runtime"),
        }
    }

    pub async fn batch_completion(
        &self,
        model_name: &str,
        queries: &Vec<&str>,
    ) -> Result<BatchCompletionResult, anyhow::Error> {

View source record →