INNER CODE UNIT · Rust

Ok

lanterndata/lantern · lantern_cli/src/embeddings/mod.rs:203

                    if let Ok(Some(src_data)) = row.try_get::<usize, Option<&str>>(1) {
                        if src_data.trim() != "" {
                            inputs.push(src_data);
                            input_ids.push(row.get::<usize, String>(0));
                        }
                    }
                }

                if inputs.len() == 0 {
                    continue;
                }

                let mut response_data = Vec::with_capacity(rows.len());

                match job_type {
                    EmbeddingJobType::EmbeddingGeneration => {
                        let embedding_response = runtime.process(&model, &inputs).await?;
                        processed_tokens += embedding_response.processed_tokens;

View source record →