INNER CODE UNIT · Rust

chunk_size

lanterndata/lantern · lantern_cli/src/embeddings/mod.rs:33

            let chunk_size = 1024 * 1024; // 1 MB
            buf = BytesMut::with_capacity(chunk_size);
            buf.extend_from_slice("{".as_bytes());
            let row_str: String = value.iter().map(|&x| x.to_string() + ",").collect();
            buf.extend_from_slice(row_str[0..row_str.len() - 1].as_bytes());
            drop(row_str);
            buf.extend_from_slice("}".as_bytes());
        } else {
            buf.extend_from_slice("NULL".as_bytes());
        }

        EmbeddingRecord { pk, record: buf }
    }

    #[allow(dead_code)]
    fn from_string(pk: String, value: String) -> EmbeddingRecord {
        let buf: BytesMut;
        if value.len() > 0 {

View source record →