INNER CODE UNIT · Swift

split

ZachNagengast/similarity-search-kit · Sources/SimilaritySearchKit/Core/Embeddings/EmbeddingProtocols.swift:66

    func split(text: String, chunkSize: Int, overlapSize: Int) -> ([String], [[String]]?)
}

public protocol TokenizerProtocol {
    func tokenize(text: String) -> [String]
    func detokenize(tokens: [String]) -> String
}

View source record →