INNER CODE UNIT · Rust

max_length

deepjavalibrary/djl · extensions/tokenizers/rust/src/lib.rs:712

    if max_length == -1 {
        let padding = tokenizer.get_padding();
        max_length = match padding {
            Some(param) => match param.strategy {
                PaddingStrategy::Fixed(i) => i as jint,
                _ => -1,
            },
            _ => -1,
        };
    }
    max_length
}

#[no_mangle]
pub extern "system" fn Java_ai_djl_huggingface_tokenizers_jni_TokenizersLibrary_getStride(
    _: JNIEnv,
    _: JObject,
    handle: jlong,

View source record →