INNER CODE UNIT · Rust

Some

deepjavalibrary/djl · extensions/tokenizers/rust/src/lib.rs:784

    if let Some(padding_params) = tokenizer.get_padding_mut() {
        padding_params.strategy = res_strategy.unwrap();
        padding_params.pad_to_multiple_of = res_pad_to_multiple_of;
    } else {
        let padding_params = PaddingParams {
            strategy: res_strategy.unwrap(),
            pad_to_multiple_of: res_pad_to_multiple_of,
            ..Default::default()
        };
        tokenizer.with_padding(Some(padding_params));
    }
}

#[no_mangle]
pub extern "system" fn Java_ai_djl_huggingface_tokenizers_jni_TokenizersLibrary_setPaddingWithTokenAndId<
    'local,
>(
    mut env: JNIEnv<'local>,

View source record →