INNER CODE UNIT · Rust

new

bminixhofer/nlprule · python/src/lib.rs:324

    fn new(path: Option<&str>) -> PyResult<Self> {
        let tokenizer = if let Some(path) = path {
            Tokenizer::new(path)
                .map_err(|x| PyValueError::new_err(format!("error creating Tokenizer: {}", x)))?
        } else {
            Tokenizer::default()
        };

        Ok(PyTokenizer { tokenizer })
    }

    /// Get the tagger dictionary of this tokenizer.
    ///
    /// Returns:
    ///     tagger (Tagger): The tagger dictionary.
    #[getter]
    fn tagger(&self) -> PyTagger {
        self.tokenizer.tagger().clone().into()

View source record →