INNER CODE UNIT · Rust
tagger
bminixhofer/nlprule · python/src/lib.rs:146
pub fn tagger(&self) -> &Arc<Tagger> {
&self.tagger
}
}
/// An analyzed token with the attributes:
/// * text (str): the text of this token
/// * span (Tuple[int, int]): the character span of this token in the original string
/// * data (List[Tuple[str, str]]): Lemmas and corresponding POS tags of this token
/// * lemmas (List[str]): A list of lemmas of this token
/// * tags (List[str]): A list of possible POS tags for this token. Including special SENT_START and SENT_END tags.
/// * chunks (List[str]): Chunks of this token. Are not set for some languages (e. g. German).
#[pyclass(name = "Token", module = "nlprule")]
pub struct PyToken {
token: owned::Token,
}
impl From<owned::Token> for PyToken {