INNER CODE UNIT · Python
_generate_question
AMontgomerie/question_generator · questiongenerator.py:263
def _generate_question(self, qg_input: str) -> str:
"""Takes qg_input which is the concatenated answer and context, and uses it to generate
a question sentence. The generated question is decoded and then returned.
"""
encoded_input = self._encode_qg_input(qg_input)
output = self.qg_model.generate(input_ids=encoded_input["input_ids"])
question = self.qg_tokenizer.decode(
output[0],
skip_special_tokens=True
)
return question
def _encode_qg_input(self, qg_input: str) -> torch.tensor:
"""Tokenizes a string and returns a tensor of input ids corresponding to indices of tokens in
the vocab.
"""
return self.qg_tokenizer(
qg_input,