INNER CODE UNIT · Python
QAEvaluator
AMontgomerie/question_generator · questiongenerator.py:325
class QAEvaluator:
"""Wrapper for a transformer model which evaluates the quality of question-answer pairs.
Given a QA pair, the model will generate a score. Scores can be used to rank and filter
QA pairs.
"""
def __init__(self) -> None:
QAE_PRETRAINED = "iarfmoose/bert-base-cased-qa-evaluator"
self.SEQ_LENGTH = 512
self.device = torch.device(
"cuda" if torch.cuda.is_available() else "cpu")
self.qae_tokenizer = AutoTokenizer.from_pretrained(QAE_PRETRAINED)
self.qae_model = AutoModelForSequenceClassification.from_pretrained(
QAE_PRETRAINED
)