INNER CODE UNIT · Python
__init__
yuhaozhang/tacred-relation · data/loader.py:16
def __init__(self, filename, batch_size, opt, vocab, evaluation=False):
self.batch_size = batch_size
self.opt = opt
self.vocab = vocab
self.eval = evaluation
with open(filename) as infile:
data = json.load(infile)
data = self.preprocess(data, vocab, opt)
# shuffle for training
if not evaluation:
indices = list(range(len(data)))
random.shuffle(indices)
data = [data[i] for i in indices]
id2label = dict([(v,k) for k,v in constant.LABEL_TO_ID.items()])
self.labels = [id2label[d[-1]] for d in data]
self.num_examples = len(data)