INNER CODE UNIT · Python
padding
yya518/FinBERT · archive/datasets.py:34
padding = [0] * (self.max_seq_length - len(ids_review))
ids_review += padding
mask_input += padding
input_type = [0]*self.max_seq_length
assert len(ids_review) == self.max_seq_length
assert len(mask_input) == self.max_seq_length
assert len(input_type) == self.max_seq_length
ids_review = torch.tensor(ids_review)
mask_input = torch.tensor(mask_input)
input_type = torch.tensor(input_type)
sentiment = self.x_y_list[1][index]
list_of_labels = [torch.from_numpy(np.array(sentiment))]
input_feature = {"token_type_ids": input_type, "attention_mask":mask_input, "input_ids":ids_review}