INNER CODE UNIT · Python
get_next_validation_batch
yxuansu/SimCTG · dialogue_generation/dataclass.py:114
def get_next_validation_batch(self, batch_size, mode):
batch_id_list, batch_token_list = [], []
if mode == 'dev':
curr_select_idx, instance_num = self.dev_current_idx, self.dev_num
tgt_token_id_list, tgt_token_list = self.dev_token_id_list, self.dev_token_list
elif mode == 'test':
curr_select_idx, instance_num = self.test_current_idx, self.test_num
tgt_token_id_list, tgt_token_list = self.test_token_id_list, self.test_token_list
else:
raise Exception('Wrong Validation Mode!!!')
if curr_select_idx + batch_size < instance_num:
for i in range(batch_size):
curr_idx = curr_select_idx + i
batch_id_list.append(tgt_token_id_list[curr_idx])
batch_token_list.append(tgt_token_list[curr_idx])
if mode == 'dev':
self.dev_current_idx += batch_size