INNER CODE UNIT · Python
bsz
Future-House/BixBench · bixbench/generate_trajectories.py:455
bsz = min(self.config.rollout.batch_size, len(bixbench) - i)
batch = bixbench[i : i + (4 * bsz)]
environments = (
self.environment_factory(question) for question in batch
)
rollouts = (self.rollout_with_saving(env) for env in environments)
try:
async for _ in as_completed_with_concurrency(
rollouts, bsz, timeout=3600
):
pbar.update(1)
except TimeoutError:
logger.warning("Timeout occurred while rolling out environments")
continue
logger.info("Completed trajectory generation")
def load_mcq(