INNER CODE UNIT · Python

run

Future-House/BixBench · bixbench/generate_trajectories.py:444

    async def run(self) -> None:
        """Run the full trajectory generation pipeline."""
        logger.info("Loading BixBench dataset...")
        bixbench = await self.load_bixbench()

        if self.config.rollout.skip_existing_trajectories:
            bixbench = self.filter_completed(bixbench)

        # Process environments in batches with tqdm progress bar
        with tqdm(total=len(bixbench), desc="Processing benchmark tasks") as pbar:
            for i in range(0, len(bixbench), self.config.rollout.batch_size):
                bsz = min(self.config.rollout.batch_size, len(bixbench) - i)
                batch = bixbench[i : i + (4 * bsz)]
                environments = (
                    self.environment_factory(question) for question in batch
                )
                rollouts = (self.rollout_with_saving(env) for env in environments)
                try:

View source record →