INNER CODE UNIT · Python
load_bixbench
Future-House/BixBench · bixbench/generate_trajectories.py:135
async def load_bixbench(self) -> list[dict[str, Any]]:
"""
Load BixBench dataset and process all questions.
Returns:
List[Dict[str, Any]]: List of processed benchmark questions
"""
bixbench = datasets.load_dataset(self.config.paths.hf_repo_id, split=self.config.dataset_split).to_list() # type: ignore[attr-defined]
# Process all capsule data concurrently
zip_filenames = {question["data_folder"] for question in bixbench}
tasks = [self.process_capsule_data(zip_fname) for zip_fname in zip_filenames]
await asyncio.gather(*tasks)
# Prepare all questions concurrently
tasks = [self.process_question(question) for question in bixbench]
await asyncio.gather(*tasks)