INNER CODE UNIT · Python
zip_path
Future-House/BixBench · bixbench/generate_trajectories.py:94
zip_path = self.config.local_data_folder / zip_filename
extract_dir = self.config.local_data_folder / zip_filename.replace(".zip", "")
# Check if capsule folder exists and is non-empty
if extract_dir.exists() and any(extract_dir.iterdir()):
logger.debug(
"Capsule folder %s already exists and is non-empty", extract_dir.name
)
return
await asyncio.to_thread(
hf_hub_download,
repo_id=self.config.paths.hf_repo_id,
filename=zip_filename,
local_dir=self.config.local_data_folder,
repo_type="dataset",
)
await asyncio.to_thread(self._extract_and_process_files, zip_path, extract_dir)