INNER CODE UNIT · Python

zip_path

Future-House/BixBench · bixbench/generate_trajectories.py:94

        zip_path = self.config.local_data_folder / zip_filename
        extract_dir = self.config.local_data_folder / zip_filename.replace(".zip", "")
        # Check if capsule folder exists and is non-empty
        if extract_dir.exists() and any(extract_dir.iterdir()):
            logger.debug(
                "Capsule folder %s already exists and is non-empty", extract_dir.name
            )
            return

        await asyncio.to_thread(
            hf_hub_download,
            repo_id=self.config.paths.hf_repo_id,
            filename=zip_filename,
            local_dir=self.config.local_data_folder,
            repo_type="dataset",
        )
        await asyncio.to_thread(self._extract_and_process_files, zip_path, extract_dir)

View source record →

📰 Research Paper
Loading…
⏳ Fetching content…