INNER CODE UNIT · Python

all_raw_assets_batches

nubenetes/awesome-kubernetes · src/main.py:325

    all_raw_assets_batches = [all_raw_assets[i:i + BATCH_SIZE] for i in range(0, len(all_raw_assets), BATCH_SIZE)]
    
    curator_agent = AgenticCurator()
    total_processed = 0
    max_tweet_date = since_date
    full_report_metrics = []
    modified_files_content = {}

    for batch_index, batch_assets in enumerate(all_raw_assets_batches):
        log_event(f">>> STARTING BATCH {batch_index + 1}/{len(all_raw_assets_batches)} ({len(batch_assets)} links)", section_break=True)
        assets_to_evaluate = []
        for asset in batch_assets:
            url = asset["url"]
            is_dup = False
            for existing in existing_urls:
                if is_fuzzy_duplicate(url, existing):
                    is_dup = True
                    break

View source record →