INNER CODE UNIT · Python
all_raw_assets
nubenetes/awesome-kubernetes · src/main.py:286
all_raw_assets = await asyncio.gather(*[process_asset(a, i) for i, a in enumerate(all_raw_assets)])
# Filter out definitively dead links
initial_count = len(all_raw_assets)
all_raw_assets = [a for a in all_raw_assets if a.get("health") != "dead"]
dead_count = initial_count - len(all_raw_assets)
if dead_count > 0:
log_event(f"[*] Health Filter: Removed {dead_count} definitively dead (404) links.")
unique_assets_map = {}
for asset in all_raw_assets:
clean_url = asset["url"].split('#')[0].rstrip('/').lower()
if clean_url not in unique_assets_map:
unique_assets_map[clean_url] = asset
else:
if len(asset.get("context", "")) > len(unique_assets_map[clean_url].get("context", "")):
unique_assets_map[clean_url] = asset