INNER CODE UNIT · Python
run_pipeline
crocs-muni/javacard-curated-list · scripts/process_curated_list.py:592
def run_pipeline(path):
print(f"Extracting markdown from {path} ...", file=sys.stderr)
markdown_text = load_markdown_text(path)
print("Parsing repository entries...", file=sys.stderr)
entries = parse_entries(markdown_text)
print(f" found {len(entries)} entries", file=sys.stderr)
github_entries = [e for e in entries if e["owner"] and e["repo"]]
print(f" {len(github_entries)} have a github.com owner/repo we can query", file=sys.stderr)
print("Fetching shields.io badges (stars / last-commit / contributors)...", file=sys.stderr)
with ThreadPoolExecutor(max_workers=10) as pool:
future_to_entry = {
pool.submit(fetch_repo_badges, e["owner"], e["repo"]): e
for e in github_entries
}
done = 0