INNER CODE UNIT · Python

find_skills_with_evals

wgpsec/AboutSecurity · scripts/bench-skill.py:518

def find_skills_with_evals() -> list[Path]:
    """Find all skill directories that have evals/evals.json."""
    skills = []
    for evals_json in SKILLS_DIR.rglob("evals/evals.json"):
        skill_dir = evals_json.parent.parent
        if (skill_dir / "SKILL.md").exists():
            skills.append(skill_dir)
    return sorted(skills)


def main():
    parser = argparse.ArgumentParser(
        description="Benchmark skill quality with A/B testing (with_skill vs baseline)"
    )
    parser.add_argument(
        "--skill", type=Path,
        help="Path to skill directory (relative to repo root or absolute)"
    )

View source record →