INNER CODE UNIT · Python
main
kangarooking/cangjie-skill · scripts/benchmark.py:27
def main() -> int:
ap = argparse.ArgumentParser(description=__doc__)
ap.add_argument("--token-config", required=True)
ap.add_argument("--eval-reports", default=None)
ap.add_argument("--sidecar", default=None)
ap.add_argument("--out", required=True)
args = ap.parse_args()
out_dir = Path(args.out)
out_dir.mkdir(parents=True, exist_ok=True)
# 1. A 类静态指标
rc = subprocess.call([sys.executable, str(SCRIPTS / "count_tokens.py"), args.token_config, "--out", str(out_dir)])
if rc != 0:
raise SystemExit("count_tokens 失败")
a_metrics = load_json(out_dir / "a-class-metrics.json")
# 2. 评测报告