INNER CODE UNIT · Python

main

kangarooking/cangjie-skill · scripts/benchmark.py:27

def main() -> int:
    ap = argparse.ArgumentParser(description=__doc__)
    ap.add_argument("--token-config", required=True)
    ap.add_argument("--eval-reports", default=None)
    ap.add_argument("--sidecar", default=None)
    ap.add_argument("--out", required=True)
    args = ap.parse_args()

    out_dir = Path(args.out)
    out_dir.mkdir(parents=True, exist_ok=True)

    # 1. A 类静态指标
    rc = subprocess.call([sys.executable, str(SCRIPTS / "count_tokens.py"), args.token_config, "--out", str(out_dir)])
    if rc != 0:
        raise SystemExit("count_tokens 失败")
    a_metrics = load_json(out_dir / "a-class-metrics.json")

    # 2. 评测报告

View source record →

📰 Research Paper
Loading…
⏳ Fetching content…