INNER CODE UNIT · Python

run_valqore

valqore/valqore · benchmarks/run_benchmark.py:101

def run_valqore() -> dict:
    base, corpus = _valqore_base()
    if base is None:
        return {"available": False}
    cmd = base + ["evaluate", corpus, "--score", "-o", "json"]
    data = _run_json(cmd)
    if not data:
        return {"available": False}
    results = data.get("results", [])
    fails = [r for r in results if r.get("outcome") == "FAIL"]
    by_domain: Counter = Counter()
    for r in fails:
        prefix = r["rule_id"].split("-")[0]
        by_domain[DOMAIN.get(prefix, prefix)] += 1
    score = data.get("score")
    if isinstance(score, dict):
        score = score.get("score")
    return {

View source record →