INNER CODE UNIT · Python
_check_benchmark
llm-d/llm-d · scripts/guide.py:480
def _check_benchmark(node: Any, modes: list[str], declared: set[str], f: Findings) -> None:
if not isinstance(node, dict):
f.error("benchmark: must be a map")
return
for k in node:
if k not in {"setup", "endpoint", "execute"}:
f.error(f"benchmark: unknown key {k!r} (allowed: setup, endpoint, execute)")
if "setup" in node:
_check_step_list(node["setup"], "benchmark.setup", declared, f)
ep = node.get("endpoint")
if ep is not None:
if not isinstance(ep, dict):
f.error("benchmark.endpoint: must be a map keyed by mode")
else:
for k, v in ep.items():
_check_step_list(v, f"benchmark.endpoint.{k}", declared, f)
if modes and set(ep.keys()) != set(modes):
f.error(