INNER CODE UNIT · Python

Timings

invergent-ai/surogate · surogate/serve/tools/reference/qwen3_5/cli.py:32

class Timings:
    load: float
    preprocess: float
    vision: float
    prepare: float
    prefill: float
    decode: float


def parse_ids(text: str) -> list[int]:
    return [int(value) for value in text.replace(",", " ").split()]


def parse_bytes(text: str | None) -> int | None:
    if text is None or text.strip().lower() == "auto":
        return None
    units = {"gib": 1 << 30, "mib": 1 << 20, "gb": 10**9, "mb": 10**6}
    lowered = text.strip().lower()

View source record →