INNER CODE UNIT · Python

_sampling_config

invergent-ai/surogate · surogate/serve/tools/reference/qwen3_5/cli.py:155

def _sampling_config(frontend: Frontend, args: argparse.Namespace) -> SamplingConfig:
    generation = frontend.generation_config
    temperature = (
        args.temperature
        if args.temperature is not None
        else float(getattr(generation, "temperature", 0.6))
    )
    top_p = (
        args.top_p
        if args.top_p is not None
        else float(getattr(generation, "top_p", 0.95))
    )
    top_k = (
        args.top_k
        if args.top_k is not None
        else int(getattr(generation, "top_k", 20))
    )
    return SamplingConfig(

View source record →