INNER CODE UNIT · Python

_build_request_data

usepr/eva · eva.py:440

def _build_request_data(messages, tools=None, temperature=0.6, thinking=True, stream=False):
    data = {
        "model": EVA_MODEL_NAME,
        "messages": messages,
        "temperature": temperature,
        "presence_penalty": 0.0,
        "repetition_penalty": 1.0,
        "top_p": 0.95,
        "top_k": 20,
        "min_p": 0.0,
        "chat_template_kwargs": {"enable_thinking": thinking}, # vLLM
        "thinking": {"type": "enabled" if thinking else "disabled"} # deepseek
    }
    if tools:
        data['tools'] = tools
    if stream:
        data['stream'] = True
        data['stream_options'] = {"include_usage": True}

View source record →

📰 Research Paper
Loading…
⏳ Fetching content…