INNER CODE UNIT · Python

get_llm_server

ai-infra-curriculum/ai-infra-engineer-learning · projects/project-103-llm-deployment/src/api/main.py:177

def get_llm_server() -> LLMServer:
    """
    Dependency to get LLM server instance.

    Returns:
        LLM server

    TODO: Return LLM server from app state
    """
    # TODO: return app.state.llm
    pass


def get_rag_pipeline() -> RAGPipeline:
    """
    Dependency to get RAG pipeline instance.

    Returns:

View source record →