INNER CODE UNIT · Python
ChatLLMServer
ai-infra-curriculum/ai-infra-engineer-learning · projects/project-103-llm-deployment/src/llm/server.py:349
class ChatLLMServer(LLMServer):
"""
Extended LLM server with chat-specific functionality.
This class adds:
- Chat template formatting
- Conversation history management
- System prompt handling
- Multi-turn dialogue support
"""
def __init__(self, config: LLMConfig):
super().__init__(config)
self.chat_template: Optional[str] = None
async def initialize(self) -> None:
"""
Initialize chat LLM with template loading.