INNER CODE UNIT · Python

shutdownllamacpp

c0sogi/LLMChat · app/utils/chat/commands/server.py:25

    async def shutdownllamacpp() -> str:
        """Shutdown the llama cpp server\n
        /shutdownllamacpp"""
        shutdown_llama_cpp_server(shared=Shared())
        return "Shutdown llama cpp server!"

    @staticmethod
    @command_response.send_message_and_stop
    async def startllamacpp() -> str:
        """Start the llama cpp server\n
        /startllamacpp"""
        start_llama_cpp_server(shared=Shared(), config=config)
        return "Started llama cpp server!"

View source record →