INNER CODE UNIT · Python

free

c0sogi/LLMChat · app/utils/chat/commands/server.py:15

    async def free() -> str:
        """Free the process pool executor\n
        /free"""
        shared = Shared()
        shared.process_pool_executor.shutdown(wait=True)
        shared.process_pool_executor = ProcessPoolExecutor()
        return "Process pool executor freed!"

    @staticmethod
    @command_response.send_message_and_stop
    async def shutdownllamacpp() -> str:
        """Shutdown the llama cpp server\n
        /shutdownllamacpp"""
        shutdown_llama_cpp_server(shared=Shared())
        return "Shutdown llama cpp server!"

    @staticmethod
    @command_response.send_message_and_stop

View source record →