INNER CODE UNIT · Python
start_multi
cubist38/mlx-openai-server · app/main.py:286
async def start_multi(config: MultiModelServerConfig) -> None:
"""Run the ASGI server in multi-handler mode.
Similar to ``start`` but works with a ``MultiModelServerConfig``
which defines multiple models to be loaded concurrently.
Parameters
----------
config : MultiModelServerConfig
Multi-model YAML-based configuration.
"""
try:
print_multi_startup_banner(config)
uvconfig = setup_server(config)
logger.info("Multi-handler server configuration complete.")
logger.info("Starting Uvicorn server...")
server = uvicorn.Server(uvconfig)