INNER CODE UNIT · Python

_lifespan

roboflow/inference · inference_server/inference_server/app.py:236

async def _lifespan(app: FastAPI):
    # Keep multipart uploads in memory — Starlette default is 1MB, which causes
    # disk rollover (write + read) for typical image uploads (2-10MB).
    from starlette.formparsers import MultiPartParser

    MultiPartParser.spool_max_size = _cfg.MULTIPART_SPOOL_MB * 1024 * 1024
    from inference_server.gateway_resolver import resolve_gateway

    if not _cfg.ROBOFLOW_API_VERIFY_SSL:
        logger.warning(
            "TLS certificate verification is disabled for Roboflow platform requests"
        )
    proxy = resolve_gateway()
    from inference_models.models.vllm_proxy.vllm_client import (
        set_request_id_provider,
    )

    set_request_id_provider(correlation_id.get)

View source record →