INNER CODE UNIT · Python

_Runner

onnxsim/onnxsim · onnxsim/rpc/server.py:43

class _Runner:
    """One loaded model: an onnxruntime session when available, else the reference evaluator."""

    def __init__(
        self,
        model_bytes: bytes,
        providers: Optional[Sequence[str]],
        single_threaded: bool,
    ):
        self.model_bytes = model_bytes
        self.providers = list(providers) if providers else None
        self.single_threaded = single_threaded
        self.session = None
        try:
            import onnxruntime as ort
        except ImportError:
            return
        available = ort.get_available_providers()

View source record →