INNER CODE UNIT · Python

_forward

onnxsim/onnxsim · onnxsim/rpc/server.py:138

    def _forward(self, tensors):
        with self._scope():
            outputs = self.runner(tensors)
            outs = [outputs[name] for name in self.output_names]
            self._Tensor.realize(*outs)
        return outs

    def _to_device(self, inputs: Dict[str, np.ndarray]):
        return {
            k: self._Tensor(v, device=self.device).realize() for k, v in inputs.items()
        }

    def run(self, inputs: Dict[str, np.ndarray]) -> Dict[str, np.ndarray]:
        outs = self._forward(self._to_device(inputs))
        return {name: out.numpy() for name, out in zip(self.output_names, outs)}

    def time(self, inputs: Dict[str, np.ndarray], number: int, repeat: int):
        """(per-call seconds, statistics), measuring steady-state ``TinyJit`` replays.

View source record →