INNER CODE UNIT · Python

_deserialize

onnx/onnx-tensorrt · onnx_tensorrt/backend.py:142

    def _deserialize(self, trt_blob):
        self.runtime = trt.Runtime(TRT_LOGGER)
        del self.parser # Parser no longer needed for ownership of plugins
        trt_engine = self.runtime.deserialize_cuda_engine(trt_blob)
        return trt_engine

    def run(self, inputs, **kwargs):
        """Execute the prepared engine and return the outputs as a named tuple.
        inputs -- Input tensor(s) as a Numpy array or list of Numpy arrays.
        """
        if isinstance(inputs, np.ndarray):
            inputs = [inputs]

        if self.dynamic:
            self._build_engine(inputs)

        outputs = self.engine.run(inputs)
        output_names = [output.name for output in self.engine.outputs]

View source record →