diff --git a/tools/Polygraphy/polygraphy/backend/pyt/runner.py b/tools/Polygraphy/polygraphy/backend/pyt/runner.py index 3f8e8b2d..32c63bc6 100644 --- a/tools/Polygraphy/polygraphy/backend/pyt/runner.py +++ b/tools/Polygraphy/polygraphy/backend/pyt/runner.py @@ -68,8 +68,9 @@ def infer_impl(self, feed_dict): out_dict = OrderedDict() for name, output in zip(self.output_names, outputs): - out_dict[name] = output.cpu().numpy() - return out_dict, end - start + out_dict[name] = output.detach().cpu().numpy() + self.inference_time = end - start + return out_dict def deactivate_impl(self): del self.model