Enable Torch-Inductor Part 2

This commit is contained in:
mariecwhite
2023-01-10 17:43:26 -08:00
parent 72f29b67d5
commit d0b613d22e

View File

@@ -118,8 +118,8 @@ class SharkBenchmarkRunner(SharkRunner):
"cuda:0" if self.device == "cuda" else "cpu"
)
HFmodel, input = get_torch_model(modelname)[:2]
HFmodel = dynamo.optimize("inductor")(HFmodel)
frontend_model = HFmodel.model
frontend_model = dynamo.optimize("inductor")(frontend_model)
frontend_model.to(torch_device)
input.to(torch_device)