Fix call to Torch Inductor

This commit is contained in:
mariecwhite
2023-02-27 18:40:50 -08:00
parent dcc4025c78
commit d567192fd3

View File

@@ -118,10 +118,11 @@ class SharkBenchmarkRunner(SharkRunner):
)
HFmodel, input = get_torch_model(modelname)[:2]
frontend_model = HFmodel.model
# frontend_model = dynamo.optimize("inductor")(frontend_model)
frontend_model.to(torch_device)
input.to(torch_device)
# frontend_model = torch.compile(frontend_model, mode="max-autotune", backend="inductor")
for i in range(shark_args.num_warmup_iterations):
frontend_model.forward(input)