mirror of
https://github.com/nod-ai/SHARK-Studio.git
synced 2026-01-09 22:07:55 -05:00
66abee8e5b
Follow https://github.com/nod-ai/SHARK/pull/708, remove parameter 'func_name' for SharkInference.
26 lines
714 B
Python
26 lines
714 B
Python
from shark.shark_inference import SharkInference
|
|
from shark.shark_downloader import download_model
|
|
|
|
|
|
mlir_model, func_name, inputs, golden_out = download_model(
|
|
"microsoft/MiniLM-L12-H384-uncased",
|
|
frontend="torch",
|
|
)
|
|
|
|
|
|
shark_module = SharkInference(
|
|
mlir_model, device="cpu", mlir_dialect="linalg"
|
|
)
|
|
shark_module.compile()
|
|
result = shark_module.forward(inputs)
|
|
print("The obtained result via shark is: ", result)
|
|
print("The golden result is:", golden_out)
|
|
|
|
|
|
# Let's generate random inputs, currently supported
|
|
# for static models.
|
|
rand_inputs = shark_module.generate_random_inputs()
|
|
rand_results = shark_module.forward(rand_inputs)
|
|
|
|
print("Running shark_module with random_inputs is: ", rand_results)
|