mirror of
https://github.com/nod-ai/AMD-SHARK-Studio.git
synced 2026-04-03 03:00:17 -04:00
e6cb5cef57
* Add --additional_runtime_args option and use in OPT example. Fix the func name. (#1838) Co-authored-by: Sungsoon Cho <sungsoon.cho@gmail.com>
24 lines
708 B
Python
24 lines
708 B
Python
from shark.shark_inference import SharkInference
|
|
from shark.shark_downloader import download_model
|
|
|
|
|
|
mlir_model, func_name, inputs, golden_out = download_model(
|
|
"microsoft/MiniLM-L12-H384-uncased",
|
|
frontend="torch",
|
|
)
|
|
|
|
|
|
shark_module = SharkInference(mlir_model, device="cpu", mlir_dialect="linalg")
|
|
shark_module.compile()
|
|
result = shark_module.forward(inputs)
|
|
print("The obtained result via shark is: ", result)
|
|
print("The golden result is:", golden_out)
|
|
|
|
|
|
# Let's generate random inputs, currently supported
|
|
# for static models.
|
|
rand_inputs = shark_module.generate_random_inputs()
|
|
rand_results = shark_module.forward(rand_inputs)
|
|
|
|
print("Running shark_module with random_inputs is: ", rand_results)
|