github/AMD-SHARK-Studio
1
1
Fork 0
mirror of https://github.com/nod-ai/AMD-SHARK-Studio.git synced 2026-04-03 03:00:17 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update xfails. (#500)

Browse Source 
* Update test_models.py

* Fix formatting.
This commit is contained in:
Ean Garvey
2022-11-21 14:00:34 -06:00
committed by GitHub
parent d624940e12
commit 005ded3c6f
1 changed files with 22 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
tank/test_models.py
View File

@@ -276,15 +276,14 @@ class SharkModuleTest(unittest.TestCase):
and config["framework"] == "torch"
):
pytest.xfail(reason="https://github.com/nod-ai/SHARK/issues/354")
if (
config["model_name"] == "facebook/convnext-tiny-224"
and device == "cuda"
):
if config["model_name"] == "facebook/convnext-tiny-224" and device in [
"cuda",
"cpu",
]:
pytest.xfail(reason="https://github.com/nod-ai/SHARK/issues/311")
if (
config["model_name"] == "google/vit-base-patch16-224"
and device == "cuda"
):
if config[
"model_name"
] == "google/vit-base-patch16-224" and device in ["cuda", "cpu"]:
pytest.xfail(reason="https://github.com/nod-ai/SHARK/issues/311")
if config["model_name"] == "resnet50" and device in [
"metal",
@@ -307,6 +306,7 @@ class SharkModuleTest(unittest.TestCase):
reason="Issue: https://github.com/iree-org/iree/issues/9971"
)
if config["model_name"] == "facebook/convnext-tiny-224" and device in [
"cpu",
"cuda",
"metal",
"vulkan",
@@ -340,6 +340,12 @@ class SharkModuleTest(unittest.TestCase):
pytest.xfail(
reason="Numerics issues -- https://github.com/nod-ai/SHARK/issues/344"
)
if (
config["model_name"] == "google/mobilebert-uncased"
and device == "cpu"
and config["framework"] == "tf"
):
pytest.xfail(reason="Fails during iree-compile.")
if (
config["model_name"] == "facebook/deit-small-distilled-patch16-224"
and device == "cuda"
@@ -402,10 +408,9 @@ class SharkModuleTest(unittest.TestCase):
"cpu",
]:
pytest.xfail(reason="https://github.com/nod-ai/SHARK/issues/424")
if (
config["model_name"] == "dbmdz/convbert-base-turkish-cased"
and device == "cpu"
):
if config[
"model_name"
] == "dbmdz/convbert-base-turkish-cased" and device in ["cuda", "cpu"]:
pytest.xfail(reason="https://github.com/nod-ai/SHARK/issues/463")
if (
config["model_name"]
@@ -429,6 +434,11 @@ class SharkModuleTest(unittest.TestCase):
pytest.xfail(
reason="Numerics issues: https://github.com/nod-ai/SHARK/issues/476"
)
if (
config["model_name"] == "microsoft/MiniLM-L12-H384-uncased"
and device == "cpu"
):
pytest.xfail(reason="Fails during iree-compile")
if (
config["model_name"] in ["albert-base-v2"]
and device == "cpu"