# Copyright 2020 The Nod Team. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # All the iree_vulkan related functionalities go here. from shark.iree_utils._common import run_cmd def get_vulkan_triple_flag(): vulkan_device_cmd = "vulkaninfo | grep deviceName | awk 'END{{print $NF}}'" vulkan_device = run_cmd(vulkan_device_cmd).strip() if vulkan_device == "Ultra": print("Found MacStudio M1 Device. Using m1-moltenvk-macos") return "-iree-vulkan-target-triple=m1-moltenvk-macos" elif vulkan_device == "M2": print("Found Apple M2 Device. Using m1-moltenvk-macos") return "-iree-vulkan-target-triple=m1-moltenvk-macos" elif vulkan_device == "M1": print("Found Apple M1 Device. Using m1-moltenvk-macos") return "-iree-vulkan-target-triple=m1-moltenvk-macos" elif vulkan_device == "A100-SXM4-40GB": print("Found Nvidia Device. Using ampere-rtx3080-linux") return "-iree-vulkan-target-triple=ampere-rtx3080-linux" elif vulkan_device == "3090": print("Found Nvidia Device. Using ampere-rtx3090-linux") return "-iree-vulkan-target-triple=ampere-rtx3090-linux" else: print( """Optimized kernel for your target device is not added yet. Contact SHARK Admin on discord[https://discord.com/invite/RUqY2h2s9u] or pull up an issue.""" ) print(f"Target : {vulkan_device}") return None def get_iree_vulkan_args(): # vulkan_flag = ["--iree-flow-demote-i64-to-i32"] vulkan_flag = [] vulkan_triple_flag = get_vulkan_triple_flag() if vulkan_triple_flag is not None: vulkan_flag.append(vulkan_triple_flag) return vulkan_flag