github/AMD-SHARK-Studio
1
1
Fork 0
mirror of https://github.com/nod-ai/AMD-SHARK-Studio.git synced 2026-04-03 03:00:17 -04:00
Code Issues Packages Projects Releases Wiki Activity

enable iree-opt-const-expr-hoisting in vicuna (#1742)

Browse Source 
Co-authored-by: powderluv <powderluv@users.noreply.github.com>
This commit is contained in:
Daniel Garvey
2023-08-14 20:43:42 -05:00
committed by GitHub
parent 0139dd58d9
commit 045c3c3852
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
apps/language_models/scripts/vicuna.py
View File

@@ -946,8 +946,6 @@ class ShardedVicuna(VicunaBase):
"--iree-vm-target-truncate-unsupported-floats",
"--iree-codegen-check-ir-before-llvm-conversion=false",
"--iree-vm-bytecode-module-output-format=flatbuffer-binary",
"--iree-opt-const-expr-hoisting=False",
"--iree-codegen-linalg-max-constant-fold-elements=9223372036854775807",
] + self.extra_args,
)
module.load_module(vmfb_path)
@@ -1014,8 +1012,6 @@ class ShardedVicuna(VicunaBase):
"--iree-vm-target-truncate-unsupported-floats",
"--iree-codegen-check-ir-before-llvm-conversion=false",
"--iree-vm-bytecode-module-output-format=flatbuffer-binary",
"--iree-opt-const-expr-hoisting=False",
"--iree-codegen-linalg-max-constant-fold-elements=9223372036854775807",
] + self.extra_args,
)
module.load_module(vmfb_path)
@@ -1611,8 +1607,6 @@ class UnshardedVicuna(VicunaBase):
"--iree-vm-target-truncate-unsupported-floats",
"--iree-codegen-check-ir-before-llvm-conversion=false",
"--iree-vm-bytecode-module-output-format=flatbuffer-binary",
"--iree-opt-const-expr-hoisting=False",
"--iree-codegen-linalg-max-constant-fold-elements=9223372036854775807",
] + self.extra_args,
)
print("Saved vic vmfb at ", str(path))