github/AMD-SHARK-Studio
1
1
Fork 0
mirror of https://github.com/nod-ai/AMD-SHARK-Studio.git synced 2026-04-03 03:00:17 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix llama2-70b rewrite tensor dim

Browse Source
This commit is contained in:
Phaneesh Barwaria
2023-09-01 14:02:59 +05:30
parent 4c3d8a0a7f
commit 1ccafa1fc1
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
apps/language_models/scripts/vicuna.py
View File

@@ -1369,7 +1369,7 @@ class UnshardedVicuna(VicunaBase):
if "llama2_13b" in self.model_name:
pkv_tensor_shape = "tensor<1x40x?x128x"
elif "llama2_70b" in self.model_name:
pkv_tensor_shape = "tensor<1x60x?x128x"
pkv_tensor_shape = "tensor<1x8x?x128x"
else:
pkv_tensor_shape = "tensor<1x32x?x128x"
if self.precision in ["fp16", "int4", "int8"]: