github/AMD-SHARK-Studio
1
1
Fork 0
mirror of https://github.com/nod-ai/AMD-SHARK-Studio.git synced 2026-04-03 03:00:17 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix SLM for SharkStudio

Browse Source
This commit is contained in:
PhaneeshB
2023-05-17 22:18:15 +05:30
committed by Phaneesh Barwaria
parent 6602a2f5ba
commit 512235892e
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
apps/stable_diffusion/web/ui/stablelm_ui.py
View File

@@ -106,6 +106,8 @@ def chat(curr_system_message, history, model):
"stabilityai/stablelm-tuned-alpha-3b", torch_dtype=torch.float32
)
stableLMModel = StableLMModel(m)
input_ids = torch.randint(3, (1, 256))
attention_mask = torch.randint(3, (1, 256))
sharkModel = compile_stableLM(
stableLMModel,
tuple([input_ids, attention_mask]),