mirror of
https://github.com/nod-ai/SHARK-Studio.git
synced 2026-01-08 05:24:00 -05:00
15 lines
379 B
Python
15 lines
379 B
Python
import os
|
|
from sys import executable
|
|
import subprocess
|
|
from apps.language_models.scripts import vicuna
|
|
|
|
|
|
def test_loop():
|
|
precisions = ["fp16", "int8", "int4"]
|
|
devices = ["cpu"]
|
|
for precision in precisions:
|
|
for device in devices:
|
|
model = vicuna.UnshardedVicuna(device=device, precision=precision)
|
|
model.compile()
|
|
del model
|