mirror of
https://github.com/nod-ai/SHARK-Studio.git
synced 2026-01-15 00:37:59 -05:00
05b498267e
* Streaming LLM * Update precision and add gpu support * (studio2) Separate weights generation for quantization support * Adapt prompt changes to studio flow * Remove outdated flag from llm compile flags. * (studio2) use turbine vmfbRunner * tweaks to prompts * Update CPU path and llm api test. * Change device in test to cpu. * Fixes to runner, device names, vmfb mgmt * Use small test without external weights.
13 lines
326 B
Python
13 lines
326 B
Python
import os
|
|
import sys
|
|
|
|
|
|
def get_available_devices():
|
|
return ["cpu-task"]
|
|
|
|
|
|
def get_resource_path(relative_path):
|
|
"""Get absolute path to resource, works for dev and for PyInstaller"""
|
|
base_path = getattr(sys, "_MEIPASS", os.path.dirname(os.path.abspath(__file__)))
|
|
return os.path.join(base_path, relative_path)
|