Compare commits

...

2 Commits

Author SHA1 Message Date
Peter Park
54ba8bfed1 update group name 2025-05-29 10:41:53 -04:00
Peter Park
55e13a3c38 add Falcon to vllm-benchmark-models.yaml 2025-05-08 14:13:03 -04:00

View File

@@ -150,3 +150,11 @@ vllm_benchmark:
model_repo: deepseek-ai/deepseek-moe-16b-chat
url: https://huggingface.co/deepseek-ai/deepseek-moe-16b-chat
precision: float16
- group: TII Falcon
tag: falcon
models:
- model: Falcon 180B
mad_tag: pyt_vllm_falcon-180b
model_repo: tiiuae/falcon-180B
url: https://huggingface.co/tiiuae/falcon-180B
precision: float16