github/InvokeAI
1
1
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI.git synced 2026-04-23 03:00:31 -04:00
Code Issues Packages Projects Releases Wiki Activity

WIP - model selection for LLaVA

Browse Source
This commit is contained in:
Billy
2025-03-11 16:14:51 +11:00
committed by psychedelicious
parent fc82775d7a
commit 37af281299
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
invokeai/app/invocations/llava_onevision_vllm.py
View File

@@ -23,7 +23,7 @@ class LlavaOnevisionVllmInvocation(BaseInvocation):
ui_component=UIComponent.Textarea,
)
vllm_model: ModelIdentifierField = InputField(
title="Image-to-Image Model",
title="LLaVA Model Type",
description=FieldDescriptions.vllm_model,
ui_type=UIType.LlavaOnevisionModel,
)
@@ -39,10 +39,7 @@ class LlavaOnevisionVllmInvocation(BaseInvocation):
def invoke(self, context: InvocationContext) -> StringOutput:
images = self._get_images(context)
# with context.models.load(self.vllm_model) as vllm_model:
with context.models.load_by_attrs(
name="LLaVA Onevision Qwen2 0.5B", base=BaseModelType.Any, type=ModelType.LlavaOnevision
) as vllm_model:
with context.models.load(self.vllm_model) as vllm_model:
assert isinstance(vllm_model, LlavaOnevisionModel)
output = vllm_model.run(
prompt=self.prompt,