rroset
/

llava-v1.6-34b

Image-Text-to-Text

Inference Endpoints

Model card Files Files and versions Community

rroset commited on Jun 28, 2024

Commit

d1b5158

·

verified ·

1 Parent(s): 809a54f

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -18,7 +18,7 @@ class EndpointHandler:
         # Carrega el processador i model de forma global
         self.processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf")
         self.model = LlavaNextForConditionalGeneration.from_pretrained(
-            "llava-hf/llava-v1.6-mistral-7b-hf",
             quantization_config=quantization_config,
             device_map="auto"
         )

         # Carrega el processador i model de forma global
         self.processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf")
         self.model = LlavaNextForConditionalGeneration.from_pretrained(
+            "rroset/llava-v1.6-34b",
             quantization_config=quantization_config,
             device_map="auto"
         )