Spaces:
Running
on
T4
Running
on
T4
Commit
·
7a47d4d
1
Parent(s):
ed7f5fb
lower batch size
Browse files
app.py
CHANGED
|
@@ -26,7 +26,7 @@ image_embed_model = HuggingFaceEmbedding(
|
|
| 26 |
trust_remote_code=True,
|
| 27 |
token=os.getenv("HUGGINGFACE_TOKEN"),
|
| 28 |
model_kwargs={"torch_dtype": torch.float16},
|
| 29 |
-
embed_batch_size=
|
| 30 |
)
|
| 31 |
|
| 32 |
text_embed_model = HuggingFaceEmbedding(
|
|
@@ -34,7 +34,7 @@ text_embed_model = HuggingFaceEmbedding(
|
|
| 34 |
device=device,
|
| 35 |
trust_remote_code=True,
|
| 36 |
token=os.getenv("HUGGINGFACE_TOKEN"),
|
| 37 |
-
embed_batch_size=
|
| 38 |
)
|
| 39 |
|
| 40 |
def load_index(index_path: str) -> MultiModalVectorStoreIndex:
|
|
|
|
| 26 |
trust_remote_code=True,
|
| 27 |
token=os.getenv("HUGGINGFACE_TOKEN"),
|
| 28 |
model_kwargs={"torch_dtype": torch.float16},
|
| 29 |
+
embed_batch_size=2,
|
| 30 |
)
|
| 31 |
|
| 32 |
text_embed_model = HuggingFaceEmbedding(
|
|
|
|
| 34 |
device=device,
|
| 35 |
trust_remote_code=True,
|
| 36 |
token=os.getenv("HUGGINGFACE_TOKEN"),
|
| 37 |
+
embed_batch_size=2,
|
| 38 |
)
|
| 39 |
|
| 40 |
def load_index(index_path: str) -> MultiModalVectorStoreIndex:
|