Spaces:
Configuration error
Configuration error
Update agent.py
Browse files
agent.py
CHANGED
@@ -209,12 +209,9 @@ def initialize_models(use_api_mode=False):
|
|
209 |
# Embedding model
|
210 |
embed_model = HuggingFaceEmbedding(
|
211 |
model_name="llamaindex/vdr-2b-multi-v1",
|
212 |
-
device="
|
213 |
trust_remote_code=True,
|
214 |
-
model_kwargs={
|
215 |
-
"torch_dtype": "auto",
|
216 |
-
"low_cpu_mem_usage": True
|
217 |
-
}
|
218 |
)
|
219 |
|
220 |
return proj_llm, code_llm, embed_model
|
|
|
209 |
# Embedding model
|
210 |
embed_model = HuggingFaceEmbedding(
|
211 |
model_name="llamaindex/vdr-2b-multi-v1",
|
212 |
+
device="cuda",
|
213 |
trust_remote_code=True,
|
214 |
+
model_kwargs={"torch_dtype": "auto"},
|
|
|
|
|
|
|
215 |
)
|
216 |
|
217 |
return proj_llm, code_llm, embed_model
|