Spaces:
Configuration error
Configuration error
oremaz
commited on
Update agent.py
Browse files
agent.py
CHANGED
|
@@ -69,13 +69,13 @@ def get_max_memory_config(max_memory_per_gpu):
|
|
| 69 |
return max_memory
|
| 70 |
return None
|
| 71 |
|
| 72 |
-
model_id = "
|
| 73 |
proj_llm = HuggingFaceLLM(
|
| 74 |
model_name=model_id,
|
| 75 |
tokenizer_name=model_id,
|
| 76 |
device_map="auto",
|
| 77 |
model_kwargs={"torch_dtype": "auto"},
|
| 78 |
-
max_new_tokens =
|
| 79 |
generate_kwargs={
|
| 80 |
"temperature": 0.1,
|
| 81 |
"top_p": 1.0
|
|
|
|
| 69 |
return max_memory
|
| 70 |
return None
|
| 71 |
|
| 72 |
+
model_id = "Qwen/Qwen3-8B"
|
| 73 |
proj_llm = HuggingFaceLLM(
|
| 74 |
model_name=model_id,
|
| 75 |
tokenizer_name=model_id,
|
| 76 |
device_map="auto",
|
| 77 |
model_kwargs={"torch_dtype": "auto"},
|
| 78 |
+
max_new_tokens = 8000,
|
| 79 |
generate_kwargs={
|
| 80 |
"temperature": 0.1,
|
| 81 |
"top_p": 1.0
|