working.
Browse filesUsing qwen 4B with FP8.
- basic_agent.py +2 -1
- requirements.txt +0 -2
basic_agent.py
CHANGED
@@ -23,7 +23,8 @@ class BasicAgent:
|
|
23 |
if model_id:
|
24 |
self.model_id = model_id
|
25 |
else:
|
26 |
-
self.model_id = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
|
|
|
27 |
|
28 |
# Run locally.
|
29 |
self.model = smolagents.TransformersModel(
|
|
|
23 |
if model_id:
|
24 |
self.model_id = model_id
|
25 |
else:
|
26 |
+
#self.model_id = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
|
27 |
+
self.model_id = "Qwen/Qwen3-4B-FP8"
|
28 |
|
29 |
# Run locally.
|
30 |
self.model = smolagents.TransformersModel(
|
requirements.txt
CHANGED
@@ -1,7 +1,5 @@
|
|
1 |
gradio
|
2 |
huggingface_hub[hf_xet]
|
3 |
-
langchain-core
|
4 |
-
langcahin-ollama
|
5 |
requests
|
6 |
smolagents
|
7 |
smolagents[transformers]
|
|
|
1 |
gradio
|
2 |
huggingface_hub[hf_xet]
|
|
|
|
|
3 |
requests
|
4 |
smolagents
|
5 |
smolagents[transformers]
|