SrcLurker commited on
Commit
7cd5291
·
1 Parent(s): 9d098dd

Using qwen 4B with FP8.

Files changed (2) hide show
  1. basic_agent.py +2 -1
  2. requirements.txt +0 -2
basic_agent.py CHANGED
@@ -23,7 +23,8 @@ class BasicAgent:
23
  if model_id:
24
  self.model_id = model_id
25
  else:
26
- self.model_id = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
 
27
 
28
  # Run locally.
29
  self.model = smolagents.TransformersModel(
 
23
  if model_id:
24
  self.model_id = model_id
25
  else:
26
+ #self.model_id = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
27
+ self.model_id = "Qwen/Qwen3-4B-FP8"
28
 
29
  # Run locally.
30
  self.model = smolagents.TransformersModel(
requirements.txt CHANGED
@@ -1,7 +1,5 @@
1
  gradio
2
  huggingface_hub[hf_xet]
3
- langchain-core
4
- langcahin-ollama
5
  requests
6
  smolagents
7
  smolagents[transformers]
 
1
  gradio
2
  huggingface_hub[hf_xet]
 
 
3
  requests
4
  smolagents
5
  smolagents[transformers]