dexter2389 commited on
Commit
b8b87a2
·
1 Parent(s): 708ffaa

Remove non hf models

Browse files
Files changed (2) hide show
  1. app.py +0 -8
  2. frontend.html +0 -4
app.py CHANGED
@@ -15,14 +15,10 @@ from transformers import pipeline
15
 
16
 
17
  class SupportedModelPipes(StrEnum):
18
- TinyLlama = "tinyllama"
19
- Qwen = "qwen"
20
  SmolLLM2 = "smollm2"
21
  SmolVLM = "smolvlm"
22
 
23
 
24
- tinyllama_pipeline = pipeline("text-generation", model="TinyLlama/TinyLlama_v1.1")
25
- qwen_pipeline = pipeline("text-generation", model="Qwen/Qwen2.5-0.5B-Instruct")
26
  smollm2_pipeline = pipeline(
27
  "text-generation", model="HuggingFaceTB/SmolLM2-135M-Instruct"
28
  )
@@ -72,10 +68,6 @@ def chat(payload: ChatRequest, request: Request):
72
  ad_fetch_response = client.fetch_ad_units(fetch_payload)
73
 
74
  match payload.model:
75
- case SupportedModelPipes.TinyLlama:
76
- ai_pipeline = tinyllama_pipeline
77
- case SupportedModelPipes.Qwen:
78
- ai_pipeline = qwen_pipeline
79
  case SupportedModelPipes.SmolLLM2:
80
  ai_pipeline = smollm2_pipeline
81
  case SupportedModelPipes.SmolVLM:
 
15
 
16
 
17
  class SupportedModelPipes(StrEnum):
 
 
18
  SmolLLM2 = "smollm2"
19
  SmolVLM = "smolvlm"
20
 
21
 
 
 
22
  smollm2_pipeline = pipeline(
23
  "text-generation", model="HuggingFaceTB/SmolLM2-135M-Instruct"
24
  )
 
68
  ad_fetch_response = client.fetch_ad_units(fetch_payload)
69
 
70
  match payload.model:
 
 
 
 
71
  case SupportedModelPipes.SmolLLM2:
72
  ai_pipeline = smollm2_pipeline
73
  case SupportedModelPipes.SmolVLM:
frontend.html CHANGED
@@ -65,10 +65,6 @@
65
  SmolLM2</li>
66
  <li class="model-option px-4 py-2 hover:bg-gray-100 cursor-pointer" data-value="smolvlm">
67
  SmolVLM</li>
68
- <li class="model-option px-4 py-2 hover:bg-gray-100 cursor-pointer" data-value="tinyllama">
69
- TinyLlama</li>
70
- <li class="model-option px-4 py-2 hover:bg-gray-100 cursor-pointer" data-value="qwen">
71
- Qwen</li>
72
  </ul>
73
  </div>
74
  </div>
 
65
  SmolLM2</li>
66
  <li class="model-option px-4 py-2 hover:bg-gray-100 cursor-pointer" data-value="smolvlm">
67
  SmolVLM</li>
 
 
 
 
68
  </ul>
69
  </div>
70
  </div>