Vokturz commited on
Commit
eddcb6b
1 Parent(s): fc32873

modified default model list

Browse files
Files changed (1) hide show
  1. src/app.py +7 -5
src/app.py CHANGED
@@ -10,12 +10,12 @@ from huggingface_hub import login
10
  st.set_page_config(page_title='Can you run it? LLM version', layout="wide", initial_sidebar_state="expanded")
11
 
12
  model_list = [
13
- "mistralai/Mistral-7B-v0.1",
14
  "mistralai/Mistral-7B-Instruct-v0.1",
15
- "ehartford/samantha-mistral-7b",
16
- "SkunkworksAI/Mistralic-7B-1",
17
- "microsoft/phi-1_5",
18
- "PY007/TinyLlama-1.1B-intermediate-step-480k-1T",
 
19
  "codellama/CodeLlama-7b-hf",
20
  "codellama/CodeLlama-13b-hf",
21
  "codellama/CodeLlama-34b-hf",
@@ -55,6 +55,8 @@ def cache_model_list():
55
  if not "tiiuae/falcon" in model_name: # Exclude Falcon models
56
  model = get_model(model_name, library="transformers", access_token="")
57
  model_list_info[model_name] = calculate_memory(model, ["float32", "float16/bfloat16", "int8", "int4"])
 
 
58
  return model_list_info
59
 
60
  @st.cache_resource
 
10
  st.set_page_config(page_title='Can you run it? LLM version', layout="wide", initial_sidebar_state="expanded")
11
 
12
  model_list = [
 
13
  "mistralai/Mistral-7B-Instruct-v0.1",
14
+ "mistralai/Mixtral-8x7B-Instruct-v0.1",
15
+ "deepseek-ai/deepseek-coder-6.7b-instruct",
16
+ "deepseek-ai/deepseek-coder-1.3b-base",
17
+ "microsoft/phi-2",
18
+ "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
19
  "codellama/CodeLlama-7b-hf",
20
  "codellama/CodeLlama-13b-hf",
21
  "codellama/CodeLlama-34b-hf",
 
55
  if not "tiiuae/falcon" in model_name: # Exclude Falcon models
56
  model = get_model(model_name, library="transformers", access_token="")
57
  model_list_info[model_name] = calculate_memory(model, ["float32", "float16/bfloat16", "int8", "int4"])
58
+ del model
59
+ gc.collect()
60
  return model_list_info
61
 
62
  @st.cache_resource