alexkueck commited on
Commit
3bdafbe
1 Parent(s): 3e10754

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -21,7 +21,8 @@ from transformers import LlamaForCausalLM, LlamaTokenizer
21
  #base_model = "project-baize/baize-v2-7b" #load_8bit = False (in load_tokenizer_and_model)
22
  #base_model = "meta-llama/Llama-2-13b"
23
  #base_model="codellama/CodeLlama-13b-Instruct-hf"
24
- base_model = "tiiuae/falcon-40b-instruct"
 
25
  #base_model = "MAGAer13/mPLUG-Owl" #load_8bit = False (in load_tokenizer_and_model)
26
  #base_model = "alexkueck/li-tis-tuned-2" #load_8bit = False (in load_tokenizer_and_model)
27
  #base_model = "TheBloke/airoboros-13B-HF" #load_8bit = False (in load_tokenizer_and_model)
@@ -32,6 +33,8 @@ base_model = "tiiuae/falcon-40b-instruct"
32
  #base_model = "TheBloke/airoboros-65B-gpt4-1.3-GPTQ" #model_basename = "airoboros-65b-gpt4-1.3-GPTQ-4bit--1g.act.order"
33
  #base_model = "lmsys/vicuna-13b-v1.3"
34
  #base_model = "gpt2-xl" # options: ['gpt2', 'gpt2-medium', 'gpt2-large', 'gpt2-xl']
 
 
35
 
36
  ####################################
37
  #Model und Tokenzier laden
 
21
  #base_model = "project-baize/baize-v2-7b" #load_8bit = False (in load_tokenizer_and_model)
22
  #base_model = "meta-llama/Llama-2-13b"
23
  #base_model="codellama/CodeLlama-13b-Instruct-hf"
24
+ #########latest ###########
25
+ #base_model = "tiiuae/falcon-40b-instruct"
26
  #base_model = "MAGAer13/mPLUG-Owl" #load_8bit = False (in load_tokenizer_and_model)
27
  #base_model = "alexkueck/li-tis-tuned-2" #load_8bit = False (in load_tokenizer_and_model)
28
  #base_model = "TheBloke/airoboros-13B-HF" #load_8bit = False (in load_tokenizer_and_model)
 
33
  #base_model = "TheBloke/airoboros-65B-gpt4-1.3-GPTQ" #model_basename = "airoboros-65b-gpt4-1.3-GPTQ-4bit--1g.act.order"
34
  #base_model = "lmsys/vicuna-13b-v1.3"
35
  #base_model = "gpt2-xl" # options: ['gpt2', 'gpt2-medium', 'gpt2-large', 'gpt2-xl']
36
+ base_model = "mistralai/Mistral-7B-v0.1"
37
+
38
 
39
  ####################################
40
  #Model und Tokenzier laden