limitedonly41 commited on
Commit
21ecc46
·
verified ·
1 Parent(s): 2891c11

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -17,7 +17,9 @@ dtype = None # Auto detection of dtype
17
  load_in_4bit = True # Use 4-bit quantization to reduce memory usage
18
 
19
  # peft_model_name = "limitedonly41/website_qwen2_7b_2"
20
- peft_model_name = "limitedonly41/website_mistral7b_v02"
 
 
21
  # Initialize model and tokenizer variables
22
  model = None
23
  tokenizer = None
 
17
  load_in_4bit = True # Use 4-bit quantization to reduce memory usage
18
 
19
  # peft_model_name = "limitedonly41/website_qwen2_7b_2"
20
+ # peft_model_name = "limitedonly41/website_mistral7b_v02"
21
+ peft_model_name = "unsloth/mistral-7b-instruct-v0.3-bnb-4bit"
22
+
23
  # Initialize model and tokenizer variables
24
  model = None
25
  tokenizer = None