alibidaran commited on
Commit
445af36
1 Parent(s): abe4ee7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -5,11 +5,7 @@ import gradio as gr
5
  import os
6
  import time
7
  model_id = "alibidaran/Gemma2_Virtual_doctor"
8
- bnb_config = BitsAndBytesConfig(
9
- load_in_4bit=True,
10
- bnb_4bit_quant_type="nf4",
11
- bnb_4bit_compute_dtype=torch.bfloat16
12
- )
13
 
14
 
15
  tokenizer = AutoTokenizer.from_pretrained(model_id)
 
5
  import os
6
  import time
7
  model_id = "alibidaran/Gemma2_Virtual_doctor"
8
+
 
 
 
 
9
 
10
 
11
  tokenizer = AutoTokenizer.from_pretrained(model_id)