xieyang233 commited on
Commit
33312f1
1 Parent(s): 4584177

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -1,4 +1,3 @@
1
- import torch
2
  from peft import PeftModel
3
  import transformers
4
  import gradio as gr
@@ -14,10 +13,7 @@ BASE_MODEL = 'bigscience/bloomz-7b1-mt'
14
 
15
  LORA_WEIGHTS = "BLOOM_VI_test"
16
 
17
- if torch.cuda.is_available():
18
- device = "cuda"
19
- else:
20
- device = "cpu"
21
 
22
 
23
  model = AutoModelForCausalLM.from_pretrained(
 
 
1
  from peft import PeftModel
2
  import transformers
3
  import gradio as gr
 
13
 
14
  LORA_WEIGHTS = "BLOOM_VI_test"
15
 
16
+
 
 
 
17
 
18
 
19
  model = AutoModelForCausalLM.from_pretrained(