HussnainZ commited on
Commit
25ecf97
1 Parent(s): 692c996
Files changed (1) hide show
  1. app.py +2 -5
app.py CHANGED
@@ -18,11 +18,8 @@ DESCRIPTION = """\
18
 
19
 
20
  if not torch.cuda.is_available():
21
- # DESCRIPTION += "\n<p>Running on CPU! This demo does not work on CPU.</p>"
22
- model_id = "NousResearch/Hermes-2-Pro-Mistral-7B"
23
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="cpu")
24
- tokenizer = AutoTokenizer.from_pretrained(model_id)
25
- # tokenizer.use_default_system_prompt = False
26
 
27
  if torch.cuda.is_available():
28
  model_id = "NousResearch/Hermes-2-Pro-Mistral-7B"
 
18
 
19
 
20
  if not torch.cuda.is_available():
21
+ DESCRIPTION += "\n<p>Running on CPU! This demo does not work on CPU.</p>"
22
+
 
 
 
23
 
24
  if torch.cuda.is_available():
25
  model_id = "NousResearch/Hermes-2-Pro-Mistral-7B"