Norod78 commited on
Commit
5312d0a
·
1 Parent(s): 14a49a8

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ device = torch.device("cuda" if CUDA_AVAILABLE else "cpu")
13
 
14
  generator = pipeline('text-generation', model=model_id,
15
  tokenizer=model_id,
16
- load_in_8bit=True,
17
  device=device)
18
 
19
  early_stop_pattern = "\n\n\n"
 
13
 
14
  generator = pipeline('text-generation', model=model_id,
15
  tokenizer=model_id,
16
+ #load_in_8bit=True,
17
  device=device)
18
 
19
  early_stop_pattern = "\n\n\n"