Upload app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ device = torch.device("cuda" if CUDA_AVAILABLE else "cpu")
|
|
13 |
|
14 |
generator = pipeline('text-generation', model=model_id,
|
15 |
tokenizer=model_id,
|
16 |
-
load_in_8bit=True,
|
17 |
device=device)
|
18 |
|
19 |
early_stop_pattern = "\n\n\n"
|
|
|
13 |
|
14 |
generator = pipeline('text-generation', model=model_id,
|
15 |
tokenizer=model_id,
|
16 |
+
#load_in_8bit=True,
|
17 |
device=device)
|
18 |
|
19 |
early_stop_pattern = "\n\n\n"
|