Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ import time
|
|
17 |
from tenacity import RetryError
|
18 |
from tenacity import retry, stop_after_attempt, wait_fixed
|
19 |
import gradio as gr
|
20 |
-
import torch
|
21 |
from peft import PeftModel
|
22 |
from transformers import (
|
23 |
LLaMATokenizer,
|
@@ -33,7 +33,7 @@ from transformers import (
|
|
33 |
MinLengthLogitsProcessor
|
34 |
)
|
35 |
|
36 |
-
assert torch.cuda.is_available(), "Change the runtime type to GPU"
|
37 |
|
38 |
# constants
|
39 |
num_of_characters_to_keep = 1000
|
|
|
17 |
from tenacity import RetryError
|
18 |
from tenacity import retry, stop_after_attempt, wait_fixed
|
19 |
import gradio as gr
|
20 |
+
# import torch
|
21 |
from peft import PeftModel
|
22 |
from transformers import (
|
23 |
LLaMATokenizer,
|
|
|
33 |
MinLengthLogitsProcessor
|
34 |
)
|
35 |
|
36 |
+
# assert torch.cuda.is_available(), "Change the runtime type to GPU"
|
37 |
|
38 |
# constants
|
39 |
num_of_characters_to_keep = 1000
|