peder
commited on
Commit
·
8bc3df2
1
Parent(s):
a739c9c
Hello
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
12 |
HF_AUTH_TOKEN = "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"
|
13 |
DEVICE = os.environ.get("cuda:0", "cpu") # cuda:0
|
14 |
DTYPE = torch.float32 if DEVICE == "cpu" else torch.float16
|
15 |
-
MODEL_NAME = os.environ.get("MODEL_NAME", "NbAiLab/nb-gpt-j-6B-
|
16 |
MAX_LENGTH = int(os.environ.get("MAX_LENGTH", 256))
|
17 |
print("hello Boys")
|
18 |
HEADER_INFO = """
|
|
|
12 |
HF_AUTH_TOKEN = "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"
|
13 |
DEVICE = os.environ.get("cuda:0", "cpu") # cuda:0
|
14 |
DTYPE = torch.float32 if DEVICE == "cpu" else torch.float16
|
15 |
+
MODEL_NAME = os.environ.get("MODEL_NAME", "NbAiLab/nb-gpt-j-6B-norpaca")
|
16 |
MAX_LENGTH = int(os.environ.get("MAX_LENGTH", 256))
|
17 |
print("hello Boys")
|
18 |
HEADER_INFO = """
|