Spaces:
Runtime error
Runtime error
Logan Zoellner
commited on
Commit
•
d192b21
1
Parent(s):
6ba5d40
lower max_new_tokens
Browse files
app.py
CHANGED
@@ -9,6 +9,7 @@ from words import *
|
|
9 |
|
10 |
# GPT-J-6B API
|
11 |
API_URL = "https://api-inference.huggingface.co/models/EleutherAI/gpt-j-6B"
|
|
|
12 |
|
13 |
basePrompt="""
|
14 |
The following session was recorded from a text adventure game.
|
@@ -34,7 +35,7 @@ def continue_story(prompt,story):
|
|
34 |
{
|
35 |
"top_p": 0.9,
|
36 |
"temperature": 1.1,
|
37 |
-
"max_new_tokens":
|
38 |
"return_full_text": False,
|
39 |
}}
|
40 |
#response = requests.post(API_URL, headers=headers, json=json_)
|
9 |
|
10 |
# GPT-J-6B API
|
11 |
API_URL = "https://api-inference.huggingface.co/models/EleutherAI/gpt-j-6B"
|
12 |
+
MAX_NEW_TOKENS = 25
|
13 |
|
14 |
basePrompt="""
|
15 |
The following session was recorded from a text adventure game.
|
35 |
{
|
36 |
"top_p": 0.9,
|
37 |
"temperature": 1.1,
|
38 |
+
"max_new_tokens": MAX_NEW_TOKENS,
|
39 |
"return_full_text": False,
|
40 |
}}
|
41 |
#response = requests.post(API_URL, headers=headers, json=json_)
|