Spaces:
Runtime error
Runtime error
Commit
•
34cae94
1
Parent(s):
a7fb13c
Update app.py
Browse files
app.py
CHANGED
@@ -38,21 +38,15 @@ def query(payload):
|
|
38 |
print(response)
|
39 |
return json.loads(response.content.decode("utf-8"))
|
40 |
|
41 |
-
def inference(input_sentence, max_length, sample_or_greedy, raw_text=False
|
42 |
if sample_or_greedy == "Sample":
|
43 |
parameters = {"max_new_tokens": max_length,
|
44 |
"top_p": 0.9,
|
45 |
"do_sample": True,
|
46 |
-
"seed": seed,
|
47 |
-
"early_stopping": False,
|
48 |
-
"length_penalty": 0.0,
|
49 |
"eos_token_id": None}
|
50 |
else:
|
51 |
parameters = {"max_new_tokens": max_length,
|
52 |
"do_sample": False,
|
53 |
-
"seed": seed,
|
54 |
-
"early_stopping": False,
|
55 |
-
"length_penalty": 0.0,
|
56 |
"eos_token_id": None}
|
57 |
|
58 |
payload = {"inputs": input_sentence,
|
|
|
38 |
print(response)
|
39 |
return json.loads(response.content.decode("utf-8"))
|
40 |
|
41 |
+
def inference(input_sentence, max_length, sample_or_greedy, raw_text=False):
|
42 |
if sample_or_greedy == "Sample":
|
43 |
parameters = {"max_new_tokens": max_length,
|
44 |
"top_p": 0.9,
|
45 |
"do_sample": True,
|
|
|
|
|
|
|
46 |
"eos_token_id": None}
|
47 |
else:
|
48 |
parameters = {"max_new_tokens": max_length,
|
49 |
"do_sample": False,
|
|
|
|
|
|
|
50 |
"eos_token_id": None}
|
51 |
|
52 |
payload = {"inputs": input_sentence,
|