patrickvonplaten commited on
Commit
34cae94
1 Parent(s): a7fb13c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -7
app.py CHANGED
@@ -38,21 +38,15 @@ def query(payload):
38
  print(response)
39
  return json.loads(response.content.decode("utf-8"))
40
 
41
- def inference(input_sentence, max_length, sample_or_greedy, raw_text=False, seed=42):
42
  if sample_or_greedy == "Sample":
43
  parameters = {"max_new_tokens": max_length,
44
  "top_p": 0.9,
45
  "do_sample": True,
46
- "seed": seed,
47
- "early_stopping": False,
48
- "length_penalty": 0.0,
49
  "eos_token_id": None}
50
  else:
51
  parameters = {"max_new_tokens": max_length,
52
  "do_sample": False,
53
- "seed": seed,
54
- "early_stopping": False,
55
- "length_penalty": 0.0,
56
  "eos_token_id": None}
57
 
58
  payload = {"inputs": input_sentence,
 
38
  print(response)
39
  return json.loads(response.content.decode("utf-8"))
40
 
41
+ def inference(input_sentence, max_length, sample_or_greedy, raw_text=False):
42
  if sample_or_greedy == "Sample":
43
  parameters = {"max_new_tokens": max_length,
44
  "top_p": 0.9,
45
  "do_sample": True,
 
 
 
46
  "eos_token_id": None}
47
  else:
48
  parameters = {"max_new_tokens": max_length,
49
  "do_sample": False,
 
 
 
50
  "eos_token_id": None}
51
 
52
  payload = {"inputs": input_sentence,