Spaces:
Runtime error
Runtime error
rsepulvedat
commited on
Commit
•
f9714d0
1
Parent(s):
4088fcc
change generate methods
Browse files
app.py
CHANGED
@@ -7,8 +7,10 @@ pipe = pipeline("text-generation", model="gplsi/Aitana-6.3B", torch_dtype=torch.
|
|
7 |
token=os.environ['gplsi_models'])
|
8 |
|
9 |
def predict(input_text):
|
|
|
|
|
10 |
generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
|
11 |
-
temperature=0.5
|
12 |
|
13 |
return generation[0]
|
14 |
|
|
|
7 |
token=os.environ['gplsi_models'])
|
8 |
|
9 |
def predict(input_text):
|
10 |
+
# generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
|
11 |
+
# temperature=0.5, early_stopping=True, num_beams=2)
|
12 |
generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
|
13 |
+
temperature=0.5)
|
14 |
|
15 |
return generation[0]
|
16 |
|