Update app.py
Browse files
app.py
CHANGED
@@ -12,16 +12,7 @@ formatted_prompt = (
|
|
12 |
)
|
13 |
|
14 |
|
15 |
-
sequences = pipeline(
|
16 |
-
formatted_prompt,
|
17 |
-
do_sample=True,
|
18 |
-
top_k=50,
|
19 |
-
top_p = 0.7,
|
20 |
-
num_return_sequences=1,
|
21 |
-
repetition_penalty=1.1,
|
22 |
-
max_new_tokens=500,
|
23 |
-
torch_dtype=torch.bfloat16
|
24 |
-
)
|
25 |
for seq in sequences:
|
26 |
st.write(f"Result: {seq['generated_text']}")
|
27 |
|
|
|
12 |
)
|
13 |
|
14 |
|
15 |
+
sequences = pipeline(formatted_prompt,do_sample=True,top_k=50,top_p = 0.7,num_return_sequences=1,repetition_penalty=1.1,max_new_tokens=500,torch_dtype=torch.bfloat16)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
16 |
for seq in sequences:
|
17 |
st.write(f"Result: {seq['generated_text']}")
|
18 |
|