Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -41,7 +41,7 @@ def generate(prompt, model_precision_type, max_new_tokens, repetition_penalty, t
|
|
41 |
|
42 |
prompt = gr.Textbox(label="Prompt", interactive=True)
|
43 |
|
44 |
-
model_precision_type = gr.Dropdown(choices=[('fp16', torch.float16), ('fp32', torch.float32)], type="value", value=torch.float16, label="Model Precision", info="fp16 is faster, fp32 is more precise")
|
45 |
|
46 |
max_new_tokens = gr.Slider(value=512, minimum=250, maximum=512, step=1, interactive=True, label="Max New Tokens", info="The maximum numbers of new tokens, controls how long is the output")
|
47 |
|
|
|
41 |
|
42 |
prompt = gr.Textbox(label="Prompt", interactive=True)
|
43 |
|
44 |
+
model_precision_type = gr.Dropdown(choices=[('fp16', 'torch.float16'), ('fp32', 'torch.float32')], type="value", value='torch.float16', label="Model Precision", info="fp16 is faster, fp32 is more precise")
|
45 |
|
46 |
max_new_tokens = gr.Slider(value=512, minimum=250, maximum=512, step=1, interactive=True, label="Max New Tokens", info="The maximum numbers of new tokens, controls how long is the output")
|
47 |
|