Spaces:
Sleeping
Sleeping
rakesh9177
commited on
Commit
•
473b7a4
1
Parent(s):
4aa3503
Update app.py
Browse files
app.py
CHANGED
@@ -112,7 +112,7 @@ def generate_text_from_quantized(prompt):
|
|
112 |
'''
|
113 |
# Create a Gradio interface
|
114 |
model_size = get_model_size(model, data_width=32, group_size=128)
|
115 |
-
description = f"Model Name :
|
116 |
iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text", description=description)
|
117 |
|
118 |
#iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
|
|
|
112 |
'''
|
113 |
# Create a Gradio interface
|
114 |
model_size = get_model_size(model, data_width=32, group_size=128)
|
115 |
+
description = f"Model Name : OPT-1.3b <br>Original Model Size : 4.21 GB <br>Quantized Model Size : {model_size/MiB:.2f} MiB"
|
116 |
iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text", description=description)
|
117 |
|
118 |
#iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
|