Spaces:
Running
Running
Commit ·
473b7a4
1
Parent(s): 4aa3503
Update app.py
Browse files
app.py
CHANGED
|
@@ -112,7 +112,7 @@ def generate_text_from_quantized(prompt):
|
|
| 112 |
'''
|
| 113 |
# Create a Gradio interface
|
| 114 |
model_size = get_model_size(model, data_width=32, group_size=128)
|
| 115 |
-
description = f"Model Name :
|
| 116 |
iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text", description=description)
|
| 117 |
|
| 118 |
#iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
|
|
|
|
| 112 |
'''
|
| 113 |
# Create a Gradio interface
|
| 114 |
model_size = get_model_size(model, data_width=32, group_size=128)
|
| 115 |
+
description = f"Model Name : OPT-1.3b <br>Original Model Size : 4.21 GB <br>Quantized Model Size : {model_size/MiB:.2f} MiB"
|
| 116 |
iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text", description=description)
|
| 117 |
|
| 118 |
#iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
|