| import gradio as gr
|
| from quantizer_gr import quantize_gr, get_model_class
|
|
|
| css = """
|
| .title { font-size: 3em; align-items: center; text-align: center; }
|
| .info { align-items: center; text-align: center; }
|
| .block.result { margin: 1em 0; padding: 1em; box-shadow: 0 0 3px 3px #664422, 0 0 3px 2px #664422 inset; border-radius: 6px; background: #665544; }
|
| .desc [src$='#float'] { float: right; margin: 20px; }
|
| """
|
|
|
| with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css=css, delete_cache=(60, 3600)) as demo:
|
| with gr.Column():
|
| gr.Markdown("# Quantizer Alpha (Does not work in CPU space)", elem_classes="title")
|
| with gr.Group():
|
| with gr.Row():
|
| repo_id = gr.Textbox(label="Repo ID", placeholder="author/model", value="", lines=1)
|
| with gr.Column():
|
| hf_token = gr.Textbox(label="Your HF write token", placeholder="hf_...", value="", max_lines=1)
|
| gr.Markdown("Your token is available at [hf.co/settings/tokens](https://huggingface.co/settings/tokens).", elem_classes="info")
|
| with gr.Row():
|
| newrepo_id = gr.Textbox(label="Upload repo ID", placeholder="yourid/newrepo", value="", max_lines=1)
|
| is_private = gr.Checkbox(label="Create private repo", value=True)
|
| is_overwrite = gr.Checkbox(label="Overwrite repo", value=False)
|
| with gr.Accordion("Advanced", open=False):
|
| with gr.Row():
|
| qtype = gr.Radio(label="Quantization algorithm", choices=["nf4"], value="nf4")
|
| dtype = gr.Radio(label="Computation data type", choices=["fp16", "fp32", "bf16", "fp8", "default"], value="bf16")
|
| mclass = gr.Radio(label="Model class", choices=get_model_class(), value=get_model_class()[0])
|
| run_button = gr.Button(value="Run", variant="primary")
|
| with gr.Group():
|
| uploaded_urls = gr.CheckboxGroup(visible=False, choices=[], value=[])
|
| urls_md = gr.Markdown("<br><br>", elem_classes="result", visible=True)
|
| clear_button = gr.Button(value="Clear Output", variant="secondary")
|
| gr.DuplicateButton(value="Duplicate Space")
|
|
|
| gr.on(
|
| triggers=[run_button.click],
|
| fn=quantize_gr,
|
| inputs=[repo_id, hf_token, uploaded_urls, newrepo_id, is_private, is_overwrite, dtype, qtype, mclass],
|
| outputs=[uploaded_urls, urls_md],
|
| )
|
| clear_button.click(lambda: ([], "<br><br>"), None, [uploaded_urls, urls_md], queue=False, show_api=False)
|
|
|
| demo.queue()
|
| demo.launch()
|
|
|
