|
import gradio as gr
|
|
from quantizer_gr import quantize_gr, get_model_class
|
|
|
|
css = """
|
|
.title { font-size: 3em; align-items: center; text-align: center; }
|
|
.info { align-items: center; text-align: center; }
|
|
.block.result { margin: 1em 0; padding: 1em; box-shadow: 0 0 3px 3px #664422, 0 0 3px 2px #664422 inset; border-radius: 6px; background: #665544; }
|
|
.desc [src$='#float'] { float: right; margin: 20px; }
|
|
"""
|
|
|
|
with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css=css, delete_cache=(60, 3600)) as demo:
|
|
with gr.Column():
|
|
gr.Markdown("# Quantizer Alpha (Does not work in CPU space)", elem_classes="title")
|
|
with gr.Group():
|
|
with gr.Row():
|
|
repo_id = gr.Textbox(label="Repo ID", placeholder="author/model", value="", lines=1)
|
|
with gr.Column():
|
|
hf_token = gr.Textbox(label="Your HF write token", placeholder="hf_...", value="", max_lines=1)
|
|
gr.Markdown("Your token is available at [hf.co/settings/tokens](https://huggingface.co./settings/tokens).", elem_classes="info")
|
|
with gr.Row():
|
|
newrepo_id = gr.Textbox(label="Upload repo ID", placeholder="yourid/newrepo", value="", max_lines=1)
|
|
is_private = gr.Checkbox(label="Create private repo", value=True)
|
|
is_overwrite = gr.Checkbox(label="Overwrite repo", value=False)
|
|
with gr.Accordion("Advanced", open=False):
|
|
with gr.Row():
|
|
qtype = gr.Radio(label="Quantization algorithm", choices=["nf4"], value="nf4")
|
|
dtype = gr.Radio(label="Computation data type", choices=["fp16", "fp32", "bf16", "fp8", "default"], value="bf16")
|
|
mclass = gr.Radio(label="Model class", choices=get_model_class(), value=get_model_class()[0])
|
|
run_button = gr.Button(value="Run", variant="primary")
|
|
with gr.Group():
|
|
uploaded_urls = gr.CheckboxGroup(visible=False, choices=[], value=[])
|
|
urls_md = gr.Markdown("<br><br>", elem_classes="result", visible=True)
|
|
clear_button = gr.Button(value="Clear Output", variant="secondary")
|
|
gr.DuplicateButton(value="Duplicate Space")
|
|
|
|
gr.on(
|
|
triggers=[run_button.click],
|
|
fn=quantize_gr,
|
|
inputs=[repo_id, hf_token, uploaded_urls, newrepo_id, is_private, is_overwrite, dtype, qtype, mclass],
|
|
outputs=[uploaded_urls, urls_md],
|
|
)
|
|
clear_button.click(lambda: ([], "<br><br>"), None, [uploaded_urls, urls_md], queue=False, show_api=False)
|
|
|
|
demo.queue()
|
|
demo.launch()
|
|
|
