import torch from diffusers import DiffusionPipeline import gradio as gr import os import spaces model_list = [model.strip() for model in os.environ.get("MODELS").split(",")] lora_list = [model.strip() for model in os.environ.get("LORAS").split(",")] models = {} for model_name in model_list: try: models[model_name] = DiffusionPipeline.from_pretrained(model_name).to("cuda") except Exception as e: print(f"Error loading model {model_name}: {e}") @spaces.GPU def generate_images(model_name, prompt, negative_prompt, num_inference_steps, guidance_scale, num_images=4): if model_name not in models: try: models[model_name] = DiffusionPipeline.from_pretrained(model_name).to("cuda") except Exception as e: print(f"Error loading model {model_name}: {e}") return [] pipe = models[model_name] outputs = [] for _ in range(num_images): output = pipe(prompt, negative_prompt=negative_prompt, num_inference_steps=num_inference_steps, guidance_scale=guidance_scale)["images"][0] outputs.append(output) return outputs # Create the Gradio blocks with gr.Blocks() as demo: with gr.Row(equal_height=False): with gr.Group(): with gr.Column(): model_dropdown = gr.Dropdown(choices=list(models.keys()), value=model_list[0] if model_list else None, label="Model") prompt = gr.Textbox(label="Prompt") with gr.Accordion("Advanced", open=False): negative_prompt = gr.Textbox(label="Negative Prompt", value="lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract], kid, kid looking, child, childish look") num_inference_steps = gr.Slider(minimum=10, maximum=50, step=1, value=25, label="Number of Inference Steps") guidance_scale = gr.Slider(minimum=1, maximum=20, step=0.5, value=7.5, label="Guidance Scale") num_images = gr.Slider(minimum=1, maximum=4, step=1, value=4, label="Number of Images") generate_btn = gr.Button("Generate Image") with gr.Column(): output_gallery = gr.Gallery(label="Generated Images", height=480, scale=1) generate_btn.click(generate_images, inputs=[model_dropdown, prompt, negative_prompt, num_inference_steps, guidance_scale, num_images], outputs=output_gallery) demo.launch()