Fix controlnet rotation cropping

app.py

@@ -446,6 +446,14 @@ canny_interface = gr.Interface(fn=canny_process_image, inputs=[canny_input_image
 # ----- New ControlNet Canny Gradio Setup with Block -----------------------------------------------------------------
 
 
+# !pip install -qq diffusers==0.14.0 transformers xformers git+https://github.com/huggingface/accelerate.git
+# !pip install -qq opencv-contrib-python
+# !pip install -qq controlnet_aux
+# !pip install -qq opencv-python
+# !pip install -qq gradio
+# !pip install -qq Pillow
+# !pip install -qq numpy
+
 from diffusers import StableDiffusionControlNetPipeline, ControlNetModel
 from diffusers import UniPCMultistepScheduler
 from PIL import Image
@@ -463,7 +471,7 @@ controlnet_pipe.scheduler = UniPCMultistepScheduler.from_config(controlnet_pipe.
 controlnet_pipe.enable_model_cpu_offload()
 
 
-def controlnet_edges(canny_input_prompt, input_image, input_low_threshold, input_high_threshold, input_invert, canny_input_seed, canny_input_rotate):
+def controlnet_edges(canny_input_prompt, input_image, input_low_threshold, input_high_threshold, input_invert, canny_input_seed, canny_input_rotate, canny_negative_prompt):
     np_image = np.array(input_image)
 
     output_image = input_image
@@ -512,6 +520,10 @@ def controlnet_edges(canny_input_prompt, input_image, input_low_threshold, input
     if input_invert:
       canny_resize = 255 - canny_resize
     canny_resize = Image.fromarray(canny_resize)
+    # rotate new resized canny image
+    if canny_input_rotate and int(canny_input_rotate) > 0:
+      canny_rotation = 360 - int(canny_input_rotate)
+      canny_resize = canny_resize.rotate(canny_rotation, resample=Image.BICUBIC, expand=True)
 
     prompt = canny_input_prompt
     generator = torch.Generator(device="cpu").manual_seed(canny_input_seed)
@@ -519,7 +531,7 @@ def controlnet_edges(canny_input_prompt, input_image, input_low_threshold, input
     output_image = controlnet_pipe(
         prompt,
         canny_resize,
-        negative_prompt="monochrome, lowres, bad anatomy, worst quality, low quality",
+        negative_prompt=canny_negative_prompt,
         generator=generator,
         num_inference_steps=20,
     )
@@ -546,11 +558,13 @@ with gr.Blocks() as canny_blocks_interface:
   ''')
   with gr.Row():
     with gr.Column():
-      canny_input_prompt = gr.inputs.Textbox(label="Enter a single word or phrase")
+      canny_input_prompt = gr.inputs.Textbox(label="enter your text prompt here")
+      with gr.Accordion(label='negative prompt (optional)', open=False):
+        canny_negative_prompt = gr.inputs.Textbox()
       canny_input_low_threshold = gr.inputs.Slider(minimum=0, maximum=1000, step=1, label="Lower Threshold:", default=100)
       canny_input_high_threshold = gr.inputs.Slider(minimum=0, maximum=1000, step=1, label="Upper Threshold:", default=120)
       canny_input_seed = gr.Slider(0, 99999999999999, label="seed", dtype=int, value=random_seed, interactive=True, step=1)
-      canny_input_invert = gr.inputs.Checkbox(label="Invert Image")
+      canny_input_invert = gr.inputs.Checkbox(label="invert edge tracing image")
       canny_input_rotate = gr.Dropdown([0, 90, 180, 270], label="rotate image (for smartphones)")
     with gr.Column():
       canny_input_image = gr.inputs.Image(label="input image")
@@ -560,7 +574,7 @@ with gr.Blocks() as canny_blocks_interface:
         canny_output_1 = gr.outputs.Image(type="pil", label="traced edges")
   with gr.Row():
     canny_output_2 = gr.outputs.Image(type="pil", label="final image")
-  go_button.click(fn=controlnet_edges, inputs=[canny_input_prompt, canny_input_image, canny_input_low_threshold, canny_input_high_threshold, canny_input_invert, canny_input_seed, canny_input_rotate], outputs=[canny_output_1, canny_output_2])
+  go_button.click(fn=controlnet_edges, inputs=[canny_input_prompt, canny_input_image, canny_input_low_threshold, canny_input_high_threshold, canny_input_invert, canny_input_seed, canny_input_rotate, canny_negative_prompt], outputs=[canny_output_1, canny_output_2])
 
 
 # canny_blocks_interface.launch(debug=False)
@@ -569,6 +583,8 @@ with gr.Blocks() as canny_blocks_interface:
 
 
 
+
+
 # ----- Old ControlNet Canny Gradio Setup without Block (working) -----------------------------------------------------------------
 
 # import gradio as gr