Added brightness cnet

Author: ForserX

data/repo/diffusion_scripts/convert/convert_controlnet_to_onnx.py

@@ -93,7 +93,7 @@ def convert_models(model_path: str, output_path: str, opset: int, attention_slic
             torch.randn(2, 3, 512,512).to(device=device, dtype=dtype),
         ),
         output_path=cnet_path,
-        ordered_input_names=["sample", "timestep", "encoder_hidden_states", "controlnet_cond","return_dict"],
+        ordered_input_names=["sample", "timestep", "encoder_hidden_states", "controlnet_cond"],
         output_names=["down_block_res_samples", "mid_block_res_sample"],  # has to be different from "sample" for correct tracing
         dynamic_axes={
             "sample": {0: "batch", 1: "channels", 2: "height", 3: "width"},

data/repo/diffusion_scripts/modules/onnx/custom_pipelines/pipeline_onnx_stable_diffusion_controlnet.py

@@ -720,12 +720,21 @@ def __call__(
 
 				timestep = np.array([t], dtype=timestep_dtype)
 
-				blocksamples = self.controlnet(
-					sample=latent_model_input,
-					timestep=timestep,
-					encoder_hidden_states=prompt_embeds,
-					controlnet_cond=image,
-				)
+				try:
+					blocksamples = self.controlnet(
+						sample=latent_model_input,
+						timestep=timestep,
+						encoder_hidden_states=prompt_embeds,
+						controlnet_cond=image,
+					    conditioning_scale=1.0
+					)	
+				except :
+					blocksamples = self.controlnet(
+						sample=latent_model_input,
+						timestep=timestep,
+						encoder_hidden_states=prompt_embeds,
+						controlnet_cond=image
+					)	
 
 				mid_block_res_sample=blocksamples[12]
 				down_block_res_samples=(

ui-src/Components/HelperControlNet.cs

@@ -334,6 +334,36 @@ override public string Outdir()
             return BaseOutPath + "Seg/";
         }
     }
+    class ControlNetBrightness : ControlNetBase
+    {
+        public ControlNetBrightness()
+        {
+            Model = "sd-controlnet-brightness";
+            CNModel = "";
+            ControlType = HelperControlNet.ControlTypes.Brightness;
+
+            System.IO.Directory.CreateDirectory(Outdir());
+        }
+
+        public override void CheckSD()
+        {
+            if (!System.IO.Directory.Exists(GetModelPathSD()))
+            {
+                Notification.SendNotification("Starting downloading brightness model...");
+                WGetDownloadModels.DownloadSDCNBrg();
+                Notification.SendNotification("Downloading brightness model: done!");
+            }
+        }
+
+        override public string PreprocessCommandLine()
+        {
+            return "BrgfI";
+        }
+        override public string Outdir()
+        {
+            return BaseOutPath + "brightness/";
+        }
+    }
 
     class ControlNetMLSD : ControlNetBase
     {
@@ -388,6 +418,7 @@ internal class HelperControlNet
         public static ControlNetSeg Seg = new ControlNetSeg();
         public static ControlNetMLSD MLSD = new ControlNetMLSD();
         public static ControlNetFace Face = new ControlNetFace();
+        public static ControlNetBrightness Brightness = new ControlNetBrightness();
 
         public static ControlNetBase Current = null;
         public enum ControlTypes
@@ -407,7 +438,8 @@ public enum ControlTypes
             Mlsd,
             Scribble,
             Fake_Scribble,
-            Binary
+            Binary,
+            Brightness
         }
 
         public static ControlNetBase GetType(string StrData)
@@ -423,6 +455,7 @@ public static ControlNetBase GetType(string StrData)
             if (LoverName == "segmentation")        return Seg;
             if (LoverName == "mlsd")                return MLSD;
             if (LoverName == "facegen")             return Face;
+            if (LoverName == "brightness")          return Brightness;
 
             /*
 			if (LoverName == "depth_leres") ; // not implemented return canny

ui-src/MainWindow.xaml

@@ -313,6 +313,7 @@
                             <ComboBoxItem Content="Facegen"/>
                             <!-- ComboBoxItem Content="color"/ -->
                             <ComboBoxItem Content="Scribble"/>
+                            <ComboBoxItem Content="Brightness"/>
                             <!-- ComboBoxItem Content="pidinet"/ -->
                             <ComboBoxItem Content="MLSD"/>
                             <ComboBoxItem Content="Segmentation"/>

ui-src/Utils/Models/WGetDownloadModels.cs

@@ -154,6 +154,20 @@ public static void DownloadSDCNSeg()
             FileDownloader.DownloadFileAsync("https://huggingface.co/lllyasviel/sd-controlnet-seg/resolve/main/diffusion_pytorch_model.bin", WorkingDir + @"diffusion_pytorch_model.bin");
             FileDownloader.DownloadFileAsync("https://huggingface.co/ForserX/sd-controlnet-seg-onnx/resolve/main/model.onnx", WorkingDir + @"model.onnx");
         }
+        public static void DownloadSDCNBrg()
+        {
+            string WorkingDir = FS.GetModelDir() + "controlnet/sd-controlnet-brightness/";
+
+            if (Directory.Exists(WorkingDir))
+            {
+                return;
+            }
+            Directory.CreateDirectory(WorkingDir);
+
+            FileDownloader.DownloadFileAsync("https://huggingface.co/ioclab/control_v1p_sd15_brightness/raw/main/config.json", WorkingDir + @"config.json");
+            FileDownloader.DownloadFileAsync("https://huggingface.co/ioclab/control_v1p_sd15_brightness/resolve/main/diffusion_pytorch_model.safetensors", WorkingDir + @"diffusion_pytorch_model.safetensors");
+            FileDownloader.DownloadFileAsync("https://huggingface.co/ForserX/sd-controlnet-brightness/resolve/main/model.onnx", WorkingDir + @"model.onnx");
+        }
         public static void DownloadSDCNMLSD()
         {
             string WorkingDir = FS.GetModelDir() + "controlnet/sd-controlnet-mlsd/";