Skip to content

add PAG support for SD Controlnet Img2Img #8864

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 23 commits into
base: main
Choose a base branch
from
+1,319 −0
Open

add PAG support for SD Controlnet Img2Img #8864

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
11a4491
Create diffusers.yml
Bhavay-2001 Apr 5, 2024
7811185
Merge branch 'huggingface:main' into main
Bhavay-2001 May 6, 2024
eadf7e8
Merge branch 'huggingface:main' into main
Bhavay-2001 Jun 30, 2024
f15e6de
Merge branch 'huggingface:main' into main
Bhavay-2001 Jul 7, 2024
b2860e4
Merge branch 'huggingface:main' into main
Bhavay-2001 Jul 8, 2024
1d07a99
Merge branch 'huggingface:main' into main
Bhavay-2001 Jul 12, 2024
4a4d355
Added PAG Pipeline for SD_Controlnet_img2img
Bhavay-2001 Jul 14, 2024
0127897
Updated pag.md
Bhavay-2001 Jul 14, 2024
a53f3cb
Updated src/diffusers/__init__.py
Bhavay-2001 Jul 14, 2024
dee5c51
Delete diffusers.yml
Bhavay-2001 Jul 14, 2024
5a0cd05
Updated pipelines/__init__.py
Bhavay-2001 Jul 14, 2024
18718a6
:wq
Bhavay-2001 Jul 14, 2024
d4ebdad
Updated auto_pipeline
Bhavay-2001 Jul 14, 2024
a68f93d
Updated pag/__init__
Bhavay-2001 Jul 14, 2024
1f5c0e8
Updated dummy_torch_and_transformers_objects.py
Bhavay-2001 Jul 14, 2024
d14cf46
Updated the file
Bhavay-2001 Jul 15, 2024
8913567
Updated the file
Bhavay-2001 Jul 15, 2024
b4a27f7
Removed callbacks
Bhavay-2001 Jul 28, 2024
0002117
Merge branch 'main' into SD_ControlNet_PAG_Img2Img
Bhavay-2001 Jul 28, 2024
602991d
Removed callbacks
Bhavay-2001 Jul 28, 2024
8dda261
Merge branch 'SD_ControlNet_PAG_Img2Img' of https://github.com/Bhavay…
Bhavay-2001 Jul 28, 2024
fae6fea
Tried changes for tests to pass
Bhavay-2001 Jul 29, 2024
d6894d8
Merge branch 'main' into SD_ControlNet_PAG_Img2Img
a-r-r-o-w Oct 27, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions docs/source/en/api/pipelines/pag.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -71,6 +71,11 @@ Since RegEx is supported as a way for matching layer identifiers, it is crucial
- all
- __call__

## StableDiffusionControlNetPAGImg2ImgPipeline
[[autodoc]] StableDiffusionControlNetPAGImg2ImgPipeline
- all
- __call__

## StableDiffusionXLPAGImg2ImgPipeline
[[autodoc]] StableDiffusionXLPAGImg2ImgPipeline
- all
Expand Down
2 changes: 2 additions & 0 deletions src/diffusers/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -332,6 +332,7 @@
"StableDiffusionAttendAndExcitePipeline",
"StableDiffusionControlNetImg2ImgPipeline",
"StableDiffusionControlNetInpaintPipeline",
"StableDiffusionControlNetPAGImg2ImgPipeline",
"StableDiffusionControlNetPAGInpaintPipeline",
"StableDiffusionControlNetPAGPipeline",
"StableDiffusionControlNetPipeline",
Expand Down Expand Up @@ -789,6 +790,7 @@
StableDiffusionAttendAndExcitePipeline,
StableDiffusionControlNetImg2ImgPipeline,
StableDiffusionControlNetInpaintPipeline,
StableDiffusionControlNetPAGImg2ImgPipeline,
StableDiffusionControlNetPAGInpaintPipeline,
StableDiffusionControlNetPAGPipeline,
StableDiffusionControlNetPipeline,
Expand Down
2 changes: 2 additions & 0 deletions src/diffusers/pipelines/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -168,6 +168,7 @@
"StableDiffusionPAGPipeline",
"StableDiffusionPAGImg2ImgPipeline",
"StableDiffusionControlNetPAGPipeline",
"StableDiffusionControlNetPAGImg2ImgPipeline",
"StableDiffusionXLPAGPipeline",
"StableDiffusionXLPAGInpaintPipeline",
"StableDiffusionXLControlNetPAGImg2ImgPipeline",
Expand Down Expand Up @@ -571,6 +572,7 @@
)
from .musicldm import MusicLDMPipeline
from .pag import (
StableDiffusionControlNetPAGImg2ImgPipeline,
AnimateDiffPAGPipeline,
HunyuanDiTPAGPipeline,
KolorsPAGPipeline,
Expand Down
2 changes: 2 additions & 0 deletions src/diffusers/pipelines/auto_pipeline.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,7 @@
from .latent_consistency_models import LatentConsistencyModelImg2ImgPipeline, LatentConsistencyModelPipeline
from .lumina import LuminaText2ImgPipeline
from .pag import (
StableDiffusionControlNetPAGImg2ImgPipeline,
HunyuanDiTPAGPipeline,
PixArtSigmaPAGPipeline,
StableDiffusion3PAGPipeline,
Expand Down Expand Up @@ -134,6 +135,7 @@
("kandinsky22", KandinskyV22Img2ImgCombinedPipeline),
("kandinsky3", Kandinsky3Img2ImgPipeline),
("stable-diffusion-controlnet", StableDiffusionControlNetImg2ImgPipeline),
("stable-diffusion-controlnet-pag", StableDiffusionControlNetPAGImg2ImgPipeline),
("stable-diffusion-pag", StableDiffusionPAGImg2ImgPipeline),
("stable-diffusion-xl-controlnet", StableDiffusionXLControlNetImg2ImgPipeline),
("stable-diffusion-xl-pag", StableDiffusionXLPAGImg2ImgPipeline),
Expand Down
2 changes: 2 additions & 0 deletions src/diffusers/pipelines/pag/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@
_dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
else:
_import_structure["pipeline_pag_controlnet_sd"] = ["StableDiffusionControlNetPAGPipeline"]
_import_structure["pipeline_pag_controlnet_sd_img2img"] = ["StableDiffusionControlNetPAGImg2ImgPipeline"]
_import_structure["pipeline_pag_controlnet_sd_inpaint"] = ["StableDiffusionControlNetPAGInpaintPipeline"]
_import_structure["pipeline_pag_controlnet_sd_xl"] = ["StableDiffusionXLControlNetPAGPipeline"]
_import_structure["pipeline_pag_controlnet_sd_xl_img2img"] = ["StableDiffusionXLControlNetPAGImg2ImgPipeline"]
Expand All @@ -46,6 +47,7 @@
from ...utils.dummy_torch_and_transformers_objects import *
else:
from .pipeline_pag_controlnet_sd import StableDiffusionControlNetPAGPipeline
from .pipeline_pag_controlnet_sd_img2img import StableDiffusionControlNetPAGImg2ImgPipeline
from .pipeline_pag_controlnet_sd_inpaint import StableDiffusionControlNetPAGInpaintPipeline
from .pipeline_pag_controlnet_sd_xl import StableDiffusionXLControlNetPAGPipeline
from .pipeline_pag_controlnet_sd_xl_img2img import StableDiffusionXLControlNetPAGImg2ImgPipeline
Expand Down
Loading
Loading