parent
4f5e3e35d2
commit
661bde0ff2
@ -303,7 +303,9 @@ def save_blip_diffusion_model(model, args):
|
|||||||
qformer = get_qformer(model)
|
qformer = get_qformer(model)
|
||||||
qformer.eval()
|
qformer.eval()
|
||||||
|
|
||||||
text_encoder = ContextCLIPTextModel.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="text_encoder")
|
text_encoder = ContextCLIPTextModel.from_pretrained(
|
||||||
|
"stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="text_encoder"
|
||||||
|
)
|
||||||
vae = AutoencoderKL.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="vae")
|
vae = AutoencoderKL.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="vae")
|
||||||
unet = UNet2DConditionModel.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="unet")
|
unet = UNet2DConditionModel.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5", subfolder="unet")
|
||||||
vae.eval()
|
vae.eval()
|
||||||
|
|||||||
@ -198,8 +198,8 @@ class StableDiffusionControlNetPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -168,8 +168,8 @@ class StableDiffusionControlNetImg2ImgPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -141,11 +141,11 @@ class StableDiffusionControlNetInpaintPipeline(
|
|||||||
<Tip>
|
<Tip>
|
||||||
|
|
||||||
This pipeline can be used with checkpoints that have been specifically fine-tuned for inpainting
|
This pipeline can be used with checkpoints that have been specifically fine-tuned for inpainting
|
||||||
([stable-diffusion-v1-5/stable-diffusion-inpainting](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-inpainting)) as well as
|
([stable-diffusion-v1-5/stable-diffusion-inpainting](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-inpainting))
|
||||||
default text-to-image Stable Diffusion checkpoints
|
as well as default text-to-image Stable Diffusion checkpoints
|
||||||
([stable-diffusion-v1-5/stable-diffusion-v1-5](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5)). Default text-to-image
|
([stable-diffusion-v1-5/stable-diffusion-v1-5](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5)).
|
||||||
Stable Diffusion checkpoints might be preferable for ControlNets that have been fine-tuned on those, such as
|
Default text-to-image Stable Diffusion checkpoints might be preferable for ControlNets that have been fine-tuned on
|
||||||
[lllyasviel/control_v11p_sd15_inpaint](https://huggingface.co/lllyasviel/control_v11p_sd15_inpaint).
|
those, such as [lllyasviel/control_v11p_sd15_inpaint](https://huggingface.co/lllyasviel/control_v11p_sd15_inpaint).
|
||||||
|
|
||||||
</Tip>
|
</Tip>
|
||||||
|
|
||||||
@ -167,8 +167,8 @@ class StableDiffusionControlNetInpaintPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -75,7 +75,10 @@ EXAMPLE_DOC_STRING = """
|
|||||||
... "lllyasviel/sd-controlnet-canny", from_pt=True, dtype=jnp.float32
|
... "lllyasviel/sd-controlnet-canny", from_pt=True, dtype=jnp.float32
|
||||||
... )
|
... )
|
||||||
>>> pipe, params = FlaxStableDiffusionControlNetPipeline.from_pretrained(
|
>>> pipe, params = FlaxStableDiffusionControlNetPipeline.from_pretrained(
|
||||||
... "stable-diffusion-v1-5/stable-diffusion-v1-5", controlnet=controlnet, revision="flax", dtype=jnp.float32
|
... "stable-diffusion-v1-5/stable-diffusion-v1-5",
|
||||||
|
... controlnet=controlnet,
|
||||||
|
... revision="flax",
|
||||||
|
... dtype=jnp.float32,
|
||||||
... )
|
... )
|
||||||
>>> params["controlnet"] = controlnet_params
|
>>> params["controlnet"] = controlnet_params
|
||||||
|
|
||||||
@ -132,8 +135,8 @@ class FlaxStableDiffusionControlNetPipeline(FlaxDiffusionPipeline):
|
|||||||
[`FlaxDPMSolverMultistepScheduler`].
|
[`FlaxDPMSolverMultistepScheduler`].
|
||||||
safety_checker ([`FlaxStableDiffusionSafetyChecker`]):
|
safety_checker ([`FlaxStableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -244,8 +244,8 @@ class FlaxDiffusionPipeline(ConfigMixin, PushToHubMixin):
|
|||||||
pretrained_model_name_or_path (`str` or `os.PathLike`, *optional*):
|
pretrained_model_name_or_path (`str` or `os.PathLike`, *optional*):
|
||||||
Can be either:
|
Can be either:
|
||||||
|
|
||||||
- A string, the *repo id* (for example `stable-diffusion-v1-5/stable-diffusion-v1-5`) of a pretrained pipeline
|
- A string, the *repo id* (for example `stable-diffusion-v1-5/stable-diffusion-v1-5`) of a
|
||||||
hosted on the Hub.
|
pretrained pipeline hosted on the Hub.
|
||||||
- A path to a *directory* (for example `./my_model_directory`) containing the model weights saved
|
- A path to a *directory* (for example `./my_model_directory`) containing the model weights saved
|
||||||
using [`~FlaxDiffusionPipeline.save_pretrained`].
|
using [`~FlaxDiffusionPipeline.save_pretrained`].
|
||||||
dtype (`str` or `jnp.dtype`, *optional*):
|
dtype (`str` or `jnp.dtype`, *optional*):
|
||||||
|
|||||||
@ -100,8 +100,8 @@ class FlaxStableDiffusionPipeline(FlaxDiffusionPipeline):
|
|||||||
[`FlaxDPMSolverMultistepScheduler`].
|
[`FlaxDPMSolverMultistepScheduler`].
|
||||||
safety_checker ([`FlaxStableDiffusionSafetyChecker`]):
|
safety_checker ([`FlaxStableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -124,8 +124,8 @@ class FlaxStableDiffusionImg2ImgPipeline(FlaxDiffusionPipeline):
|
|||||||
[`FlaxDPMSolverMultistepScheduler`].
|
[`FlaxDPMSolverMultistepScheduler`].
|
||||||
safety_checker ([`FlaxStableDiffusionSafetyChecker`]):
|
safety_checker ([`FlaxStableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -127,8 +127,8 @@ class FlaxStableDiffusionInpaintPipeline(FlaxDiffusionPipeline):
|
|||||||
[`FlaxDPMSolverMultistepScheduler`].
|
[`FlaxDPMSolverMultistepScheduler`].
|
||||||
safety_checker ([`FlaxStableDiffusionSafetyChecker`]):
|
safety_checker ([`FlaxStableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -78,7 +78,8 @@ class OnnxStableDiffusionImg2ImgPipeline(DiffusionPipeline):
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for details.
|
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
|
details.
|
||||||
feature_extractor ([`CLIPImageProcessor`]):
|
feature_extractor ([`CLIPImageProcessor`]):
|
||||||
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -76,7 +76,8 @@ class OnnxStableDiffusionInpaintPipeline(DiffusionPipeline):
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for details.
|
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
|
details.
|
||||||
feature_extractor ([`CLIPImageProcessor`]):
|
feature_extractor ([`CLIPImageProcessor`]):
|
||||||
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -55,7 +55,9 @@ EXAMPLE_DOC_STRING = """
|
|||||||
>>> import torch
|
>>> import torch
|
||||||
>>> from diffusers import StableDiffusionPipeline
|
>>> from diffusers import StableDiffusionPipeline
|
||||||
|
|
||||||
>>> pipe = StableDiffusionPipeline.from_pretrained("stable-diffusion-v1-5/stable-diffusion-v1-5", torch_dtype=torch.float16)
|
>>> pipe = StableDiffusionPipeline.from_pretrained(
|
||||||
|
... "stable-diffusion-v1-5/stable-diffusion-v1-5", torch_dtype=torch.float16
|
||||||
|
... )
|
||||||
>>> pipe = pipe.to("cuda")
|
>>> pipe = pipe.to("cuda")
|
||||||
|
|
||||||
>>> prompt = "a photo of an astronaut riding a horse on mars"
|
>>> prompt = "a photo of an astronaut riding a horse on mars"
|
||||||
@ -184,8 +186,8 @@ class StableDiffusionPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -57,8 +57,8 @@ class StableDiffusionImageVariationPipeline(DiffusionPipeline, StableDiffusionMi
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -205,8 +205,8 @@ class StableDiffusionImg2ImgPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -146,8 +146,8 @@ class StableDiffusionInpaintPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -114,8 +114,8 @@ class StableDiffusionInstructPix2PixPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -194,8 +194,8 @@ class StableDiffusionAttendAndExcitePipeline(DiffusionPipeline, StableDiffusionM
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -268,8 +268,8 @@ class StableDiffusionDiffEditPipeline(
|
|||||||
A scheduler to be used in combination with `unet` to fill in the unmasked part of the input latents.
|
A scheduler to be used in combination with `unet` to fill in the unmasked part of the input latents.
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -120,8 +120,8 @@ class StableDiffusionGLIGENPipeline(DiffusionPipeline, StableDiffusionMixin):
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -172,8 +172,8 @@ class StableDiffusionGLIGENTextImagePipeline(DiffusionPipeline, StableDiffusionM
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -83,7 +83,8 @@ class StableDiffusionKDiffusionPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for details.
|
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
|
details.
|
||||||
feature_extractor ([`CLIPImageProcessor`]):
|
feature_extractor ([`CLIPImageProcessor`]):
|
||||||
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -203,8 +203,8 @@ class StableDiffusionLDM3DPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -179,8 +179,8 @@ class StableDiffusionPanoramaPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -46,8 +46,8 @@ class StableDiffusionPipelineSafe(DiffusionPipeline, StableDiffusionMixin, IPAda
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -123,8 +123,8 @@ class StableDiffusionSAGPipeline(DiffusionPipeline, StableDiffusionMixin, Textua
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
feature_extractor ([`~transformers.CLIPImageProcessor`]):
|
||||||
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
A `CLIPImageProcessor` to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -208,7 +208,8 @@ class StableDiffusionAdapterPipeline(DiffusionPipeline, StableDiffusionMixin):
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for details.
|
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
|
details.
|
||||||
feature_extractor ([`CLIPImageProcessor`]):
|
feature_extractor ([`CLIPImageProcessor`]):
|
||||||
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -248,7 +248,8 @@ class StableDiffusionXLAdapterPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for details.
|
Please, refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
|
details.
|
||||||
feature_extractor ([`CLIPImageProcessor`]):
|
feature_extractor ([`CLIPImageProcessor`]):
|
||||||
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
Model that extracts features from generated images to be used as inputs for the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -322,8 +322,8 @@ class TextToVideoZeroPipeline(
|
|||||||
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
[`DDIMScheduler`], [`LMSDiscreteScheduler`], or [`PNDMScheduler`].
|
||||||
safety_checker ([`StableDiffusionSafetyChecker`]):
|
safety_checker ([`StableDiffusionSafetyChecker`]):
|
||||||
Classification module that estimates whether generated images could be considered offensive or harmful.
|
Classification module that estimates whether generated images could be considered offensive or harmful.
|
||||||
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for more details
|
Please refer to the [model card](https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5) for
|
||||||
about a model's potential harms.
|
more details about a model's potential harms.
|
||||||
feature_extractor ([`CLIPImageProcessor`]):
|
feature_extractor ([`CLIPImageProcessor`]):
|
||||||
A [`CLIPImageProcessor`] to extract features from generated images; used as inputs to the `safety_checker`.
|
A [`CLIPImageProcessor`] to extract features from generated images; used as inputs to the `safety_checker`.
|
||||||
"""
|
"""
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user