Skip to content

add TextInversion for lpw_stable_diffusion.py #3106

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
NormXU wants to merge 4 commits into from
Closed

add TextInversion for lpw_stable_diffusion.py #3106

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
1e19e0f
add TextInversion for neg/prompt
Apr 14, 2023
70a9568
fix code format
Apr 14, 2023
5cbf0c4
Merge branch 'huggingface:main' into main
NormXU Apr 24, 2023
9a26cac
fix type & add text inversion for lpw_stable_diffusion_onnx.py
Apr 24, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 6 additions & 1 deletion examples/community/lpw_stable_diffusion.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,11 +10,11 @@

import diffusers
from diffusers import SchedulerMixin, StableDiffusionPipeline
from diffusers.loaders import TextualInversionLoaderMixin
from diffusers.models import AutoencoderKL, UNet2DConditionModel
from diffusers.pipelines.stable_diffusion import StableDiffusionPipelineOutput, StableDiffusionSafetyChecker
from diffusers.utils import logging


try:
from diffusers.utils import PIL_INTERPOLATION
except ImportError:
Expand Down Expand Up @@ -539,6 +539,11 @@ def _encode_prompt(
" the batch size of `prompt`."
)

# textual inversion: process multi-vector tokens if necessary
if isinstance(self, TextualInversionLoaderMixin):
prompt = self.maybe_convert_prompt(prompt, self.tokenizer)
negative_prompt = self.maybe_convert_prompt(negative_prompt, self.tokenizer)

text_embeddings, uncond_embeddings = get_weighted_text_embeddings(
pipe=self,
prompt=prompt,
Expand Down
6 changes: 6 additions & 0 deletions examples/community/lpw_stable_diffusion_onnx.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@

import diffusers
from diffusers import OnnxRuntimeModel, OnnxStableDiffusionPipeline, SchedulerMixin
from diffusers.loaders import TextualInversionLoaderMixin
from diffusers.pipelines.stable_diffusion import StableDiffusionPipelineOutput
from diffusers.utils import logging

Expand Down Expand Up @@ -526,6 +527,11 @@ def _encode_prompt(
" the batch size of `prompt`."
)

# textual inversion: process multi-vector tokens if necessary
if isinstance(self, TextualInversionLoaderMixin):
prompt = self.maybe_convert_prompt(prompt, self.tokenizer)
negative_prompt = self.maybe_convert_prompt(negative_prompt, self.tokenizer)

text_embeddings, uncond_embeddings = get_weighted_text_embeddings(
pipe=self,
prompt=prompt,
Expand Down