From fb4bf9ac216e123b54c4124edcd87fdb5b84e103 Mon Sep 17 00:00:00 2001
From: Steven Liu <steven.liu@huggingface.co>
Date: Wed, 31 May 2023 16:56:52 -0700
Subject: [PATCH 1/4] load a1111 lora

---
 .../en/using-diffusers/other-formats.mdx      | 71 ++++++++++++++++++-
 1 file changed, 69 insertions(+), 2 deletions(-)

diff --git a/docs/source/en/using-diffusers/other-formats.mdx b/docs/source/en/using-diffusers/other-formats.mdx
index c8dc7cca86fc..342ccac4991d 100644
--- a/docs/source/en/using-diffusers/other-formats.mdx
+++ b/docs/source/en/using-diffusers/other-formats.mdx
@@ -1,4 +1,4 @@
-<!--Copyright 2023 The HuggingFace Team. All rights reserved.
+*<!--Copyright 2023 The HuggingFace Team. All rights reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
 the License. You may obtain a copy of the License at
@@ -123,4 +123,71 @@ pipeline.to("cuda")
 placeholder_token = "<my-funny-cat-token>"
 prompt = f"two {placeholder_token} getting married, photorealistic, high quality"
 image = pipeline(prompt, num_inference_steps=50).images[0]
-```
\ No newline at end of file
+```
+
+## A1111 LoRA files
+
+[Automatic1111](https://github.com/AUTOMATIC1111/stable-diffusion-webui) (A1111) is a popular web UI for Stable Diffusion that supports model sharing platforms like [Civitai](https://civitai.com/). Models trained with the Low-Rank Adaptation (LoRA) technique are especially popular because they're fast to train and have a much smaller file size than a fully finetuned model. However, A111 LoRA files are formatted differently from the LoRA file format used by 🤗 Diffusers, which means you'll need to use the [`~LoraLoaderMixin.load_lora_weights`] to load A111 LoRA files.
+
+For example, initialize a [`DiffusionPipeline`] with the [`andite/anything-v4.0`](andite/anything-v4.0) model and replace it's scheduler with the [`UniPCMultistepScheduler`]:
+
+```py
+from diffusers import DiffusionPipeline, UniPCMultistepScheduler
+import torch
+
+pipeline = DiffusionPipeline.from_pretrained(
+    "andite/anything-v4.0", torch_dtype=torch.float16, safety_checker=None
+).to("cuda")
+pipeline.scheduler = UniPCMultistepScheduler.from_config(pipeline.scheduler.config)
+```
+
+Download a LoRA checkpoint from Civitai; this example uses the [Howls Moving Castle,Interior/Scenery LoRA (Ghibli Stlye)](https://civitai.com/models/14605?modelVersionId=19998) checkpoint, but feel free to try out any LoRA checkpoint!
+
+```bash
+!wget https://civitai.com/api/download/models/19998 -O howls_moving_castle.safetensors
+```
+
+Load the LoRA checkpoint into the pipeline with the [`~LoraLoaderMixin.load_lora_weights`] method:
+
+```py
+pipeline.load_lora_weights(".", weight_name="howls_moving_castle.safetensors")
+```
+
+Now you can use the pipeline to generate images:
+
+```py
+prompt = "masterpiece, illustration, ultra-detailed, cityscape, san francisco, golden gate bridge, california, bay area, in the snow, beautiful detailed starry sky"
+negative_prompt = "lowres, cropped, worst quality, low quality, normal quality, artifacts, signature, watermark, username, blurry, more than one bridge, bad architecture"
+
+images = pipeline(
+    prompt=prompt,
+    negative_prompt=negative_prompt,
+    width=512,
+    height=512,
+    num_inference_steps=25,
+    num_images_per_prompt=4,
+    generator=torch.manual_seed(0),
+).images
+```
+
+Finally, create a helper function to display the images:
+
+```py
+from PIL import Image
+
+
+def image_grid(imgs, rows=2, cols=2):
+    w, h = imgs[0].size
+    grid = Image.new("RGB", size=(cols * w, rows * h))
+
+    for i, img in enumerate(imgs):
+        grid.paste(img, box=(i % cols * w, i // cols * h))
+    return grid
+
+
+image_grid(images)
+```
+
+<div class="flex justify-center">
+    <img src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/a1111-lora-sf.png"/>
+</div>

From a587bd12868bbaadf05da154a6e2421ca291f048 Mon Sep 17 00:00:00 2001
From: Steven Liu <steven.liu@huggingface.co>
Date: Wed, 31 May 2023 17:11:43 -0700
Subject: [PATCH 2/4] fix

---
 docs/source/en/using-diffusers/other-formats.mdx | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/source/en/using-diffusers/other-formats.mdx b/docs/source/en/using-diffusers/other-formats.mdx
index 342ccac4991d..216790f884dd 100644
--- a/docs/source/en/using-diffusers/other-formats.mdx
+++ b/docs/source/en/using-diffusers/other-formats.mdx
@@ -1,4 +1,4 @@
-*<!--Copyright 2023 The HuggingFace Team. All rights reserved.
+<!--Copyright 2023 The HuggingFace Team. All rights reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
 the License. You may obtain a copy of the License at

From 573f0c7fabed38916968f36e5ab584b8dad9b355 Mon Sep 17 00:00:00 2001
From: Steven Liu <steven.liu@huggingface.co>
Date: Fri, 2 Jun 2023 13:40:08 -0700
Subject: [PATCH 3/4] apply feedback

---
 docs/source/en/using-diffusers/other-formats.mdx | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/docs/source/en/using-diffusers/other-formats.mdx b/docs/source/en/using-diffusers/other-formats.mdx
index 216790f884dd..f5851a2fbbc7 100644
--- a/docs/source/en/using-diffusers/other-formats.mdx
+++ b/docs/source/en/using-diffusers/other-formats.mdx
@@ -1,4 +1,4 @@
-<!--Copyright 2023 The HuggingFace Team. All rights reserved.
+*<!--Copyright 2023 The HuggingFace Team. All rights reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
 the License. You may obtain a copy of the License at
@@ -127,9 +127,7 @@ image = pipeline(prompt, num_inference_steps=50).images[0]
 
 ## A1111 LoRA files
 
-[Automatic1111](https://github.com/AUTOMATIC1111/stable-diffusion-webui) (A1111) is a popular web UI for Stable Diffusion that supports model sharing platforms like [Civitai](https://civitai.com/). Models trained with the Low-Rank Adaptation (LoRA) technique are especially popular because they're fast to train and have a much smaller file size than a fully finetuned model. However, A111 LoRA files are formatted differently from the LoRA file format used by 🤗 Diffusers, which means you'll need to use the [`~LoraLoaderMixin.load_lora_weights`] to load A111 LoRA files.
-
-For example, initialize a [`DiffusionPipeline`] with the [`andite/anything-v4.0`](andite/anything-v4.0) model and replace it's scheduler with the [`UniPCMultistepScheduler`]:
+[Automatic1111](https://github.com/AUTOMATIC1111/stable-diffusion-webui) (A1111) is a popular web UI for Stable Diffusion that supports model sharing platforms like [Civitai](https://civitai.com/). Models trained with the Low-Rank Adaptation (LoRA) technique are especially popular because they're fast to train and have a much smaller file size than a fully finetuned model. 🤗 Diffusers supports loading A1111 LoRA checkpoints with [`~LoraLoaderMixin.load_lora_weights`]:
 
 ```py
 from diffusers import DiffusionPipeline, UniPCMultistepScheduler

From 7428b2c2430184dab771eb94d30d964ed3788761 Mon Sep 17 00:00:00 2001
From: Steven Liu <steven.liu@huggingface.co>
Date: Fri, 2 Jun 2023 17:29:04 -0700
Subject: [PATCH 4/4] fix

---
 docs/source/en/using-diffusers/other-formats.mdx | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/source/en/using-diffusers/other-formats.mdx b/docs/source/en/using-diffusers/other-formats.mdx
index f5851a2fbbc7..1b2ce4bfc610 100644
--- a/docs/source/en/using-diffusers/other-formats.mdx
+++ b/docs/source/en/using-diffusers/other-formats.mdx
@@ -1,4 +1,4 @@
-*<!--Copyright 2023 The HuggingFace Team. All rights reserved.
+<!--Copyright 2023 The HuggingFace Team. All rights reserved.
 
 Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
 the License. You may obtain a copy of the License at