diff --git a/src/diffusers/loaders/transformer_flux.py b/src/diffusers/loaders/transformer_flux.py
index 52a48e56e748..81ffbc69b0b4 100644
--- a/src/diffusers/loaders/transformer_flux.py
+++ b/src/diffusers/loaders/transformer_flux.py
@@ -73,7 +73,7 @@ def _convert_ip_adapter_image_proj_to_diffusers(self, state_dict, low_cpu_mem_us
                     cross_attention_dim=cross_attention_dim,
                     image_embed_dim=clip_embeddings_dim,
                     num_image_text_embeds=num_image_text_embeds,
-                )
+                ).eval()
 
             for key, value in state_dict.items():
                 diffusers_name = key.replace("proj", "image_embeds")
@@ -139,7 +139,7 @@ def _convert_ip_adapter_attn_to_diffusers(self, state_dicts, low_cpu_mem_usage=F
                         num_tokens=num_image_text_embeds,
                         dtype=self.dtype,
                         device=self.device,
-                    )
+                    ).eval()
 
                 value_dict = {}
                 for i, state_dict in enumerate(state_dicts):
@@ -175,5 +175,5 @@ def _load_ip_adapter_weights(self, state_dicts, low_cpu_mem_usage=False):
             )
             image_projection_layers.append(image_projection_layer)
 
-        self.encoder_hid_proj = MultiIPAdapterImageProjection(image_projection_layers)
+        self.encoder_hid_proj = MultiIPAdapterImageProjection(image_projection_layers).eval()
         self.config.encoder_hid_dim_type = "ip_image_proj"