diff --git a/tests/generation/test_utils.py b/tests/generation/test_utils.py
index 1aa88abcb974..9e0f9a485cbf 100644
--- a/tests/generation/test_utils.py
+++ b/tests/generation/test_utils.py
@@ -33,6 +33,7 @@
     CaptureLogger,
     is_flaky,
     require_accelerate,
+    require_deterministic_for_xpu,
     require_flash_attn,
     require_optimum_quanto,
     require_read_token,
@@ -1991,6 +1992,7 @@ def test_generate_continue_from_inputs_embeds(self):
                     )
 
     @parameterized.expand([("offloaded",)])  # ("offloaded_static",) TODO: @raushan fixme in some models (eg T5)
+    @require_deterministic_for_xpu
     @require_torch_accelerator
     @pytest.mark.generate
     def test_offloaded_cache_implementation(self, cache_implementation):