diff --git a/tests/models/nomic_bert/test_modeling_nomic_bert.py b/tests/models/nomic_bert/test_modeling_nomic_bert.py
index 009b4707ea24..c7f1f5bdfb87 100644
--- a/tests/models/nomic_bert/test_modeling_nomic_bert.py
+++ b/tests/models/nomic_bert/test_modeling_nomic_bert.py
@@ -314,6 +314,20 @@ def test_inference_no_head_absolute_embedding_v1_5(self):
                         ],
                     ]
                 ),
+                ("xpu", None): torch.tensor(
+                    [
+                        [
+                            [1.7039e00, -4.5610e00, 1.5236e00],
+                            [1.8685e00, -3.6936e00, 1.6641e00],
+                            [5.3303e-01, -4.2081e00, 2.3375e00],
+                        ],
+                        [
+                            [2.6867e-03, -3.7496e00, 9.0820e-01],
+                            [1.8297e-02, -3.3884e00, 3.5300e-01],
+                            [-1.4282e-01, -3.6776e00, -3.5079e-01],
+                        ],
+                    ]
+                ),
             }
         ).get_expectation()
         # fmt: on
@@ -352,7 +366,21 @@ def test_inference_no_head_absolute_embedding_v1(self):
                             [-0.4336, -0.8528, -0.2509],
                         ]
                     ]
-                )
+                ),
+                ("xpu", None): torch.tensor(
+                    [
+                        [
+                            [ 1.2961, -1.1757,  1.2094],
+                            [ 1.1350,  0.5400,  1.4580],
+                            [-0.2897, -0.5351,  2.0092],
+                        ],
+                        [
+                            [-0.2866, -0.9786,  0.8613],
+                            [-0.3104, -0.3421,  0.4867],
+                            [-0.4336, -0.8528, -0.2509],
+                        ]
+                    ]
+                ),
             }
         ).get_expectation()
         # fmt: on