diff --git a/src/transformers/integrations/hub_kernels.py b/src/transformers/integrations/hub_kernels.py
index 717d373fc641..bbbb8bbf6444 100644
--- a/src/transformers/integrations/hub_kernels.py
+++ b/src/transformers/integrations/hub_kernels.py
@@ -57,12 +57,6 @@
                     layer_name="LigerRMSNorm",
                 )
             },
-            "xpu": {
-                Mode.INFERENCE: LayerRepository(
-                    repo_id="kernels-community/rmsnorm",
-                    layer_name="RMSNorm",
-                )
-            },
         },
         "MLP": {
             "cuda": LayerRepository(