diff --git a/src/meta_schedule/schedule_rule/apply_custom_rule.cc b/src/meta_schedule/schedule_rule/apply_custom_rule.cc
index b133cd30c1f4..011e96e895d2 100644
--- a/src/meta_schedule/schedule_rule/apply_custom_rule.cc
+++ b/src/meta_schedule/schedule_rule/apply_custom_rule.cc
@@ -54,6 +54,7 @@ class ApplyCustomRuleNode : public ScheduleRuleNode {
           os << "\n  " << GetCustomRuleName(ann.value(), key);
         }
         LOG(WARNING) << os.str();
+        sch->Unannotate(block_rv, "schedule_rule");
       }
     }
     return {sch};
diff --git a/tests/python/integration/test_auto_tensorize.py b/tests/python/integration/test_auto_tensorize.py
index 8c06e147c01f..572da53b34fd 100644
--- a/tests/python/integration/test_auto_tensorize.py
+++ b/tests/python/integration/test_auto_tensorize.py
@@ -31,6 +31,7 @@
 from tvm.tir.tensor_intrin.x86 import VNNI_DOT_16x4_INTRIN as VNNI_INTRIN
 
 SCH_RULES_FOR_VNNI = [
+    ms.schedule_rule.ApplyCustomRule(),
     ms.schedule_rule.AutoInline(
         into_producer=False,
         into_consumer=True,