diff --git a/colossalai/shardformer/shard/shard_config.py b/colossalai/shardformer/shard/shard_config.py
index 7e38255c4822..4380ac30814d 100644
--- a/colossalai/shardformer/shard/shard_config.py
+++ b/colossalai/shardformer/shard/shard_config.py
@@ -76,4 +76,4 @@ def _infer(self):
         """
         Set default params for inference.
         """
-        self.pipeline_stage_manager = None
+        assert self.pipeline_stage_manager is None, "pipeline parallelism is not supported in inference for now"