diff --git a/hugegraph-api/src/main/java/com/baidu/hugegraph/core/GraphManager.java b/hugegraph-api/src/main/java/com/baidu/hugegraph/core/GraphManager.java
index 83859a76e7..3a29598feb 100644
--- a/hugegraph-api/src/main/java/com/baidu/hugegraph/core/GraphManager.java
+++ b/hugegraph-api/src/main/java/com/baidu/hugegraph/core/GraphManager.java
@@ -308,6 +308,12 @@ private com.alipay.remoting.rpc.RpcServer remotingRpcServer() {
         ServerConfig serverConfig = Whitebox.getInternalState(this.rpcServer,
                                                               "serverConfig");
         serverConfig.buildIfAbsent();
+
+        // Start remote rpc server if none rpc services registered
+        // Note it goes here only when raft mode enabled
+        if (!serverConfig.getServer().isStarted()) {
+            serverConfig.getServer().start();
+        }
         return Whitebox.getInternalState(serverConfig.getServer(),
                                          "remotingServer");
     }