diff --git a/hugegraph-api/src/main/java/com/baidu/hugegraph/core/GraphManager.java b/hugegraph-api/src/main/java/com/baidu/hugegraph/core/GraphManager.java
index f5e1643274..83859a76e7 100644
--- a/hugegraph-api/src/main/java/com/baidu/hugegraph/core/GraphManager.java
+++ b/hugegraph-api/src/main/java/com/baidu/hugegraph/core/GraphManager.java
@@ -307,6 +307,7 @@ private void startRpcServer() {
     private com.alipay.remoting.rpc.RpcServer remotingRpcServer() {
         ServerConfig serverConfig = Whitebox.getInternalState(this.rpcServer,
                                                               "serverConfig");
+        serverConfig.buildIfAbsent();
         return Whitebox.getInternalState(serverConfig.getServer(),
                                          "remotingServer");
     }
@@ -378,6 +379,10 @@ private void loadGraph(String name, String graphConfPath) {
     }
 
     private void waitGraphsReady() {
+        if (!this.rpcServer.enabled()) {
+            LOG.info("RpcServer is not enabled, skip wait graphs ready");
+            return;
+        }
         com.alipay.remoting.rpc.RpcServer remotingRpcServer =
                                           this.remotingRpcServer();
         for (String graphName : this.graphs.keySet()) {