diff --git a/fe/fe-core/src/main/java/org/apache/doris/common/util/ClassLoaderUtils.java b/fe/fe-core/src/main/java/org/apache/doris/common/util/ClassLoaderUtils.java
index d0ebd26540159a..c82858c7d0132c 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/common/util/ClassLoaderUtils.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/common/util/ClassLoaderUtils.java
@@ -22,6 +22,8 @@
 import org.apache.doris.mysql.privilege.AccessControllerFactory;
 
 import org.apache.commons.collections.map.HashedMap;
+import org.apache.logging.log4j.LogManager;
+import org.apache.logging.log4j.Logger;
 
 import java.io.File;
 import java.io.IOException;
@@ -57,6 +59,7 @@
  * @see ChildFirstClassLoader
  */
 public class ClassLoaderUtils {
+    private static final Logger LOG = LogManager.getLogger(ClassLoaderUtils.class);
     // A mapping of service class simple names to their respective plugin directories.
     private static final Map<String, String> pluginDirMapping = new HashedMap();
 
@@ -99,7 +102,8 @@ public static <T> List<T> loadServicesFromDirectory(Class<T> serviceClass) throw
 
         File[] jarFiles = jarDir.listFiles((dir, name) -> name.endsWith(".jar"));
         if (jarFiles == null || jarFiles.length == 0) {
-            throw new IOException("No JAR files found in the specified directory: " + pluginDir);
+            LOG.info("No JAR files found in the plugin directory: {}", pluginDir);
+            return new ArrayList<>();
         }
 
         List<T> services = new ArrayList<>();