From 717026adf065b4e388b59cfa296a98bb41e89b78 Mon Sep 17 00:00:00 2001 From: Socrates Date: Wed, 25 Sep 2024 11:19:04 +0800 Subject: [PATCH 1/2] should not set disable.cache to true --- .../doris/datasource/hive/HiveMetaStoreClientHelper.java | 9 --------- 1 file changed, 9 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreClientHelper.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreClientHelper.java index db6019eda97eef..912be43537a170 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreClientHelper.java +++ b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreClientHelper.java @@ -829,15 +829,6 @@ public static T ugiDoAs(Configuration conf, PrivilegedExceptionAction act public static HoodieTableMetaClient getHudiClient(HMSExternalTable table) { String hudiBasePath = table.getRemoteTable().getSd().getLocation(); Configuration conf = getConfiguration(table); - if (LOG.isDebugEnabled()) { - LOG.debug("try setting 'fs.xxx.impl.disable.cache' to true for hudi's base path: {}", hudiBasePath); - } - URI hudiBasePathUri = URI.create(hudiBasePath); - String scheme = hudiBasePathUri.getScheme(); - if (!Strings.isNullOrEmpty(scheme)) { - // Avoid using Cache in Hadoop FileSystem, which may cause FE OOM. - conf.set("fs." + scheme + ".impl.disable.cache", "true"); - } return HadoopUGI.ugiDoAs(AuthenticationConfig.getKerberosConfig(conf), () -> HoodieTableMetaClient.builder().setConf(conf).setBasePath(hudiBasePath).build()); } From 15d23325805f745399fc67f2da44c9b60201aafc Mon Sep 17 00:00:00 2001 From: Socrates Date: Thu, 26 Sep 2024 16:28:08 +0800 Subject: [PATCH 2/2] fix fe --- .../apache/doris/datasource/hive/HiveMetaStoreClientHelper.java | 1 - 1 file changed, 1 deletion(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreClientHelper.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreClientHelper.java index 912be43537a170..97032467cec765 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreClientHelper.java +++ b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreClientHelper.java @@ -67,7 +67,6 @@ import org.apache.logging.log4j.LogManager; import org.apache.logging.log4j.Logger; -import java.net.URI; import java.security.PrivilegedExceptionAction; import java.time.LocalDateTime; import java.time.ZoneId;