From 1b10e3bbcb387922e1c12ab0f4393300921aafe3 Mon Sep 17 00:00:00 2001 From: peterxcli Date: Fri, 2 May 2025 14:42:09 +0800 Subject: [PATCH 1/2] HDDS-12948. [Snapshot] Increase ozone.om.fs.snapshot.max.limit to 65k --- hadoop-hdds/common/src/main/resources/ozone-default.xml | 3 ++- .../src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/hadoop-hdds/common/src/main/resources/ozone-default.xml b/hadoop-hdds/common/src/main/resources/ozone-default.xml index 13d18e4acc07..9ca4166d3095 100644 --- a/hadoop-hdds/common/src/main/resources/ozone-default.xml +++ b/hadoop-hdds/common/src/main/resources/ozone-default.xml @@ -2282,10 +2282,11 @@ ozone.om.fs.snapshot.max.limit - 1000 + 65000 OZONE, OM, MANAGEMENT The maximum number of filesystem snapshot allowed in an Ozone Manager. + This limit is set to 65000 because the ext4 filesystem limits the number of hard links per file to 65,000. diff --git a/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java b/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java index 89b6e2a10312..9712eb0797d7 100644 --- a/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java +++ b/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java @@ -282,7 +282,7 @@ public final class OMConfigKeys { public static final String OZONE_OM_FS_SNAPSHOT_MAX_LIMIT = "ozone.om.fs.snapshot.max.limit"; - public static final int OZONE_OM_FS_SNAPSHOT_MAX_LIMIT_DEFAULT = 1000; + public static final int OZONE_OM_FS_SNAPSHOT_MAX_LIMIT_DEFAULT = 65000; public static final String OZONE_OM_KERBEROS_KEYTAB_FILE_KEY = "ozone.om." + "kerberos.keytab.file"; From 68de94f5cf674d3a410a1265d47b2ebf8644d04e Mon Sep 17 00:00:00 2001 From: peterxcli Date: Thu, 8 May 2025 17:20:29 +0000 Subject: [PATCH 2/2] Decrease ozone.om.fs.snapshot.max.limit from 65k to 10k --- hadoop-hdds/common/src/main/resources/ozone-default.xml | 2 +- .../src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/hadoop-hdds/common/src/main/resources/ozone-default.xml b/hadoop-hdds/common/src/main/resources/ozone-default.xml index 9ca4166d3095..3133586b2881 100644 --- a/hadoop-hdds/common/src/main/resources/ozone-default.xml +++ b/hadoop-hdds/common/src/main/resources/ozone-default.xml @@ -2282,7 +2282,7 @@ ozone.om.fs.snapshot.max.limit - 65000 + 10000 OZONE, OM, MANAGEMENT The maximum number of filesystem snapshot allowed in an Ozone Manager. diff --git a/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java b/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java index 9712eb0797d7..2dc9909222cc 100644 --- a/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java +++ b/hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OMConfigKeys.java @@ -282,7 +282,7 @@ public final class OMConfigKeys { public static final String OZONE_OM_FS_SNAPSHOT_MAX_LIMIT = "ozone.om.fs.snapshot.max.limit"; - public static final int OZONE_OM_FS_SNAPSHOT_MAX_LIMIT_DEFAULT = 65000; + public static final int OZONE_OM_FS_SNAPSHOT_MAX_LIMIT_DEFAULT = 10000; public static final String OZONE_OM_KERBEROS_KEYTAB_FILE_KEY = "ozone.om." + "kerberos.keytab.file";