This is an automated email from the ASF dual-hosted git repository.
stevel pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push:
new fd653fa9885 HADOOP-19376. Add fs.hdfs.impl.disable.cache to
core-default.xml. (#7249)
fd653fa9885 is described below
commit fd653fa988544d9baab7175f0b419d12327903d8
Author: hfutatzhanghb <[email protected]>
AuthorDate: Fri Jan 3 23:01:52 2025 +0800
HADOOP-19376. Add fs.hdfs.impl.disable.cache to core-default.xml. (#7249)
Add fs.hdfs.impl.disable.cache to core-default.xml.
This is false, as the default has always been -this just makes the option
more visible for people looking for it.
It also adds details to emphasise the performance hit of disabling the cache
Contributed by hfutatzhanghb
---
.../hadoop-common/src/main/resources/core-default.xml | 11 +++++++++++
.../org/apache/hadoop/conf/TestCommonConfigurationFields.java | 1 +
2 files changed, 12 insertions(+)
diff --git
a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
index dd3504527ec..6383e05e64c 100644
--- a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
+++ b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
@@ -4468,4 +4468,15 @@ The switch to turn S3A auditing on or off.
<description>The AbstractFileSystem for Ozone FileSystem o3fs
uri</description>
</property>
+ <property>
+ <name>fs.hdfs.impl.disable.cache</name>
+ <value>false</value>
+ <description>Whether disable cached hdfs filesystem instances or not.
+ If false, return a cached hdfs fileSystem instance to the caller if
exists.
+ If true, a new hdfs fileSystem instance will be created,
+ initialized with the configuration and URI, cached and returned to the
caller,
+ it is slower than using cached hdfs filesystme instances.
+ </description>
+ </property>
+
</configuration>
diff --git
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java
index 210b36f2dbd..6fdb944c26f 100644
---
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java
+++
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java
@@ -227,6 +227,7 @@ public class TestCommonConfigurationFields extends
TestConfigurationFieldsBase {
xmlPropsToSkipCompare.add("hadoop.common.configuration.version");
// - org.apache.hadoop.fs.FileSystem
xmlPropsToSkipCompare.add("fs.har.impl.disable.cache");
+ xmlPropsToSkipCompare.add("fs.hdfs.impl.disable.cache");
// - package org.apache.hadoop.tracing.TraceUtils ?
xmlPropsToSkipCompare.add("hadoop.htrace.span.receiver.classes");
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
