This is an automated email from the ASF dual-hosted git repository. yusaku pushed a commit to branch branch-2.6 in repository https://gitbox.apache.org/repos/asf/ambari.git
The following commit(s) were added to refs/heads/branch-2.6 by this push: new a86a029 AMBARI-23679. Set appropriate s3a properties in core-site per best practice. (yusaku) a86a029 is described below commit a86a029a871d9ab550c97677aacec9b23d72263f Author: Yusaku Sako <u39...@gmail.com> AuthorDate: Tue Apr 24 18:27:23 2018 -0700 AMBARI-23679. Set appropriate s3a properties in core-site per best practice. (yusaku) --- .../2.6/services/HDFS/configuration/core-site.xml | 43 ++++++++++++++++++++++ 1 file changed, 43 insertions(+) diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/services/HDFS/configuration/core-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.6/services/HDFS/configuration/core-site.xml index 2d01643..a0e9049 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.6/services/HDFS/configuration/core-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.6/services/HDFS/configuration/core-site.xml @@ -26,4 +26,47 @@ </description> <on-ambari-upgrade add="false"/> </property> + <property> + <name>fs.s3a.fast.upload</name> + <value>true</value> + <description> + </description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>fs.s3a.fast.upload.buffer</name> + <value>disk</value> + <description> + The buffering mechanism to use. + Values: disk, array, bytebuffer. + + "disk" will use the directories listed in fs.s3a.buffer.dir as + the location(s) to save data prior to being uploaded. + + "array" uses arrays in the JVM heap + + "bytebuffer" uses off-heap memory within the JVM. + + Both "array" and "bytebuffer" will consume memory in a single stream up to the number + of blocks set by: + + fs.s3a.multipart.size * fs.s3a.fast.upload.active.blocks. + + If using either of these mechanisms, keep this value low + + The total number of threads performing work across all threads is set by + fs.s3a.threads.max, with fs.s3a.max.total.tasks values setting the number of queued + work items. + </description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>fs.s3a.multipart.size</name> + <value>67108864</value> + <description> + How big (in bytes) to split upload or copy operations up into. + A suffix from the set {K,M,G,T,P} may be used to scale the numeric value. + </description> + <on-ambari-upgrade add="false"/> + </property> </configuration> -- To stop receiving notification emails like this one, please contact yus...@apache.org.