svn commit: r1364925 - in /hadoop/common/branches/branch-1.1: CHANGES.txt bin/hadoop-config.sh
Author: mattf Date: Tue Jul 24 07:27:53 2012 New Revision: 1364925 URL: http://svn.apache.org/viewvc?rev=1364925&view=rev Log: HADOOP-7154. Set MALLOC_ARENA_MAX in hadoop-env.sh. Contributed by Todd Lipcon. Modified: hadoop/common/branches/branch-1.1/CHANGES.txt hadoop/common/branches/branch-1.1/bin/hadoop-config.sh Modified: hadoop/common/branches/branch-1.1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.1/CHANGES.txt?rev=1364925&r1=1364924&r2=1364925&view=diff == --- hadoop/common/branches/branch-1.1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1.1/CHANGES.txt Tue Jul 24 07:27:53 2012 @@ -137,6 +137,8 @@ Release 1.1.0 - 2012.07.09 HDFS-2465. Add HDFS support for fadvise readahead and drop-behind. (todd via suresh) +HADOOP-7154. Should set MALLOC_ARENA_MAX in hadoop-env.sh +(todd via mattf) BUG FIXES Modified: hadoop/common/branches/branch-1.1/bin/hadoop-config.sh URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.1/bin/hadoop-config.sh?rev=1364925&r1=1364924&r2=1364925&view=diff == --- hadoop/common/branches/branch-1.1/bin/hadoop-config.sh (original) +++ hadoop/common/branches/branch-1.1/bin/hadoop-config.sh Tue Jul 24 07:27:53 2012 @@ -75,6 +75,11 @@ if [ "$HADOOP_HOME_WARN_SUPPRESS" = "" ] echo 1>&2 fi +# Newer versions of glibc use an arena memory allocator that causes virtual +# memory usage to explode. This interacts badly with the many threads that +# we use in Hadoop. Tune the variable down to prevent vmem explosion. +export MALLOC_ARENA_MAX=${MALLOC_ARENA_MAX:-4} + export HADOOP_HOME=${HADOOP_PREFIX} export HADOOP_HOME_WARN_SUPPRESS=1
svn commit: r1364928 - in /hadoop/common/branches/branch-1: CHANGES.txt bin/hadoop-config.sh
Author: mattf Date: Tue Jul 24 07:37:09 2012 New Revision: 1364928 URL: http://svn.apache.org/viewvc?rev=1364928&view=rev Log: HADOOP-7154. Set MALLOC_ARENA_MAX in hadoop-env.sh. Contributed by Todd Lipcon. Modified: hadoop/common/branches/branch-1/CHANGES.txt (contents, props changed) hadoop/common/branches/branch-1/bin/hadoop-config.sh Modified: hadoop/common/branches/branch-1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1364928&r1=1364927&r2=1364928&view=diff == --- hadoop/common/branches/branch-1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1/CHANGES.txt Tue Jul 24 07:37:09 2012 @@ -230,6 +230,9 @@ Release 1.1.0 - unreleased HDFS-2465. Add HDFS support for fadvise readahead and drop-behind. (todd, backported by Brandon Li via suresh) +HADOOP-7154. Should set MALLOC_ARENA_MAX in hadoop-env.sh +(todd via mattf) + MAPREDUCE-4399. Change the Jetty response buffer size to improve shuffle performance. (Luke Lu via suresh) Propchange: hadoop/common/branches/branch-1/CHANGES.txt -- Merged /hadoop/common/branches/branch-1.1/CHANGES.txt:r1364925 Modified: hadoop/common/branches/branch-1/bin/hadoop-config.sh URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/bin/hadoop-config.sh?rev=1364928&r1=1364927&r2=1364928&view=diff == --- hadoop/common/branches/branch-1/bin/hadoop-config.sh (original) +++ hadoop/common/branches/branch-1/bin/hadoop-config.sh Tue Jul 24 07:37:09 2012 @@ -75,6 +75,11 @@ if [ "$HADOOP_HOME_WARN_SUPPRESS" = "" ] echo 1>&2 fi +# Newer versions of glibc use an arena memory allocator that causes virtual +# memory usage to explode. This interacts badly with the many threads that +# we use in Hadoop. Tune the variable down to prevent vmem explosion. +export MALLOC_ARENA_MAX=${MALLOC_ARENA_MAX:-4} + export HADOOP_HOME=${HADOOP_PREFIX} export HADOOP_HOME_WARN_SUPPRESS=1
svn commit: r1364929 - in /hadoop/common/branches/branch-1.0: CHANGES.txt bin/hadoop-config.sh
Author: mattf Date: Tue Jul 24 07:51:27 2012 New Revision: 1364929 URL: http://svn.apache.org/viewvc?rev=1364929&view=rev Log: HADOOP-7154. Set MALLOC_ARENA_MAX in hadoop-env.sh. Contributed by Todd Lipcon. Modified: hadoop/common/branches/branch-1.0/CHANGES.txt hadoop/common/branches/branch-1.0/bin/hadoop-config.sh Modified: hadoop/common/branches/branch-1.0/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.0/CHANGES.txt?rev=1364929&r1=1364928&r2=1364929&view=diff == --- hadoop/common/branches/branch-1.0/CHANGES.txt (original) +++ hadoop/common/branches/branch-1.0/CHANGES.txt Tue Jul 24 07:51:27 2012 @@ -6,6 +6,9 @@ Release 1.0.4 - Unreleased IMPROVEMENTS +HADOOP-7154. Should set MALLOC_ARENA_MAX in hadoop-env.sh +(todd via mattf) + BUG FIXES HDFS-3652. FSEditLog failure removes the wrong edit stream when storage Modified: hadoop/common/branches/branch-1.0/bin/hadoop-config.sh URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.0/bin/hadoop-config.sh?rev=1364929&r1=1364928&r2=1364929&view=diff == --- hadoop/common/branches/branch-1.0/bin/hadoop-config.sh (original) +++ hadoop/common/branches/branch-1.0/bin/hadoop-config.sh Tue Jul 24 07:51:27 2012 @@ -75,6 +75,11 @@ if [ "$HADOOP_HOME_WARN_SUPPRESS" = "" ] echo 1>&2 fi +# Newer versions of glibc use an arena memory allocator that causes virtual +# memory usage to explode. This interacts badly with the many threads that +# we use in Hadoop. Tune the variable down to prevent vmem explosion. +export MALLOC_ARENA_MAX=${MALLOC_ARENA_MAX:-4} + export HADOOP_HOME=${HADOOP_PREFIX} export HADOOP_HOME_WARN_SUPPRESS=1
svn commit: r1365193 - in /hadoop/common/branches/branch-1: ./ src/mapred/org/apache/hadoop/mapreduce/ src/test/org/apache/hadoop/mapreduce/ src/test/org/apache/hadoop/mapreduce/lib/input/ src/test/or
Author: harsh Date: Tue Jul 24 17:54:47 2012 New Revision: 1365193 URL: http://svn.apache.org/viewvc?rev=1365193&view=rev Log: MAPREDUCE-4415. Backport the Job.getInstance methods from MAPREDUCE-1505 to branch-1. Contributed by Harsh J. (harsh) Modified: hadoop/common/branches/branch-1/CHANGES.txt hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapreduce/Job.java hadoop/common/branches/branch-1/src/test/org/apache/hadoop/mapreduce/MapReduceTestUtil.java hadoop/common/branches/branch-1/src/test/org/apache/hadoop/mapreduce/lib/input/TestKeyValueTextInputFormat.java hadoop/common/branches/branch-1/src/test/org/apache/hadoop/mapreduce/lib/output/TestMRSequenceFileAsBinaryOutputFormat.java hadoop/common/branches/branch-1/src/test/org/apache/hadoop/mapreduce/lib/partition/TestInputSampler.java Modified: hadoop/common/branches/branch-1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1365193&r1=1365192&r2=1365193&view=diff == --- hadoop/common/branches/branch-1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1/CHANGES.txt Tue Jul 24 17:54:47 2012 @@ -43,6 +43,9 @@ Release 1.2.0 - unreleased HDFS-3647. Backport HDFS-2868 (Add number of active transfer threads to the DataNode status) to branch-1 (harsh) +MAPREDUCE-4415. Backport the Job.getInstance methods from +MAPREDUCE-1505 to branch-1. (harsh) + BUG FIXES HADOOP-8460. Document proper setting of HADOOP_PID_DIR and Modified: hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapreduce/Job.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapreduce/Job.java?rev=1365193&r1=1365192&r2=1365193&view=diff == --- hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapreduce/Job.java (original) +++ hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapreduce/Job.java Tue Jul 24 17:54:47 2012 @@ -42,6 +42,56 @@ public class Job extends JobContext { private JobClient jobClient; private RunningJob info; + /** + * Creates a new {@link Job} + * A Job will be created with a generic {@link Configuration}. + * + * @return the {@link Job} + * @throws IOException + */ + public static Job getInstance() throws IOException { +// create with a null Cluster +return getInstance(new Configuration()); + } + + /** + * Creates a new {@link Job} with a given {@link Configuration}. + * + * The Job makes a copy of the Configuration so + * that any necessary internal modifications do not reflect on the incoming + * parameter. + * + * @param conf the {@link Configuration} + * @return the {@link Job} + * @throws IOException + */ + public static Job getInstance(Configuration conf) throws IOException { +// create with a null Cluster +JobConf jobConf = new JobConf(conf); +return new Job(jobConf); + } + + /** + * Creates a new {@link Job} with a given {@link Configuration} + * and a given jobName. + * + * The Job makes a copy of the Configuration so + * that any necessary internal modifications do not reflect on the incoming + * parameter. + * + * @param conf the {@link Configuration} + * @param jobName the job instance's name + * @return the {@link Job} + * @throws IOException + */ + public static Job getInstance(Configuration conf, String jobName) + throws IOException { +// create with a null Cluster +Job result = getInstance(conf); +result.setJobName(jobName); +return result; + } + public Job() throws IOException { this(new Configuration()); } Modified: hadoop/common/branches/branch-1/src/test/org/apache/hadoop/mapreduce/MapReduceTestUtil.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/test/org/apache/hadoop/mapreduce/MapReduceTestUtil.java?rev=1365193&r1=1365192&r2=1365193&view=diff == --- hadoop/common/branches/branch-1/src/test/org/apache/hadoop/mapreduce/MapReduceTestUtil.java (original) +++ hadoop/common/branches/branch-1/src/test/org/apache/hadoop/mapreduce/MapReduceTestUtil.java Tue Jul 24 17:54:47 2012 @@ -127,7 +127,7 @@ public class MapReduceTestUtil { public static Job createCopyJob(Configuration conf, Path outdir, Path... indirs) throws Exception { conf.setInt("mapred.map.tasks", 3); -Job theJob = new Job(conf); +Job theJob = Job.getInstance(conf); theJob.setJobName("DataMoveJob"); FileInputFormat.setInputPaths(theJob, indirs); @@ -157,7 +157,7 @@ public class MapReduceTestUtil { fs.delete(outdir, true); } conf.setInt("mapred.map.max.attempts", 2); -Job theJob = new Job(conf); +Job theJob = Job.getInstance(conf); theJob.s
svn commit: r1365208 - in /hadoop/common/branches/branch-1.1: CHANGES.txt src/mapred/org/apache/hadoop/mapred/TaskTracker.java
Author: mattf Date: Tue Jul 24 18:28:10 2012 New Revision: 1365208 URL: http://svn.apache.org/viewvc?rev=1365208&view=rev Log: MAPREDUCE-4399. Change the Jetty response buffer size to improve shuffle performance. Contributed by Luke Lu. Modified: hadoop/common/branches/branch-1.1/CHANGES.txt hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/TaskTracker.java Modified: hadoop/common/branches/branch-1.1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.1/CHANGES.txt?rev=1365208&r1=1365207&r2=1365208&view=diff == --- hadoop/common/branches/branch-1.1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1.1/CHANGES.txt Tue Jul 24 18:28:10 2012 @@ -140,6 +140,9 @@ Release 1.1.0 - 2012.07.09 HADOOP-7154. Should set MALLOC_ARENA_MAX in hadoop-env.sh (todd via mattf) +MAPREDUCE-4399. Change the Jetty response buffer size to improve +shuffle performance. (Luke Lu via suresh) + BUG FIXES MAPREDUCE-4087. [Gridmix] GenerateDistCacheData job of Gridmix can Modified: hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/TaskTracker.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/TaskTracker.java?rev=1365208&r1=1365207&r2=1365208&view=diff == --- hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/TaskTracker.java (original) +++ hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/TaskTracker.java Tue Jul 24 18:28:10 2012 @@ -3867,7 +3867,8 @@ public class TaskTracker implements MRCo public static class MapOutputServlet extends HttpServlet { private static final long serialVersionUID = 1L; private static final int MAX_BYTES_TO_READ = 64 * 1024; - +// work around jetty internal buffering issues +private static final int RESPONSE_BUFFER_SIZE = MAX_BYTES_TO_READ + 16; private static LRUCache fileCache = new LRUCache(FILE_CACHE_SIZE); private static LRUCache fileIndexCache = new LRUCache(FILE_CACHE_SIZE); @@ -3969,10 +3970,9 @@ public class TaskTracker implements MRCo //set the custom "for-reduce-task" http header to the reduce task number //for which this map output is being transferred response.setHeader(FOR_REDUCE_TASK, Integer.toString(reduce)); - -//use the same buffersize as used for reading the data from disk -response.setBufferSize(MAX_BYTES_TO_READ); - + +response.setBufferSize(RESPONSE_BUFFER_SIZE); + /** * Read the data from the sigle map-output file and * send it to the reducer.
svn commit: r1365209 - in /hadoop/common/branches/branch-1.0: CHANGES.txt src/mapred/org/apache/hadoop/mapred/TaskTracker.java
Author: mattf Date: Tue Jul 24 18:31:11 2012 New Revision: 1365209 URL: http://svn.apache.org/viewvc?rev=1365209&view=rev Log: MAPREDUCE-4399. Change the Jetty response buffer size to improve shuffle performance. Contributed by Luke Lu. Modified: hadoop/common/branches/branch-1.0/CHANGES.txt (contents, props changed) hadoop/common/branches/branch-1.0/src/mapred/org/apache/hadoop/mapred/TaskTracker.java Modified: hadoop/common/branches/branch-1.0/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.0/CHANGES.txt?rev=1365209&r1=1365208&r2=1365209&view=diff == --- hadoop/common/branches/branch-1.0/CHANGES.txt (original) +++ hadoop/common/branches/branch-1.0/CHANGES.txt Tue Jul 24 18:31:11 2012 @@ -9,6 +9,9 @@ Release 1.0.4 - Unreleased HADOOP-7154. Should set MALLOC_ARENA_MAX in hadoop-env.sh (todd via mattf) +MAPREDUCE-4399. Change the Jetty response buffer size to improve +shuffle performance. (Luke Lu via suresh) + BUG FIXES HDFS-3652. FSEditLog failure removes the wrong edit stream when storage Propchange: hadoop/common/branches/branch-1.0/CHANGES.txt -- Merged /hadoop/common/branches/branch-1.1/CHANGES.txt:r1365208 Modified: hadoop/common/branches/branch-1.0/src/mapred/org/apache/hadoop/mapred/TaskTracker.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.0/src/mapred/org/apache/hadoop/mapred/TaskTracker.java?rev=1365209&r1=1365208&r2=1365209&view=diff == --- hadoop/common/branches/branch-1.0/src/mapred/org/apache/hadoop/mapred/TaskTracker.java (original) +++ hadoop/common/branches/branch-1.0/src/mapred/org/apache/hadoop/mapred/TaskTracker.java Tue Jul 24 18:31:11 2012 @@ -3790,7 +3790,8 @@ public class TaskTracker implements MRCo public static class MapOutputServlet extends HttpServlet { private static final long serialVersionUID = 1L; private static final int MAX_BYTES_TO_READ = 64 * 1024; - +// work around jetty internal buffering issues +private static final int RESPONSE_BUFFER_SIZE = MAX_BYTES_TO_READ + 16; private static LRUCache fileCache = new LRUCache(FILE_CACHE_SIZE); private static LRUCache fileIndexCache = new LRUCache(FILE_CACHE_SIZE); @@ -3892,10 +3893,9 @@ public class TaskTracker implements MRCo //set the custom "for-reduce-task" http header to the reduce task number //for which this map output is being transferred response.setHeader(FOR_REDUCE_TASK, Integer.toString(reduce)); - -//use the same buffersize as used for reading the data from disk -response.setBufferSize(MAX_BYTES_TO_READ); - + +response.setBufferSize(RESPONSE_BUFFER_SIZE); + /** * Read the data from the sigle map-output file and * send it to the reducer.
svn commit: r1365224 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/fs/FileSystem.java src/test/java/org/apache/hadoop/fs/TestFileSystemCach
Author: bobby Date: Tue Jul 24 19:00:50 2012 New Revision: 1365224 URL: http://svn.apache.org/viewvc?rev=1365224&view=rev Log: HADOOP-8606. FileSystem.get may return the wrong filesystem (Daryn Sharp via bobby) Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1365224&r1=1365223&r2=1365224&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Tue Jul 24 19:00:50 2012 @@ -838,6 +838,9 @@ Release 0.23.3 - UNRELEASED HADOOP-8599. Non empty response from FileSystem.getFileBlockLocations when asking for data beyond the end of file. (Andrey Klochkov via todd) +HADOOP-8606. FileSystem.get may return the wrong filesystem (Daryn Sharp +via bobby) + Release 0.23.2 - UNRELEASED INCOMPATIBLE CHANGES Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java?rev=1365224&r1=1365223&r2=1365224&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java Tue Jul 24 19:00:50 2012 @@ -280,11 +280,11 @@ public abstract class FileSystem extends String scheme = uri.getScheme(); String authority = uri.getAuthority(); -if (scheme == null) { // no scheme: use default FS +if (scheme == null && authority == null) { // use default FS return get(conf); } -if (authority == null) { // no authority +if (scheme != null && authority == null) { // no authority URI defaultUri = getDefaultUri(conf); if (scheme.equals(defaultUri.getScheme())// if scheme matches default && defaultUri.getAuthority() != null) { // & default has authority Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java?rev=1365224&r1=1365223&r2=1365224&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java Tue Jul 24 19:00:50 2012 @@ -34,8 +34,8 @@ import org.junit.Test; import java.security.PrivilegedExceptionAction; import java.util.concurrent.Semaphore; +import static org.junit.Assert.*; import static org.mockito.Mockito.mock; -import static junit.framework.Assert.assertTrue; public class TestFileSystemCaching { @@ -49,6 +49,65 @@ public class TestFileSystemCaching { assertSame(fs1, fs2); } + static class DefaultFs extends LocalFileSystem { +URI uri; +@Override +public void initialize(URI uri, Configuration conf) { + this.uri = uri; +} +@Override +public URI getUri() { + return uri; +} + } + + @Test + public void testDefaultFsUris() throws Exception { +final Configuration conf = new Configuration(); +conf.set("fs.defaultfs.impl", DefaultFs.class.getName()); +final URI defaultUri = URI.create("defaultfs://host"); +FileSystem.setDefaultUri(conf, defaultUri); +FileSystem fs = null; + +// sanity check default fs +final FileSystem defaultFs = FileSystem.get(conf); +assertEquals(defaultUri, defaultFs.getUri()); + +// has scheme, no auth +fs = FileSystem.get(URI.create("defaultfs:/"), conf); +assertSame(defaultFs, fs); +fs = FileSystem.get(URI.create("defaultfs:///"), conf); +assertSame(defaultFs, fs); + +// has scheme, same auth +fs = FileSystem.get(URI.create("defaultfs://host"), conf); +assertSame(defaultFs, fs); + +// has scheme, different auth +fs = FileSystem.get(URI.create("defaultfs://host2"), conf); +assertNotSame(defaultFs, fs); + +// no scheme, no auth
svn commit: r1365226 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/fs/FileSystem.java src/test/java/org/apache/hadoop/fs/TestFi
Author: bobby Date: Tue Jul 24 19:02:22 2012 New Revision: 1365226 URL: http://svn.apache.org/viewvc?rev=1365226&view=rev Log: svn merge -c 1365224 FIXES: HADOOP-8606. FileSystem.get may return the wrong filesystem (Daryn Sharp via bobby) Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1365226&r1=1365225&r2=1365226&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Tue Jul 24 19:02:22 2012 @@ -657,6 +657,9 @@ Release 0.23.3 - UNRELEASED HADOOP-8599. Non empty response from FileSystem.getFileBlockLocations when asking for data beyond the end of file. (Andrey Klochkov via todd) +HADOOP-8606. FileSystem.get may return the wrong filesystem (Daryn Sharp +via bobby) + Release 0.23.2 - UNRELEASED NEW FEATURES Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java?rev=1365226&r1=1365225&r2=1365226&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java Tue Jul 24 19:02:22 2012 @@ -280,11 +280,11 @@ public abstract class FileSystem extends String scheme = uri.getScheme(); String authority = uri.getAuthority(); -if (scheme == null) { // no scheme: use default FS +if (scheme == null && authority == null) { // use default FS return get(conf); } -if (authority == null) { // no authority +if (scheme != null && authority == null) { // no authority URI defaultUri = getDefaultUri(conf); if (scheme.equals(defaultUri.getScheme())// if scheme matches default && defaultUri.getAuthority() != null) { // & default has authority Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java?rev=1365226&r1=1365225&r2=1365226&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java Tue Jul 24 19:02:22 2012 @@ -34,8 +34,8 @@ import org.junit.Test; import java.security.PrivilegedExceptionAction; import java.util.concurrent.Semaphore; +import static org.junit.Assert.*; import static org.mockito.Mockito.mock; -import static junit.framework.Assert.assertTrue; public class TestFileSystemCaching { @@ -49,6 +49,65 @@ public class TestFileSystemCaching { assertSame(fs1, fs2); } + static class DefaultFs extends LocalFileSystem { +URI uri; +@Override +public void initialize(URI uri, Configuration conf) { + this.uri = uri; +} +@Override +public URI getUri() { + return uri; +} + } + + @Test + public void testDefaultFsUris() throws Exception { +final Configuration conf = new Configuration(); +conf.set("fs.defaultfs.impl", DefaultFs.class.getName()); +final URI defaultUri = URI.create("defaultfs://host"); +FileSystem.setDefaultUri(conf, defaultUri); +FileSystem fs = null; + +// sanity check default fs +final FileSystem defaultFs = FileSystem.get(conf); +assertEquals(defaultUri, defaultFs.getUri()); + +// has scheme, no auth +fs = FileSystem.get(URI.create("defaultfs:/"), conf); +assertSame(defaultFs, fs); +fs = FileSystem.get(URI.create("defaultfs:///"), conf); +assertSame(defaultFs, fs); + +// has scheme, same auth +fs = FileSystem.get(URI.create("defaultfs://host"), conf); +
svn commit: r1365228 - in /hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/fs/FileSystem.java src/test/java/org/apache/hadoop/fs/Tes
Author: bobby Date: Tue Jul 24 19:03:18 2012 New Revision: 1365228 URL: http://svn.apache.org/viewvc?rev=1365228&view=rev Log: svn merge -c 1365224 FIXES: HADOOP-8606. FileSystem.get may return the wrong filesystem (Daryn Sharp via bobby) Modified: hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java Modified: hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1365228&r1=1365227&r2=1365228&view=diff == --- hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt Tue Jul 24 19:03:18 2012 @@ -114,6 +114,9 @@ Release 0.23.3 - UNRELEASED HADOOP-8599. Non empty response from FileSystem.getFileBlockLocations when asking for data beyond the end of file. (Andrey Klochkov via todd) +HADOOP-8606. FileSystem.get may return the wrong filesystem (Daryn Sharp +via bobby) + Release 0.23.2 - UNRELEASED NEW FEATURES Modified: hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java?rev=1365228&r1=1365227&r2=1365228&view=diff == --- hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java (original) +++ hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java Tue Jul 24 19:03:18 2012 @@ -270,11 +270,11 @@ public abstract class FileSystem extends String scheme = uri.getScheme(); String authority = uri.getAuthority(); -if (scheme == null) { // no scheme: use default FS +if (scheme == null && authority == null) { // use default FS return get(conf); } -if (authority == null) { // no authority +if (scheme != null && authority == null) { // no authority URI defaultUri = getDefaultUri(conf); if (scheme.equals(defaultUri.getScheme())// if scheme matches default && defaultUri.getAuthority() != null) { // & default has authority Modified: hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java?rev=1365228&r1=1365227&r2=1365228&view=diff == --- hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java (original) +++ hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFileSystemCaching.java Tue Jul 24 19:03:18 2012 @@ -34,8 +34,8 @@ import org.junit.Test; import java.security.PrivilegedExceptionAction; import java.util.concurrent.Semaphore; +import static org.junit.Assert.*; import static org.mockito.Mockito.mock; -import static junit.framework.Assert.assertTrue; public class TestFileSystemCaching { @@ -49,6 +49,65 @@ public class TestFileSystemCaching { assertSame(fs1, fs2); } + static class DefaultFs extends LocalFileSystem { +URI uri; +@Override +public void initialize(URI uri, Configuration conf) { + this.uri = uri; +} +@Override +public URI getUri() { + return uri; +} + } + + @Test + public void testDefaultFsUris() throws Exception { +final Configuration conf = new Configuration(); +conf.set("fs.defaultfs.impl", DefaultFs.class.getName()); +final URI defaultUri = URI.create("defaultfs://host"); +FileSystem.setDefaultUri(conf, defaultUri); +FileSystem fs = null; + +// sanity check default fs +final FileSystem defaultFs = FileSystem.get(conf); +assertEquals(defaultUri, defaultFs.getUri()); + +// has scheme, no auth +fs = FileSystem.get(URI.create("defaultfs:/"), conf); +assertSame(defaultFs, fs); +fs = FileSystem.get(URI.create("defaultfs:///"), conf); +assertSame(defaultFs, fs); + +// has scheme, same auth +fs = FileSystem.
svn commit: r1365229 - in /hadoop/common/branches/branch-1: CHANGES.txt src/core/org/apache/hadoop/fs/FileSystem.java src/test/org/apache/hadoop/fs/TestFileSystemCaching.java
Author: bobby Date: Tue Jul 24 19:04:25 2012 New Revision: 1365229 URL: http://svn.apache.org/viewvc?rev=1365229&view=rev Log: HADOOP-8606. FileSystem.get may return the wrong filesystem (Daryn Sharp via bobby) Modified: hadoop/common/branches/branch-1/CHANGES.txt hadoop/common/branches/branch-1/src/core/org/apache/hadoop/fs/FileSystem.java hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/TestFileSystemCaching.java Modified: hadoop/common/branches/branch-1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1365229&r1=1365228&r2=1365229&view=diff == --- hadoop/common/branches/branch-1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1/CHANGES.txt Tue Jul 24 19:04:25 2012 @@ -107,6 +107,9 @@ Release 1.2.0 - unreleased HADOOP-8612. Backport HADOOP-8599 to branch-1 (Non empty response when read beyond eof). (Andrey Klochkov, eli via eli) +HADOOP-8606. FileSystem.get may return the wrong filesystem (Daryn Sharp +via bobby) + Release 1.1.0 - unreleased INCOMPATIBLE CHANGES Modified: hadoop/common/branches/branch-1/src/core/org/apache/hadoop/fs/FileSystem.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/core/org/apache/hadoop/fs/FileSystem.java?rev=1365229&r1=1365228&r2=1365229&view=diff == --- hadoop/common/branches/branch-1/src/core/org/apache/hadoop/fs/FileSystem.java (original) +++ hadoop/common/branches/branch-1/src/core/org/apache/hadoop/fs/FileSystem.java Tue Jul 24 19:04:25 2012 @@ -234,11 +234,11 @@ public abstract class FileSystem extends String scheme = uri.getScheme(); String authority = uri.getAuthority(); -if (scheme == null) { // no scheme: use default FS +if (scheme == null && authority == null) { // use default FS return get(conf); } -if (authority == null) { // no authority +if (scheme != null && authority == null) { // no authority URI defaultUri = getDefaultUri(conf); if (scheme.equals(defaultUri.getScheme())// if scheme matches default && defaultUri.getAuthority() != null) { // & default has authority Modified: hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/TestFileSystemCaching.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/TestFileSystemCaching.java?rev=1365229&r1=1365228&r2=1365229&view=diff == --- hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/TestFileSystemCaching.java (original) +++ hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/TestFileSystemCaching.java Tue Jul 24 19:04:25 2012 @@ -29,6 +29,64 @@ import junit.framework.TestCase; public class TestFileSystemCaching extends TestCase { + static class DefaultFs extends LocalFileSystem { +URI uri; +@Override +public void initialize(URI uri, Configuration conf) { + this.uri = uri; +} +@Override +public URI getUri() { + return uri; +} + } + + public void testDefaultFsUris() throws Exception { +final Configuration conf = new Configuration(); +conf.set("fs.defaultfs.impl", DefaultFs.class.getName()); +final URI defaultUri = URI.create("defaultfs://host"); +FileSystem.setDefaultUri(conf, defaultUri); +FileSystem fs = null; + +// sanity check default fs +final FileSystem defaultFs = FileSystem.get(conf); +assertEquals(defaultUri, defaultFs.getUri()); + +// has scheme, no auth +fs = FileSystem.get(URI.create("defaultfs:/"), conf); +assertSame(defaultFs, fs); +fs = FileSystem.get(URI.create("defaultfs:///"), conf); +assertSame(defaultFs, fs); + +// has scheme, same auth +fs = FileSystem.get(URI.create("defaultfs://host"), conf); +assertSame(defaultFs, fs); + +// has scheme, different auth +fs = FileSystem.get(URI.create("defaultfs://host2"), conf); +assertNotSame(defaultFs, fs); + +// no scheme, no auth +fs = FileSystem.get(URI.create("/"), conf); +assertSame(defaultFs, fs); + +// no scheme, same auth +try { + fs = FileSystem.get(URI.create("//host"), conf); + fail("got fs with auth but no scheme"); +} catch (Exception e) { + assertEquals("No FileSystem for scheme: null", e.getMessage()); +} + +// no scheme, different auth +try { + fs = FileSystem.get(URI.create("//host2"), conf); + fail("got fs with auth but no scheme"); +} catch (Exception e) { + assertEquals("No FileSystem for scheme: null", e.getMessage()); +} + } + public static class InitializeForeverFileSystem extends LocalFileSystem { final static Semaphore sem = new S
svn commit: r1365315 - in /hadoop/common/branches/branch-1-win: CHANGES.branch-1-win.txt build.xml
Author: suresh Date: Tue Jul 24 21:52:31 2012 New Revision: 1365315 URL: http://svn.apache.org/viewvc?rev=1365315&view=rev Log: HADOOP-8618. Fix build failures due to release 1.0.3 merge. Contributed by Bikas Saha Modified: hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt hadoop/common/branches/branch-1-win/build.xml Modified: hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt?rev=1365315&r1=1365314&r2=1365315&view=diff == --- hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt (original) +++ hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt Tue Jul 24 21:52:31 2012 @@ -67,3 +67,5 @@ BUG FIXES HDFS-6527. Backport HADOOP-7389: Use of TestingGroups by tests causes subsequent tests to fail. (Ivan Mitic via szetszwo) +HADOOP-8618. Fix build failures due to release 1.0.3 merge. +(Bikas Saha via suresh) Modified: hadoop/common/branches/branch-1-win/build.xml URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1-win/build.xml?rev=1365315&r1=1365314&r2=1365315&view=diff == --- hadoop/common/branches/branch-1-win/build.xml (original) +++ hadoop/common/branches/branch-1-win/build.xml Tue Jul 24 21:52:31 2012 @@ -639,9 +639,9 @@ - - + + +
svn commit: r1365331 - in /hadoop/common/branches/branch-1: CHANGES.txt src/mapred/org/apache/hadoop/mapred/Task.java
Author: llu Date: Tue Jul 24 22:52:22 2012 New Revision: 1365331 URL: http://svn.apache.org/viewvc?rev=1365331&view=rev Log: MAPREDUCE-4400: Fix performance regression for small jobs/workflows Modified: hadoop/common/branches/branch-1/CHANGES.txt hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapred/Task.java Modified: hadoop/common/branches/branch-1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1365331&r1=1365330&r2=1365331&view=diff == --- hadoop/common/branches/branch-1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1/CHANGES.txt Tue Jul 24 22:52:22 2012 @@ -242,6 +242,9 @@ Release 1.1.0 - unreleased MAPREDUCE-4399. Change the Jetty response buffer size to improve shuffle performance. (Luke Lu via suresh) +MAPREDUCE-4400. Avoid task finish sleep to improve small job/workflow +latency. (llu) + BUG FIXES MAPREDUCE-4087. [Gridmix] GenerateDistCacheData job of Gridmix can Modified: hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapred/Task.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapred/Task.java?rev=1365331&r1=1365330&r2=1365331&view=diff == --- hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapred/Task.java (original) +++ hadoop/common/branches/branch-1/src/mapred/org/apache/hadoop/mapred/Task.java Tue Jul 24 22:52:22 2012 @@ -649,14 +649,19 @@ abstract public class Task implements Wr // get current flag value and reset it as well boolean sendProgress = resetProgressFlag(); while (!taskDone.get()) { -synchronized(lock) { - done = false; -} try { boolean taskFound = true; // whether TT knows about this task // sleep for a bit try { -Thread.sleep(PROGRESS_INTERVAL); +synchronized(lock) { + done = false; + lock.wait(PROGRESS_INTERVAL); + if (taskDone.get()) { +done = true; +lock.notify(); +return; + } +} } catch (InterruptedException e) { if (LOG.isDebugEnabled()) { @@ -724,6 +729,7 @@ abstract public class Task implements Wr // Updating resources specified in ResourceCalculatorPlugin if (pingThread != null) { synchronized(lock) { + lock.notify(); // wake up the wait in the while loop while(!done) { lock.wait(); }
[Hadoop Wiki] Trivial Update of "Virtual Hadoop" by RobertMarshall
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "Virtual Hadoop" page has been changed by RobertMarshall: http://wiki.apache.org/hadoop/Virtual%20Hadoop?action=diff&rev1=7&rev2=8 A Private Cloud is a collection of virtualized physical hardware that has added services such as catalogs of software or defined platforms that a customer can control. A private cloud differs from a public cloud in that it is generally owned and or managed by the same company or group as the customer. As an example, if I am responsible for a 100-node physical cluster, and I need to share it between Sales and Marketing that wish to perform advanced analytics with Hadoop and Engineering that wants to perform modelling of a new production plant, with each getting 50% of the capacity, I could virtualize the physical architecture and allow the pool of capacity to be shared between the competing groups, perhaps on a shared capacity or a swap-in/swap-out basis. - A Public Cloud is like a Private Cloud but owned and/or managed by an outside entity, for example Amazon Elastic Web Services. Private Clouds can provide cost benefits, either because you only pay for your use, or you can have other's pay for their use, but at the loss of control of ownership of resources and/or data. Not being able to prove control of custody of some types of data might be a legal liability for certain types of data or industries (PCI, HIPAA). + A Public Cloud is like a Private Cloud but owned and/or managed by an outside entity, for example Amazon Elastic Web Services. Private Clouds can provide cost benefits, either because you only pay for your use, or other's pay for their use, but at the loss of control or of intermingling of data or other undesireable issues. Not being able to prove constant custody of some types of data might be a legal liability for certain types of data or industries (PCI, HIPAA). == Strengths of VM-hosted Hadoop ==
svn commit: r1365461 - /hadoop/common/branches/branch-1.1/CHANGES.txt
Author: mattf Date: Wed Jul 25 06:21:15 2012 New Revision: 1365461 URL: http://svn.apache.org/viewvc?rev=1365461&view=rev Log: corrected Jira reference for HADOOP-6527 Modified: hadoop/common/branches/branch-1.1/CHANGES.txt Modified: hadoop/common/branches/branch-1.1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.1/CHANGES.txt?rev=1365461&r1=1365460&r2=1365461&view=diff == --- hadoop/common/branches/branch-1.1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1.1/CHANGES.txt Wed Jul 25 06:21:15 2012 @@ -296,7 +296,7 @@ Release 1.1.0 - 2012.07.09 HDFS-3551. WebHDFS CREATE should use client location for HTTP redirection. (szetszwo) -HDFS-6527. Backport HADOOP-7389: Use of TestingGroups by tests causes +HADOOP-6527. Backport HADOOP-7389: Use of TestingGroups by tests causes subsequent tests to fail. (Ivan Mitic via szetszwo) HDFS-8417. HADOOP-6963 didn't update hadoop-core-pom-template.xml
svn commit: r1365462 - /hadoop/common/branches/branch-1/CHANGES.txt
Author: mattf Date: Wed Jul 25 06:24:17 2012 New Revision: 1365462 URL: http://svn.apache.org/viewvc?rev=1365462&view=rev Log: corrected Jira reference for HADOOP-6527 Modified: hadoop/common/branches/branch-1/CHANGES.txt Modified: hadoop/common/branches/branch-1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1365462&r1=1365461&r2=1365462&view=diff == --- hadoop/common/branches/branch-1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1/CHANGES.txt Wed Jul 25 06:24:17 2012 @@ -398,7 +398,7 @@ Release 1.1.0 - unreleased HDFS-3551. WebHDFS CREATE should use client location for HTTP redirection. (szetszwo) -HDFS-6527. Backport HADOOP-7389: Use of TestingGroups by tests causes +HADOOP-6527. Backport HADOOP-7389: Use of TestingGroups by tests causes subsequent tests to fail. (Ivan Mitic via szetszwo) HDFS-8417. HADOOP-6963 didn't update hadoop-core-pom-template.xml
svn commit: r1365463 - /hadoop/common/branches/branch-1.1/CHANGES.txt
Author: mattf Date: Wed Jul 25 06:30:00 2012 New Revision: 1365463 URL: http://svn.apache.org/viewvc?rev=1365463&view=rev Log: corrected Jira reference for HADOOP-8417 Modified: hadoop/common/branches/branch-1.1/CHANGES.txt Modified: hadoop/common/branches/branch-1.1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.1/CHANGES.txt?rev=1365463&r1=1365462&r2=1365463&view=diff == --- hadoop/common/branches/branch-1.1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1.1/CHANGES.txt Wed Jul 25 06:30:00 2012 @@ -299,7 +299,7 @@ Release 1.1.0 - 2012.07.09 HADOOP-6527. Backport HADOOP-7389: Use of TestingGroups by tests causes subsequent tests to fail. (Ivan Mitic via szetszwo) -HDFS-8417. HADOOP-6963 didn't update hadoop-core-pom-template.xml +HADOOP-8417. HADOOP-6963 didn't update hadoop-core-pom-template.xml (Zhihong Ted Yu via cos) HADOOP-8399. Remove JDK5 dependency from Hadoop 1.0+ line
svn commit: r1365464 - /hadoop/common/branches/branch-1/CHANGES.txt
Author: mattf Date: Wed Jul 25 06:31:10 2012 New Revision: 1365464 URL: http://svn.apache.org/viewvc?rev=1365464&view=rev Log: corrected Jira reference for HADOOP-8417 Modified: hadoop/common/branches/branch-1/CHANGES.txt Modified: hadoop/common/branches/branch-1/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1365464&r1=1365463&r2=1365464&view=diff == --- hadoop/common/branches/branch-1/CHANGES.txt (original) +++ hadoop/common/branches/branch-1/CHANGES.txt Wed Jul 25 06:31:10 2012 @@ -401,7 +401,7 @@ Release 1.1.0 - unreleased HADOOP-6527. Backport HADOOP-7389: Use of TestingGroups by tests causes subsequent tests to fail. (Ivan Mitic via szetszwo) -HDFS-8417. HADOOP-6963 didn't update hadoop-core-pom-template.xml +HADOOP-8417. HADOOP-6963 didn't update hadoop-core-pom-template.xml (Zhihong Ted Yu via cos) HADOOP-8399. Remove JDK5 dependency from Hadoop 1.0+ line