svn commit: r1489909 - /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
Author: tgraves Date: Wed Jun 5 15:10:26 2013 New Revision: 1489909 URL: http://svn.apache.org/r1489909 Log: Updating release date for 0.23.8 Modified: hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1489909r1=1489908r2=1489909view=diff == --- hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt Wed Jun 5 15:10:26 2013 @@ -1419,7 +1419,20 @@ Release 2.0.0-alpha - 05-23-2012 HADOOP-8655. Fix TextInputFormat for large deliminators. (Gelesh via bobby) -Release 0.23.8 - UNRELEASED +Release 0.23.9 - UNRELEASED + + INCOMPATIBLE CHANGES + + NEW FEATURES + + IMPROVEMENTS + + OPTIMIZATIONS + + BUG FIXES + +Release 0.23.8 - 2013-06-05 + INCOMPATIBLE CHANGES @@ -1446,7 +1459,7 @@ Release 0.23.8 - UNRELEASED HADOOP-9614. smart-test-patch.sh hangs for new version of patch (2.7.1) (Ravi Prakash via jeagles) -Release 0.23.7 - UNRELEASED +Release 0.23.7 - 2013-04-18 INCOMPATIBLE CHANGES @@ -1491,7 +1504,7 @@ Release 0.23.7 - UNRELEASED HADOOP-9339. IPC.Server incorrectly sets UGI auth type (Daryn Sharp via kihwal) -Release 0.23.6 - UNRELEASED +Release 0.23.6 - 2013-02-06 INCOMPATIBLE CHANGES
svn commit: r1489951 - in /hadoop/common/branches/branch-2: dev-support/ hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/ hadoop-tools/hadoop-rumen/src/main/java/org/apache/had
Author: llu
Date: Wed Jun 5 16:49:04 2013
New Revision: 1489951
URL: http://svn.apache.org/r1489951
Log:
HADOOP-9616. Fix branch-2 javadoc warnings. (Junping Du via llu)
Modified:
hadoop/common/branches/branch-2/dev-support/test-patch.properties
hadoop/common/branches/branch-2/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/util/MapReduceJobPropertiesParser.java
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/package-info.java
Modified: hadoop/common/branches/branch-2/dev-support/test-patch.properties
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/dev-support/test-patch.properties?rev=1489951r1=1489950r2=1489951view=diff
==
--- hadoop/common/branches/branch-2/dev-support/test-patch.properties (original)
+++ hadoop/common/branches/branch-2/dev-support/test-patch.properties Wed Jun
5 16:49:04 2013
@@ -18,4 +18,4 @@
OK_RELEASEAUDIT_WARNINGS=0
OK_FINDBUGS_WARNINGS=0
-OK_JAVADOC_WARNINGS=13
+OK_JAVADOC_WARNINGS=16
Modified:
hadoop/common/branches/branch-2/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java?rev=1489951r1=1489950r2=1489951view=diff
==
---
hadoop/common/branches/branch-2/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java
Wed Jun 5 16:49:04 2013
@@ -17,7 +17,6 @@
*/
/**
- * Command-line tools associated with the {@link org.apache.hadoop.mapred}
- * package.
+ * Command-line tools associated with the org.apache.hadoop.mapred package.
*/
package org.apache.hadoop.mapred.tools;
Modified:
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java?rev=1489951r1=1489950r2=1489951view=diff
==
---
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java
Wed Jun 5 16:49:04 2013
@@ -27,7 +27,7 @@ import org.apache.hadoop.mapreduce.v2.hs
/**
* {@link JobHistoryParser} that parses {@link JobHistory} files produced by
- * {@link org.apache.hadoop.mapreduce.jobhistory.JobHistory} in the same source
+ * {@link org.apache.hadoop.mapreduce.v2.hs.JobHistory} in the same source
* code tree as rumen.
*/
public class CurrentJHParser implements JobHistoryParser {
Modified:
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java?rev=1489951r1=1489950r2=1489951view=diff
==
---
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java
Wed Jun 5 16:49:04 2013
@@ -170,7 +170,7 @@ public class LoggedTaskAttempt implement
/**
*
- * @returns a list of all splits vectors, ordered in enumeral order
+ * @return a list of all splits vectors, ordered in enumeral order
* within {@link SplitVectorKind} . Do NOT use hard-coded
* indices within the return for this with a hard-coded
* index to get individual values; use
Modified:
hadoop/common/branches/branch-2/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/util/MapReduceJobPropertiesParser.java
URL:
svn commit: r1489952 - in /hadoop/common/branches/branch-2.1-beta: dev-support/ hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/ hadoop-tools/hadoop-rumen/src/main/java/org/apa
Author: llu
Date: Wed Jun 5 16:50:35 2013
New Revision: 1489952
URL: http://svn.apache.org/r1489952
Log:
HADOOP-9616. Fix branch-2 javadoc warnings. (Junping Du via llu)
Modified:
hadoop/common/branches/branch-2.1-beta/dev-support/test-patch.properties
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/util/MapReduceJobPropertiesParser.java
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/package-info.java
Modified:
hadoop/common/branches/branch-2.1-beta/dev-support/test-patch.properties
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/dev-support/test-patch.properties?rev=1489952r1=1489951r2=1489952view=diff
==
--- hadoop/common/branches/branch-2.1-beta/dev-support/test-patch.properties
(original)
+++ hadoop/common/branches/branch-2.1-beta/dev-support/test-patch.properties
Wed Jun 5 16:50:35 2013
@@ -18,4 +18,4 @@
OK_RELEASEAUDIT_WARNINGS=0
OK_FINDBUGS_WARNINGS=0
-OK_JAVADOC_WARNINGS=13
+OK_JAVADOC_WARNINGS=16
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java?rev=1489952r1=1489951r2=1489952view=diff
==
---
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java
(original)
+++
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-extras/src/main/java/org/apache/hadoop/mapred/tools/package-info.java
Wed Jun 5 16:50:35 2013
@@ -17,7 +17,6 @@
*/
/**
- * Command-line tools associated with the {@link org.apache.hadoop.mapred}
- * package.
+ * Command-line tools associated with the org.apache.hadoop.mapred package.
*/
package org.apache.hadoop.mapred.tools;
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java?rev=1489952r1=1489951r2=1489952view=diff
==
---
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java
(original)
+++
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CurrentJHParser.java
Wed Jun 5 16:50:35 2013
@@ -27,7 +27,7 @@ import org.apache.hadoop.mapreduce.v2.hs
/**
* {@link JobHistoryParser} that parses {@link JobHistory} files produced by
- * {@link org.apache.hadoop.mapreduce.jobhistory.JobHistory} in the same source
+ * {@link org.apache.hadoop.mapreduce.v2.hs.JobHistory} in the same source
* code tree as rumen.
*/
public class CurrentJHParser implements JobHistoryParser {
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java?rev=1489952r1=1489951r2=1489952view=diff
==
---
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java
(original)
+++
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java
Wed Jun 5 16:50:35 2013
@@ -170,7 +170,7 @@ public class LoggedTaskAttempt implement
/**
*
- * @returns a list of all splits vectors, ordered in enumeral order
+ * @return a list of all splits vectors, ordered in enumeral order
* within {@link SplitVectorKind} . Do NOT use hard-coded
* indices within the return for this with a hard-coded
* index to get individual values; use
Modified:
[Hadoop Wiki] Update of HCFS/FileSystem-1.0-Tests by SteveWatt
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The HCFS/FileSystem-1.0-Tests page has been changed by SteveWatt: https://wiki.apache.org/hadoop/HCFS/FileSystem-1.0-Tests?action=diffrev1=1rev2=2 Initial Analysis of Hadoop FileSystem 1.0 Tests by Steve Watt. Intended for review by HFCS working group. + ''The term Impl Test used below is intended to assert that the test validates a single particular Hadoop FileSystem Implementation and should not belong with a Hadoop FS Test Library that focuses on any FileSystem Plugins ability to implement the Hadoop FileSystem contract.'' + - || ''' Irrelevant ''' || '''Test''' || '''What it does''' || + || ''' Impl Test ''' || '''Test''' || '''What it does''' || || || TestDU.java || Validates Hadoop FS DU works properly || || || TestGlobPattern.java || Validates Glob Pattern Matching Support || || || DFSCIOTest.java || Why do we have this AND TestDFSIO ? || @@ -32, +34 @@ ||x|| TestChecksumFileSystem.java || Does not use FS. This is a ChecksumFileSystem/InMemoryFileSystem test || ||x|| TestGlobExpander.java || Helper class for Glob Operations. Not clear who uses it || ||x|| TestHardLink.java || Does not use FS. We should remove. Validates Single and Multi File Hard linking || - ||x|| TestFSMainOperationsLocalFileSystem.java || Does Nothing. Recommend should delete out of the FS Library|| + ||x|| TestFSMainOperationsLocalFileSystem.java || Does Nothing. Recommend that we remove this out of the FS Library || + Hadoop FS Test sub-packages - To-Do: Review the Tests within the org.apache.hadoop.fs subdirs: + || ''' Impl Test ''' || '''Test''' || '''What it does''' || + || || permission || Validates the Hadoop FS Plugin adherence to Permissions || + || || slive || [[https://issues.apache.org/jira/browse/HDFS-708 | Slive is a stress test for the Hadoop FS ]] || + || || loadGenerator || TBD || + || x || ftp || Validates the Hadoop FS Plugin for an FTP Server || + || x || kfs || Validates the Hadoop FS Plugin for the Kosmos FS. Now defunct due to [[https://wiki.apache.org/hadoop/HCFS | Quantcast FS Implementation]] || + || x || s3 || Validates the Hadoop FS Plugin for the Amazon S3 Object Store || + || x || s3native || TBD || - * ftp - - * kfs - - * permission - - * s3 - - * s3native - - * slive - - * loadGenerator -
[Hadoop Wiki] Update of HCFS/FileSystem-1.0-Tests by SteveWatt
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The HCFS/FileSystem-1.0-Tests page has been changed by SteveWatt: https://wiki.apache.org/hadoop/HCFS/FileSystem-1.0-Tests?action=diffrev1=2rev2=3 || || TestGlobPattern.java || Validates Glob Pattern Matching Support || || || DFSCIOTest.java || Why do we have this AND TestDFSIO ? || || || TestDisableCache.java || Validates the ability to turn FS caching on and off || - || || TestHarFileSystem.java || Validates HAR Support || + || || TestHarFileSystem.java || Validates [[http://hadoop.apache.org/docs/stable/hadoop_archives.html | Hadoop Archives (HAR)]] Support || || || DistributedFSCheck.java || Validates FS Consistency|| || || FSMainOperationsBaseTest.java || Validates FS Operations. Needs to be disambiguated from FileSystemContractBaseTest || || || TestFileSystem.java || Validates Reads, Seeks and Writes via a M/R Job. Needs to be disambiguated from DFSCIOTest and TestDFSIO || || || FileSystemContractBaseTest.java || Validates FS Impl adherence to FS Contract || || || FileSystemTestHelper.java || Helper/Utility Class for FS Testing || - || || TestFsShellReturnCode.java || Validates that chmod, chown, chgrp returning correct exit codes || + || || TestFsShellReturnCode.java || Validates that Hadopp FS chmod, chown, chgrp commands work correctly || || || TestPath.java || I think this is a Helper class for testing Paths. Seems to be a mix of local and (perhaps) FS Tests || || || TestGetFileBlockLocations.java || Validates the ability to determine Block/File Locations || || || TestTrash.java || Validates FS support of Trash Operations || @@ -41, +41 @@ || ''' Impl Test ''' || '''Test''' || '''What it does''' || || || permission || Validates the Hadoop FS Plugin adherence to Permissions || || || slive || [[https://issues.apache.org/jira/browse/HDFS-708 | Slive is a stress test for the Hadoop FS ]] || - || || loadGenerator || TBD || + || || loadGenerator || A load testing tool for testing Hadoop FS behavior under different mixes of read, write and list requests || || x || ftp || Validates the Hadoop FS Plugin for an FTP Server || - || x || kfs || Validates the Hadoop FS Plugin for the Kosmos FS. Now defunct due to [[https://wiki.apache.org/hadoop/HCFS | Quantcast FS Implementation]] || + || x || kfs || Validates the Hadoop FS Plugin for the Kosmos FS. Now defunct due to the [[https://wiki.apache.org/hadoop/HCFS | Quantcast FS Plugin]] || || x || s3 || Validates the Hadoop FS Plugin for the Amazon S3 Object Store || - || x || s3native || TBD || + || x || s3native || Pseudo S3 Implementation to allow testing of the Hadoop FS Plugin for S3 without connecting to Amazon S3 ||
[Hadoop Wiki] Update of HCFS/FileSystem-1.0-Tests by SteveWatt
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The HCFS/FileSystem-1.0-Tests page has been changed by SteveWatt: https://wiki.apache.org/hadoop/HCFS/FileSystem-1.0-Tests?action=diffrev1=3rev2=4 - Initial Analysis of Hadoop FileSystem 1.0 Tests by Steve Watt. Intended for review by HFCS working group. + Initial Analysis of Hadoop FileSystem 1.0 Tests by the HFCS working group. ''The term Impl Test used below is intended to assert that the test validates a single particular Hadoop FileSystem Implementation and should not belong with a Hadoop FS Test Library that focuses on any FileSystem Plugins ability to implement the Hadoop FileSystem contract.''
[Hadoop Wiki] Trivial Update of HCFS/FileSystem-1.0-Tests by SteveWatt
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The HCFS/FileSystem-1.0-Tests page has been changed by SteveWatt: https://wiki.apache.org/hadoop/HCFS/FileSystem-1.0-Tests?action=diffrev1=4rev2=5 || || TestFileSystem.java || Validates Reads, Seeks and Writes via a M/R Job. Needs to be disambiguated from DFSCIOTest and TestDFSIO || || || FileSystemContractBaseTest.java || Validates FS Impl adherence to FS Contract || || || FileSystemTestHelper.java || Helper/Utility Class for FS Testing || - || || TestFsShellReturnCode.java || Validates that Hadopp FS chmod, chown, chgrp commands work correctly || + || || TestFsShellReturnCode.java || Validates that Hadoop FS chmod, chown, chgrp commands work correctly || || || TestPath.java || I think this is a Helper class for testing Paths. Seems to be a mix of local and (perhaps) FS Tests || || || TestGetFileBlockLocations.java || Validates the ability to determine Block/File Locations || || || TestTrash.java || Validates FS support of Trash Operations ||
[Hadoop Wiki] Update of ContributorsGroup by SteveLoughran
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The ContributorsGroup page has been changed by SteveLoughran: https://wiki.apache.org/hadoop/ContributorsGroup?action=diffrev1=58rev2=59 Comment: add IvanMitic * inewsgr * isabel * IsabelDrost + * IvanMitic * JacobRideout * JaesunHan * jamesmiller
[Hadoop Wiki] Update of ContributorsGroup by SteveLoughran
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The ContributorsGroup page has been changed by SteveLoughran: https://wiki.apache.org/hadoop/ContributorsGroup?action=diffrev1=59rev2=60 * SteveWatt * StuHood * sureshms + * SureshSrinivas * szetszwo * TedDargis * TedDunning
[Hadoop Wiki] Update of AdminGroup by SteveLoughran
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The AdminGroup page has been changed by SteveLoughran: https://wiki.apache.org/hadoop/AdminGroup?action=diffrev1=13rev2=14 Comment: add SureshSrinivas. * SebastianBazley * stack * SteveLoughran + * SureshSrinivas * ThomasGraves * ToddLipcon * TomWhite
svn commit: r1490102 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/util/Shell.java
Author: acmurthy
Date: Thu Jun 6 01:19:52 2013
New Revision: 1490102
URL: http://svn.apache.org/r1490102
Log:
Merge -c 1485842 from trunk to branch-2 to fix HADOOP-9593 stack trace printed
at ERROR for all yarn clients without hadoop.home set. Contributed by Steve
Lougran.
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1490102r1=1490101r2=1490102view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
Thu Jun 6 01:19:52 2013
@@ -236,6 +236,9 @@ Release 2.1.0-beta - UNRELEASED
HADOOP-9481. Broken conditional logic with HADOOP_SNAPPY_LIBRARY. (Vadim
Bondarev via atm)
+HADOOP-9593. stack trace printed at ERROR for all yarn clients without
+hadoop.home set (stevel)
+
BREAKDOWN OF HADOOP-8562 SUBTASKS AND RELATED JIRAS
HADOOP-8924. Hadoop Common creating package-info.java must not depend on
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java?rev=1490102r1=1490101r2=1490102view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java
Thu Jun 6 01:19:52 2013
@@ -227,8 +227,10 @@ abstract public class Shell {
home = homedir.getCanonicalPath();
} catch (IOException ioe) {
- LOG.error(Failed to detect a valid hadoop home directory, ioe);
- home = null;
+ if (LOG.isDebugEnabled()) {
+LOG.debug(Failed to detect a valid hadoop home directory, ioe);
+ }
+ home = null;
}
return home;
@@ -305,10 +307,13 @@ abstract public class Shell {
shexec = new ShellCommandExecutor(args);
shexec.execute();
} catch (IOException ioe) {
- LOG.warn(setsid is not available on this machine. So not using it.);
+ LOG.debug(setsid is not available on this machine. So not using it.);
setsidSupported = false;
} finally { // handle the exit code
- LOG.info(setsid exited with exit code + shexec.getExitCode());
+ if (LOG.isDebugEnabled()) {
+LOG.debug(setsid exited with exit code
+ + (shexec != null ? shexec.getExitCode() : (null
executor)));
+ }
}
return setsidSupported;
}
svn commit: r1490104 - in /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/util/Shell.java
Author: acmurthy
Date: Thu Jun 6 01:20:47 2013
New Revision: 1490104
URL: http://svn.apache.org/r1490104
Log:
Merge -c 1485842 from trunk to branch-2.1-beta to fix HADOOP-9593 stack trace
printed at ERROR for all yarn clients without hadoop.home set. Contributed by
Steve Lougran.
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1490104r1=1490103r2=1490104view=diff
==
---
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
Thu Jun 6 01:20:47 2013
@@ -212,6 +212,9 @@ Release 2.1.0-beta - UNRELEASED
HADOOP-9481. Broken conditional logic with HADOOP_SNAPPY_LIBRARY. (Vadim
Bondarev via atm)
+HADOOP-9593. stack trace printed at ERROR for all yarn clients without
+hadoop.home set (stevel)
+
BREAKDOWN OF HADOOP-8562 SUBTASKS AND RELATED JIRAS
HADOOP-8924. Hadoop Common creating package-info.java must not depend on
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java?rev=1490104r1=1490103r2=1490104view=diff
==
---
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java
(original)
+++
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/Shell.java
Thu Jun 6 01:20:47 2013
@@ -227,8 +227,10 @@ abstract public class Shell {
home = homedir.getCanonicalPath();
} catch (IOException ioe) {
- LOG.error(Failed to detect a valid hadoop home directory, ioe);
- home = null;
+ if (LOG.isDebugEnabled()) {
+LOG.debug(Failed to detect a valid hadoop home directory, ioe);
+ }
+ home = null;
}
return home;
@@ -305,10 +307,13 @@ abstract public class Shell {
shexec = new ShellCommandExecutor(args);
shexec.execute();
} catch (IOException ioe) {
- LOG.warn(setsid is not available on this machine. So not using it.);
+ LOG.debug(setsid is not available on this machine. So not using it.);
setsidSupported = false;
} finally { // handle the exit code
- LOG.info(setsid exited with exit code + shexec.getExitCode());
+ if (LOG.isDebugEnabled()) {
+LOG.debug(setsid exited with exit code
+ + (shexec != null ? shexec.getExitCode() : (null
executor)));
+ }
}
return setsidSupported;
}
svn commit: r1490105 - /hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
Author: acmurthy Date: Thu Jun 6 01:21:53 2013 New Revision: 1490105 URL: http://svn.apache.org/r1490105 Log: HADOOP-9593. Changing CHANGES.txt to reflect merge to branch-2.1-beta. Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1490105r1=1490104r2=1490105view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu Jun 6 01:21:53 2013 @@ -344,10 +344,7 @@ Trunk (Unreleased) HADOOP-9433 TestLocalFileSystem#testHasFileDescriptor leaks file handle (Chris Nauroth via sanjay) -HADOOP-9593. stack trace printed at ERROR for all yarn clients without -hadoop.home set (stevel) - -OPTIMIZATIONS + OPTIMIZATIONS HADOOP-7761. Improve the performance of raw comparisons. (todd) @@ -565,6 +562,9 @@ Release 2.1.0-beta - UNRELEASED HADOOP-9481. Broken conditional logic with HADOOP_SNAPPY_LIBRARY. (Vadim Bondarev via atm) +HADOOP-9593. stack trace printed at ERROR for all yarn clients without +hadoop.home set (stevel) + BREAKDOWN OF HADOOP-8562 SUBTASKS AND RELATED JIRAS HADOOP-8924. Hadoop Common creating package-info.java must not depend on
[Hadoop Wiki] Update of HCFS/Progress by SteveWatt
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The HCFS/Progress page has been changed by SteveWatt: https://wiki.apache.org/hadoop/HCFS/Progress?action=diffrev1=5rev2=6 + '''Proposal for organizing the work''' + + If our eventual goal is to create a test suite that comprehensively vets compatibility of a given Hadoop FileSystem implementation, then I think we need to define what comprehensive means. We should also decide on whether to + + My proposal is to organize the work into the following activities: + + * An audit of the Hadoop FileSystem 1.0 Test Coverage - [[https://wiki.apache.org/hadoop/HCFS/FileSystem-1.0-Tests | I have already created a first pass at this]] + + * An audit of the Hadoop FileSystem 2.0 Test Coverage + + * A document codifying the expected semantics/behavior of the FileSystem 2.0 Operations - [[ https://issues.apache.org/jira/browse/HADOOP-9371 | Steve Loughran has started this already]] + + * A gap analysis that examines the FileSystem 2.0 Class, the expected behavior of the Operations and the respective Test Coverage available. + + * Create tests to fill in the gaps + + + ''Work thus far'' + June 4th Created a [[https://github.com/wattsteve/HCFS/blob/master/jdiff/Report.txt | diff report]] contrasting Hadoop FileSystem 1.0 and 2.0
[Hadoop Wiki] Update of HCFS/Progress by SteveWatt
Dear Wiki user, You have subscribed to a wiki page or wiki category on Hadoop Wiki for change notification. The HCFS/Progress page has been changed by SteveWatt: https://wiki.apache.org/hadoop/HCFS/Progress?action=diffrev1=6rev2=7 '''Proposal for organizing the work''' - If our eventual goal is to create a test suite that comprehensively vets compatibility of a given Hadoop FileSystem implementation, then I think we need to define what comprehensive means. We should also decide on whether to + If our eventual goal is to create a test suite that comprehensively vets adherence of a given Hadoop FileSystem implementation to the FileSystem contract and the expected behavior of its operations, then I think we need to define what comprehensive means. We should also decide on whether these tests are going to be against the FileSystem 1.0 or 2.0 interface. My proposal is to organize the work into the following activities:
svn commit: r1490115 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: ./ src/main/java/org/apache/hadoop/fs/ src/main/java/org/apache/hadoop/fs/local/ src/main/java/org/apach
Author: suresh
Date: Thu Jun 6 03:29:43 2013
New Revision: 1490115
URL: http://svn.apache.org/r1490115
Log:
HADOOP-8957. Merge r1420965 from trunk
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/AbstractFileSystem.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFs.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/local/RawLocalFs.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ChRootedFs.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFileSystem.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFs.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/viewfs/TestChRootedFs.java
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1490115r1=1490114r2=1490115view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
Thu Jun 6 03:29:43 2013
@@ -239,6 +239,9 @@ Release 2.1.0-beta - UNRELEASED
HADOOP-9593. stack trace printed at ERROR for all yarn clients without
hadoop.home set (stevel)
+HADOOP-8957 AbstractFileSystem#IsValidName should be overridden for
+embedded file systems like ViewFs (Chris Nauroth via Sanjay Radia)
+
BREAKDOWN OF HADOOP-8562 SUBTASKS AND RELATED JIRAS
HADOOP-8924. Hadoop Common creating package-info.java must not depend on
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/AbstractFileSystem.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/AbstractFileSystem.java?rev=1490115r1=1490114r2=1490115view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/AbstractFileSystem.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/AbstractFileSystem.java
Thu Jun 6 03:29:43 2013
@@ -85,14 +85,20 @@ public abstract class AbstractFileSystem
}
/**
- * Prohibits names which contain a ., .., : or /
+ * Returns true if the specified string is considered valid in the path part
+ * of a URI by this file system. The default implementation enforces the
rules
+ * of HDFS, but subclasses may override this method to implement specific
+ * validation rules for specific file systems.
+ *
+ * @param src String source filename to check, path part of the URI
+ * @return boolean true if the specified string is considered valid
*/
- private static boolean isValidName(String src) {
-// Check for .. . : /
+ public boolean isValidName(String src) {
+// Prohibit .. . and anything containing :
StringTokenizer tokens = new StringTokenizer(src, Path.SEPARATOR);
while(tokens.hasMoreTokens()) {
String element = tokens.nextToken();
- if (element.equals(target/generated-sources) ||
+ if (element.equals(..) ||
element.equals(.) ||
(element.indexOf(:) = 0)) {
return false;
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFs.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFs.java?rev=1490115r1=1490114r2=1490115view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFs.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFs.java
Thu Jun 6 03:29:43 2013
@@ -278,4 +278,9 @@ public abstract class FilterFs extends A
public ListToken? getDelegationTokens(String renewer) throws IOException
{
return myFs.getDelegationTokens(renewer);
}
+
+ @Override
+ public boolean isValidName(String src) {
+return myFs.isValidName(src);
+ }
}
Modified:
