svn commit: r1509569 - in /hadoop/common/branches/branch-1: CHANGES.txt src/hdfs/org/apache/hadoop/hdfs/LeaseRenewer.java

2013-08-02 Thread szetszwo
Author: szetszwo
Date: Fri Aug  2 07:18:36 2013
New Revision: 1509569

URL: http://svn.apache.org/r1509569
Log:
HDFS-5028. LeaseRenewer throws ConcurrentModificationException when timeout.  
Contributed by zhaoyunjiong

Modified:
hadoop/common/branches/branch-1/CHANGES.txt

hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/LeaseRenewer.java

Modified: hadoop/common/branches/branch-1/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1509569r1=1509568r2=1509569view=diff
==
--- hadoop/common/branches/branch-1/CHANGES.txt (original)
+++ hadoop/common/branches/branch-1/CHANGES.txt Fri Aug  2 07:18:36 2013
@@ -114,6 +114,9 @@ Release 1.3.0 - unreleased
 HADOOP-9801. Configuration#writeXml uses platform defaulting encoding, 
which
 may mishandle multi-byte characters. (cnauroth)
 
+HDFS-5028. LeaseRenewer throws ConcurrentModificationException when 
timeout.
+(zhaoyunjiong via szetszwo)
+
 Release 1.2.1 - 2013.07.06
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/LeaseRenewer.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/LeaseRenewer.java?rev=1509569r1=1509568r2=1509569view=diff
==
--- 
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/LeaseRenewer.java
 (original)
+++ 
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/LeaseRenewer.java
 Fri Aug  2 07:18:36 2013
@@ -403,8 +403,8 @@ class LeaseRenewer {
   LOG.warn(Failed to renew lease for  + clientsString() +  for 
   + (getRenewalTime()/1000) +  seconds.  Aborting ..., ie);
   synchronized (this) {
-for(DFSClient c : dfsclients) {
-  c.abort();
+while (!dfsclients.isEmpty()) {
+  dfsclients.get(0).abort();
 }
   }
   break;




svn commit: r1509796 - in /hadoop/common/site/main: author/src/documentation/content/xdocs/bylaws.xml publish/bylaws.html publish/bylaws.pdf publish/who.html publish/who.pdf

2013-08-02 Thread cdouglas
Author: cdouglas
Date: Fri Aug  2 18:08:02 2013
New Revision: 1509796

URL: http://svn.apache.org/r1509796
Log:
Change bylaws to add branch committers per http://s.apache.org/RHJ

Modified:
hadoop/common/site/main/author/src/documentation/content/xdocs/bylaws.xml
hadoop/common/site/main/publish/bylaws.html
hadoop/common/site/main/publish/bylaws.pdf
hadoop/common/site/main/publish/who.html
hadoop/common/site/main/publish/who.pdf

Modified: 
hadoop/common/site/main/author/src/documentation/content/xdocs/bylaws.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/site/main/author/src/documentation/content/xdocs/bylaws.xml?rev=1509796r1=1509795r2=1509796view=diff
==
--- hadoop/common/site/main/author/src/documentation/content/xdocs/bylaws.xml 
(original)
+++ hadoop/common/site/main/author/src/documentation/content/xdocs/bylaws.xml 
Fri Aug  2 18:08:02 2013
@@ -76,6 +76,13 @@
 commit access from the PMC. Such reinstatement is subject to
 consensus approval of active PMC members./p
 
+pSignificant, pervasive features are often developed in a speculative
+branch of the repository. The PMC may grant commit rights on the
+branch to its consistent contributors, while the initiative is active.
+Branch committers are responsible for shepherding their feature into
+an active release and do not cast binding votes or vetoes in the
+project./p
+
 pAll Apache committers are required to have a signed Contributor
 License Agreement (CLA) on file with the Apache Software
 Foundation. There is a a
@@ -220,6 +227,9 @@
  Consensus approval requires 3 binding +1 votes
  and no binding vetoes./li
 
+li strongLazy Consensus -/strong
+ Lazy consensus requires no -1 votes ('silence gives assent')./li
+
 li strongLazy Majority - /strong
  A lazy majority vote requires 3 binding +1
  votes and more binding +1 votes than -1 votes./li
@@ -279,6 +289,12 @@
 
 pLazy 2/3 majority of PMC members/p/li
 
+ li strongNew Branch Committer/strong
+
+pWhen a branch committer is proposed for the PMC/p
+
+pLazy consensus of active PMC members/p/li
+
  li strongNew Committer/strong
 
 pWhen a new committer is proposed for the project/p
@@ -291,6 +307,13 @@
 
 pConsensus approval of active PMC members/p/li
 
+ li strongBranch Committer Removal/strong
+
+pWhen removal of commit privileges is sought strongor/strong
+   when the branch is merged to the mainline/p
+
+pLazy 2/3 majority of active PMC members/p/li
+
  li strongCommitter Removal/strong
 
 pWhen removal of commit privileges is sought.  Note: Such

Modified: hadoop/common/site/main/publish/bylaws.html
URL: 
http://svn.apache.org/viewvc/hadoop/common/site/main/publish/bylaws.html?rev=1509796r1=1509795r2=1509796view=diff
==
--- hadoop/common/site/main/publish/bylaws.html (original)
+++ hadoop/common/site/main/publish/bylaws.html Fri Aug  2 18:08:02 2013
@@ -314,6 +314,14 @@ document.write(Last Published:  + docu
 consensus approval of active PMC members./p
 
 
+pSignificant, pervasive features are often developed in a speculative
+branch of the repository. The PMC may grant commit rights on the
+branch to its consistent contributors, while the initiative is active.
+Branch committers are responsible for shepherding their feature into
+an active release and do not cast binding votes or vetoes in the
+project./p
+
+
 pAll Apache committers are required to have a signed Contributor
 License Agreement (CLA) on file with the Apache Software
 Foundation. There is a a 
href=http://www.apache.org/dev/committers.html;Committer
@@ -409,7 +417,7 @@ document.write(Last Published:  + docu
 /div
 
 
-a name=N10090/aa name=Decision+Making/a
+a name=N10093/aa name=Decision+Making/a
 h2 class=h3Decision Making/h2
 div class=section
 pWithin the Hadoop project, different types of decisions require
@@ -503,6 +511,11 @@ document.write(Last Published:  + docu
 
 
 li 
+strongLazy Consensus -/strong
+ Lazy consensus requires no -1 votes ('silence gives assent')./li
+
+
+li 
 strongLazy Majority - /strong
  A lazy majority vote requires 3 binding +1
  votes and more binding +1 votes than -1 votes./li
@@ -593,6 +606,17 @@ document.write(Last Published:  + docu
 
  
 li 
+strongNew Branch Committer/strong
+
+
+pWhen a branch committer is proposed for the PMC/p
+
+
+pLazy consensus of active PMC members/p
+/li
+
+ 
+li 
 strongNew Committer/strong
 
 
@@ -615,6 +639,18 @@ 

svn commit: r1509874 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java

2013-08-02 Thread cmccabe
Author: cmccabe
Date: Fri Aug  2 21:42:38 2013
New Revision: 1509874

URL: http://svn.apache.org/r1509874
Log:
HADOOP-9761.  ViewFileSystem#rename fails when using DistributedFileSystem 
(Andrew Wang via Colin Patrick McCabe)

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1509874r1=1509873r2=1509874view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Fri Aug 
 2 21:42:38 2013
@@ -312,6 +312,9 @@ Release 2.3.0 - UNRELEASED
 HADOOP-9582. Non-existent file to hadoop fs -conf doesn't throw error
 (Ashwin Shankar via jlowe)
 
+HADOOP-9761.  ViewFileSystem#rename fails when using DistributedFileSystem.
+(Andrew Wang via Colin Patrick McCabe)
+
 Release 2.1.1-beta - UNRELEASED
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java?rev=1509874r1=1509873r2=1509874view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java
 Fri Aug  2 21:42:38 2013
@@ -73,7 +73,9 @@ public abstract class FileSystemLinkReso
 int count = 0;
 T in = null;
 Path p = path;
-FileSystem fs = FileSystem.getFSofPath(p, filesys.getConf());
+// Assumes path belongs to this FileSystem.
+// Callers validate this by passing paths through FileSystem#checkPath
+FileSystem fs = filesys;
 for (boolean isLink = true; isLink;) {
   try {
 in = doCall(p);




svn commit: r1509876 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java

2013-08-02 Thread cmccabe
Author: cmccabe
Date: Fri Aug  2 21:47:43 2013
New Revision: 1509876

URL: http://svn.apache.org/r1509876
Log:
HADOOP-9761.  ViewFileSystem#rename fails when using DistributedFileSystem 
(Andrew Wang via Colin Patrick McCabe)

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1509876r1=1509875r2=1509876view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Fri Aug  2 21:47:43 2013
@@ -39,6 +39,9 @@ Release 2.3.0 - UNRELEASED
 HADOOP-9806 PortmapInterface should check if the procedure is out-of-range
 (brandonli)
 
+HADOOP-9761.  ViewFileSystem#rename fails when using DistributedFileSystem.
+(Andrew Wang via Colin Patrick McCabe)
+
 Release 2.1.1-beta - UNRELEASED
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java?rev=1509876r1=1509875r2=1509876view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemLinkResolver.java
 Fri Aug  2 21:47:43 2013
@@ -73,7 +73,9 @@ public abstract class FileSystemLinkReso
 int count = 0;
 T in = null;
 Path p = path;
-FileSystem fs = FileSystem.getFSofPath(p, filesys.getConf());
+// Assumes path belongs to this FileSystem.
+// Callers validate this by passing paths through FileSystem#checkPath
+FileSystem fs = filesys;
 for (boolean isLink = true; isLink;) {
   try {
 in = doCall(p);




svn commit: r1509900 - /hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java

2013-08-02 Thread jlowe
Author: jlowe
Date: Fri Aug  2 22:51:34 2013
New Revision: 1509900

URL: http://svn.apache.org/r1509900
Log:
MAPREDUCE-5440. TestCopyCommitter Fails on JDK7. Contributed by Robert Parker

Modified:

hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java

Modified: 
hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java?rev=1509900r1=1509899r2=1509900view=diff
==
--- 
hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
 (original)
+++ 
hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
 Fri Aug  2 22:51:34 2013
@@ -169,6 +169,7 @@ public class TestCopyCommitter {
   Assert.fail(Preserve status failure);
 } finally {
   TestDistCpUtils.delete(fs, /tmp1);
+  conf.unset(DistCpConstants.CONF_LABEL_PRESERVE_STATUS);
 }
 
   }




svn commit: r1509901 - /hadoop/common/branches/branch-2/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java

2013-08-02 Thread jlowe
Author: jlowe
Date: Fri Aug  2 22:53:52 2013
New Revision: 1509901

URL: http://svn.apache.org/r1509901
Log:
svn merge -c 1509900 FIXES: MAPREDUCE-5440. TestCopyCommitter Fails on JDK7. 
Contributed by Robert Parker

Modified:

hadoop/common/branches/branch-2/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java

Modified: 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java?rev=1509901r1=1509900r2=1509901view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
 Fri Aug  2 22:53:52 2013
@@ -169,6 +169,7 @@ public class TestCopyCommitter {
   Assert.fail(Preserve status failure);
 } finally {
   TestDistCpUtils.delete(fs, /tmp1);
+  conf.unset(DistCpConstants.CONF_LABEL_PRESERVE_STATUS);
 }
 
   }




svn commit: r1509902 - /hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java

2013-08-02 Thread jlowe
Author: jlowe
Date: Fri Aug  2 22:54:26 2013
New Revision: 1509902

URL: http://svn.apache.org/r1509902
Log:
svn merge -c 1509900 FIXES: MAPREDUCE-5440. TestCopyCommitter Fails on JDK7. 
Contributed by Robert Parker

Modified:

hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java?rev=1509902r1=1509901r2=1509902view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
 Fri Aug  2 22:54:26 2013
@@ -169,6 +169,7 @@ public class TestCopyCommitter {
   Assert.fail(Preserve status failure);
 } finally {
   TestDistCpUtils.delete(fs, /tmp1);
+  conf.unset(DistCpConstants.CONF_LABEL_PRESERVE_STATUS);
 }
 
   }




svn commit: r1509903 - /hadoop/common/branches/branch-0.23/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java

2013-08-02 Thread jlowe
Author: jlowe
Date: Fri Aug  2 22:56:50 2013
New Revision: 1509903

URL: http://svn.apache.org/r1509903
Log:
svn merge -c 1509900 FIXES: MAPREDUCE-5440. TestCopyCommitter Fails on JDK7. 
Contributed by Robert Parker

Modified:

hadoop/common/branches/branch-0.23/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java

Modified: 
hadoop/common/branches/branch-0.23/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java?rev=1509903r1=1509902r2=1509903view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/mapred/TestCopyCommitter.java
 Fri Aug  2 22:56:50 2013
@@ -169,6 +169,7 @@ public class TestCopyCommitter {
   Assert.fail(Preserve status failure);
 } finally {
   TestDistCpUtils.delete(fs, /tmp1);
+  conf.unset(DistCpConstants.CONF_LABEL_PRESERVE_STATUS);
 }
 
   }