[Hadoop Wiki] Update of "ContributorsGroup" by SteveLoughran

2013-06-18 Thread Apache Wiki
Dear Wiki user,

You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change 
notification.

The "ContributorsGroup" page has been changed by SteveLoughran:
https://wiki.apache.org/hadoop/ContributorsGroup?action=diff&rev1=60&rev2=61

Comment:
add JayVyas

   * JanHoydahl
   * Jana Uhlig
   * JaredBrothers
+  * JayVyas
   * JeanDanielCryans
   * JeffHammerbacher
   * JeffMoszuti


svn commit: r1494303 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs: ChecksumFileSystem.java ChecksumFs.java FSOutputSummer.java

2013-06-18 Thread atm
Author: atm
Date: Tue Jun 18 21:05:16 2013
New Revision: 1494303

URL: http://svn.apache.org/r1494303
Log:
HDFS-4906. HDFS Output streams should not accept writes after being closed. 
Contributed by Aaron T. Myers.

Modified:

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java?rev=1494303&r1=1494302&r2=1494303&view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
 Tue Jun 18 21:05:16 2013
@@ -19,6 +19,7 @@
 package org.apache.hadoop.fs;
 
 import java.io.*;
+import java.nio.channels.ClosedChannelException;
 import java.util.Arrays;
 
 import org.apache.hadoop.classification.InterfaceAudience;
@@ -368,6 +369,7 @@ public abstract class ChecksumFileSystem
 private FSDataOutputStream datas;
 private FSDataOutputStream sums;
 private static final float CHKSUM_AS_FRACTION = 0.01f;
+private boolean isClosed = false;
 
 public ChecksumFSOutputSummer(ChecksumFileSystem fs, 
   Path file, 
@@ -391,9 +393,13 @@ public abstract class ChecksumFileSystem
 
 @Override
 public void close() throws IOException {
-  flushBuffer();
-  sums.close();
-  datas.close();
+  try {
+flushBuffer();
+sums.close();
+datas.close();
+  } finally {
+isClosed = true;
+  }
 }
 
 @Override
@@ -402,6 +408,13 @@ public abstract class ChecksumFileSystem
   datas.write(b, offset, len);
   sums.write(checksum);
 }
+
+@Override
+protected void checkClosed() throws IOException {
+  if (isClosed) {
+throw new ClosedChannelException();
+  }
+}
   }
 
   @Override

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java?rev=1494303&r1=1494302&r2=1494303&view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
 Tue Jun 18 21:05:16 2013
@@ -20,6 +20,7 @@ package org.apache.hadoop.fs;
 
 import java.io.*;
 import java.net.URISyntaxException;
+import java.nio.channels.ClosedChannelException;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.EnumSet;
@@ -325,6 +326,7 @@ public abstract class ChecksumFs extends
 private FSDataOutputStream datas;
 private FSDataOutputStream sums;
 private static final float CHKSUM_AS_FRACTION = 0.01f;
+private boolean isClosed = false;
 
 
 public ChecksumFSOutputSummer(final ChecksumFs fs, final Path file, 
@@ -356,9 +358,13 @@ public abstract class ChecksumFs extends
 
 @Override
 public void close() throws IOException {
-  flushBuffer();
-  sums.close();
-  datas.close();
+  try {
+flushBuffer();
+sums.close();
+datas.close();
+  } finally {
+isClosed = true;
+  }
 }
 
 @Override
@@ -367,6 +373,13 @@ public abstract class ChecksumFs extends
   datas.write(b, offset, len);
   sums.write(checksum);
 }
+
+@Override
+protected void checkClosed() throws IOException {
+  if (isClosed) {
+throw new ClosedChannelException();
+  }
+}
   }
 
   @Override

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java?rev=1494303&r1=1494302&r2=1494303&view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java
 Tue Ju

svn commit: r1494304 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs: ChecksumFileSystem.java ChecksumFs.java FSOutputSummer.java

2013-06-18 Thread atm
Author: atm
Date: Tue Jun 18 21:08:37 2013
New Revision: 1494304

URL: http://svn.apache.org/r1494304
Log:
HDFS-4906. HDFS Output streams should not accept writes after being closed. 
Contributed by Aaron T. Myers.

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java?rev=1494304&r1=1494303&r2=1494304&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
 Tue Jun 18 21:08:37 2013
@@ -19,6 +19,7 @@
 package org.apache.hadoop.fs;
 
 import java.io.*;
+import java.nio.channels.ClosedChannelException;
 import java.util.Arrays;
 
 import org.apache.hadoop.classification.InterfaceAudience;
@@ -368,6 +369,7 @@ public abstract class ChecksumFileSystem
 private FSDataOutputStream datas;
 private FSDataOutputStream sums;
 private static final float CHKSUM_AS_FRACTION = 0.01f;
+private boolean isClosed = false;
 
 public ChecksumFSOutputSummer(ChecksumFileSystem fs, 
   Path file, 
@@ -391,9 +393,13 @@ public abstract class ChecksumFileSystem
 
 @Override
 public void close() throws IOException {
-  flushBuffer();
-  sums.close();
-  datas.close();
+  try {
+flushBuffer();
+sums.close();
+datas.close();
+  } finally {
+isClosed = true;
+  }
 }
 
 @Override
@@ -402,6 +408,13 @@ public abstract class ChecksumFileSystem
   datas.write(b, offset, len);
   sums.write(checksum);
 }
+
+@Override
+protected void checkClosed() throws IOException {
+  if (isClosed) {
+throw new ClosedChannelException();
+  }
+}
   }
 
   @Override

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java?rev=1494304&r1=1494303&r2=1494304&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
 Tue Jun 18 21:08:37 2013
@@ -20,6 +20,7 @@ package org.apache.hadoop.fs;
 
 import java.io.*;
 import java.net.URISyntaxException;
+import java.nio.channels.ClosedChannelException;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.EnumSet;
@@ -325,6 +326,7 @@ public abstract class ChecksumFs extends
 private FSDataOutputStream datas;
 private FSDataOutputStream sums;
 private static final float CHKSUM_AS_FRACTION = 0.01f;
+private boolean isClosed = false;
 
 
 public ChecksumFSOutputSummer(final ChecksumFs fs, final Path file, 
@@ -356,9 +358,13 @@ public abstract class ChecksumFs extends
 
 @Override
 public void close() throws IOException {
-  flushBuffer();
-  sums.close();
-  datas.close();
+  try {
+flushBuffer();
+sums.close();
+datas.close();
+  } finally {
+isClosed = true;
+  }
 }
 
 @Override
@@ -367,6 +373,13 @@ public abstract class ChecksumFs extends
   datas.write(b, offset, len);
   sums.write(checksum);
 }
+
+@Override
+protected void checkClosed() throws IOException {
+  if (isClosed) {
+throw new ClosedChannelException();
+  }
+}
   }
 
   @Override

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java?rev=1494304&r1=1494303&r2=1494304&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apac

svn commit: r1494308 - in /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs: ChecksumFileSystem.java ChecksumFs.java FSOutputSummer.java

2013-06-18 Thread atm
Author: atm
Date: Tue Jun 18 21:12:22 2013
New Revision: 1494308

URL: http://svn.apache.org/r1494308
Log:
HDFS-4906. HDFS Output streams should not accept writes after being closed. 
Contributed by Aaron T. Myers.

Modified:

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java?rev=1494308&r1=1494307&r2=1494308&view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFileSystem.java
 Tue Jun 18 21:12:22 2013
@@ -19,6 +19,7 @@
 package org.apache.hadoop.fs;
 
 import java.io.*;
+import java.nio.channels.ClosedChannelException;
 import java.util.Arrays;
 
 import org.apache.hadoop.classification.InterfaceAudience;
@@ -368,6 +369,7 @@ public abstract class ChecksumFileSystem
 private FSDataOutputStream datas;
 private FSDataOutputStream sums;
 private static final float CHKSUM_AS_FRACTION = 0.01f;
+private boolean isClosed = false;
 
 public ChecksumFSOutputSummer(ChecksumFileSystem fs, 
   Path file, 
@@ -391,9 +393,13 @@ public abstract class ChecksumFileSystem
 
 @Override
 public void close() throws IOException {
-  flushBuffer();
-  sums.close();
-  datas.close();
+  try {
+flushBuffer();
+sums.close();
+datas.close();
+  } finally {
+isClosed = true;
+  }
 }
 
 @Override
@@ -402,6 +408,13 @@ public abstract class ChecksumFileSystem
   datas.write(b, offset, len);
   sums.write(checksum);
 }
+
+@Override
+protected void checkClosed() throws IOException {
+  if (isClosed) {
+throw new ClosedChannelException();
+  }
+}
   }
 
   @Override

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java?rev=1494308&r1=1494307&r2=1494308&view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java
 Tue Jun 18 21:12:22 2013
@@ -20,6 +20,7 @@ package org.apache.hadoop.fs;
 
 import java.io.*;
 import java.net.URISyntaxException;
+import java.nio.channels.ClosedChannelException;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.EnumSet;
@@ -325,6 +326,7 @@ public abstract class ChecksumFs extends
 private FSDataOutputStream datas;
 private FSDataOutputStream sums;
 private static final float CHKSUM_AS_FRACTION = 0.01f;
+private boolean isClosed = false;
 
 
 public ChecksumFSOutputSummer(final ChecksumFs fs, final Path file, 
@@ -356,9 +358,13 @@ public abstract class ChecksumFs extends
 
 @Override
 public void close() throws IOException {
-  flushBuffer();
-  sums.close();
-  datas.close();
+  try {
+flushBuffer();
+sums.close();
+datas.close();
+  } finally {
+isClosed = true;
+  }
 }
 
 @Override
@@ -367,6 +373,13 @@ public abstract class ChecksumFs extends
   datas.write(b, offset, len);
   sums.write(checksum);
 }
+
+@Override
+protected void checkClosed() throws IOException {
+  if (isClosed) {
+throw new ClosedChannelException();
+  }
+}
   }
 
   @Override

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FSOutputSummer.java?rev=1494308&r1=1494307&r2=1494308&view=diff
==
--- 

svn commit: r1494331 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/conf/Configuration.java src/main/java/org/apache/hadoop/fs/FsShell.java

2013-06-18 Thread jlowe
Author: jlowe
Date: Tue Jun 18 21:56:25 2013
New Revision: 1494331

URL: http://svn.apache.org/r1494331
Log:
HADOOP-9582. Non-existent file to "hadoop fs -conf" doesn't throw error. 
Contributed by Ashwin Shankar

Added:

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494331&r1=1494330&r2=1494331&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Tue Jun 
18 21:56:25 2013
@@ -354,6 +354,33 @@ Trunk (Unreleased)
 HADOOP-9190. packaging docs is broken. (Andy Isaacson via atm)
 
 
+Release 2.3.0 - UNRELEASED
+
+  INCOMPATIBLE CHANGES
+
+  NEW FEATURES
+
+  IMPROVEMENTS
+
+  OPTIMIZATIONS
+
+  BUG FIXES
+
+HADOOP-9582. Non-existent file to "hadoop fs -conf" doesn't throw error
+(Ashwin Shankar via jlowe)
+
+Release 2.2.0 - UNRELEASED
+
+  INCOMPATIBLE CHANGES
+
+  NEW FEATURES
+
+  IMPROVEMENTS
+
+  OPTIMIZATIONS
+
+  BUG FIXES
+
 Release 2.1.0-beta - UNRELEASED
 
   INCOMPATIBLE CHANGES
@@ -1804,6 +1831,12 @@ Release 0.23.9 - UNRELEASED
 
   BUG FIXES
 
+HADOOP-9581. hadoop --config non-existent directory should result in error
+(Ashwin Shankar via jlowe)
+
+HADOOP-9582. Non-existent file to "hadoop fs -conf" doesn't throw error
+(Ashwin Shankar via jlowe)
+
 Release 0.23.8 - 2013-06-05
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java?rev=1494331&r1=1494330&r2=1494331&view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
 Tue Jun 18 21:56:25 2013
@@ -1970,7 +1970,7 @@ public class Configuration implements It
   private Document parse(DocumentBuilder builder, URL url)
   throws IOException, SAXException {
 if (!quietmode) {
-  LOG.info("parsing URL " + url);
+  LOG.debug("parsing URL " + url);
 }
 if (url == null) {
   return null;
@@ -1981,7 +1981,7 @@ public class Configuration implements It
   private Document parse(DocumentBuilder builder, InputStream is,
   String systemId) throws IOException, SAXException {
 if (!quietmode) {
-  LOG.info("parsing input stream " + is);
+  LOG.debug("parsing input stream " + is);
 }
 if (is == null) {
   return null;
@@ -2054,7 +2054,7 @@ public class Configuration implements It
   .getAbsoluteFile();
 if (file.exists()) {
   if (!quiet) {
-LOG.info("parsing File " + file);
+LOG.debug("parsing File " + file);
   }
   doc = parse(builder, new BufferedInputStream(
   new FileInputStream(file)), ((Path)resource).toString());

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java?rev=1494331&r1=1494330&r2=1494331&view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
 Tue Jun 18 21:56:25 2013
@@ -300,6 +300,9 @@ public class FsShell extends Configured 
*/
   public static void main(String argv[]) throws Exception {
 FsShell shell = newShellInstance();
+Configuration conf = new Configuration();
+conf.setQuietMode(false);
+shell.setConf(conf);
 int res;
 try {
   res = ToolRunner.run(shell, argv);

Added: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java?rev=1494331&view=auto
===

svn commit: r1494336 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: ./ src/main/java/org/apache/hadoop/conf/ src/main/java/org/apache/hadoop/fs/ src/test/java/org/apache/ha

2013-06-18 Thread jlowe
Author: jlowe
Date: Tue Jun 18 22:04:41 2013
New Revision: 1494336

URL: http://svn.apache.org/r1494336
Log:
svn merge -c 1494331 FIXES: HADOOP-9582. Non-existent file to "hadoop fs -conf" 
doesn't throw error. Contributed by Ashwin Shankar

Added:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java
  - copied unchanged from r1494331, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java
Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494336&r1=1494335&r2=1494336&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Tue Jun 18 22:04:41 2013
@@ -12,6 +12,9 @@ Release 2.3.0 - UNRELEASED
 
   BUG FIXES
 
+HADOOP-9582. Non-existent file to "hadoop fs -conf" doesn't throw error
+(Ashwin Shankar via jlowe)
+
 Release 2.2.0 - UNRELEASED
 
   INCOMPATIBLE CHANGES
@@ -1504,6 +1507,12 @@ Release 0.23.9 - UNRELEASED
 
   BUG FIXES
 
+HADOOP-9581. hadoop --config non-existent directory should result in error
+(Ashwin Shankar via jlowe)
+
+HADOOP-9582. Non-existent file to "hadoop fs -conf" doesn't throw error
+(Ashwin Shankar via jlowe)
+
 Release 0.23.8 - 2013-06-05
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java?rev=1494336&r1=1494335&r2=1494336&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
 Tue Jun 18 22:04:41 2013
@@ -1874,7 +1874,7 @@ public class Configuration implements It
   private Document parse(DocumentBuilder builder, URL url)
   throws IOException, SAXException {
 if (!quietmode) {
-  LOG.info("parsing URL " + url);
+  LOG.debug("parsing URL " + url);
 }
 if (url == null) {
   return null;
@@ -1885,7 +1885,7 @@ public class Configuration implements It
   private Document parse(DocumentBuilder builder, InputStream is,
   String systemId) throws IOException, SAXException {
 if (!quietmode) {
-  LOG.info("parsing input stream " + is);
+  LOG.debug("parsing input stream " + is);
 }
 if (is == null) {
   return null;
@@ -1958,7 +1958,7 @@ public class Configuration implements It
   .getAbsoluteFile();
 if (file.exists()) {
   if (!quiet) {
-LOG.info("parsing File " + file);
+LOG.debug("parsing File " + file);
   }
   doc = parse(builder, new BufferedInputStream(
   new FileInputStream(file)), ((Path)resource).toString());

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java?rev=1494336&r1=1494335&r2=1494336&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
 Tue Jun 18 22:04:41 2013
@@ -300,6 +300,9 @@ public class FsShell extends Configured 
*/
   public static void main(String argv[]) throws Exception {
 FsShell shell = newShellInstance();
+Configuration conf = new Configuration();
+conf.setQuietMode(false);
+shell.setConf(conf);
 int res;
 try {
   res = ToolRunner.run(shell, argv);




svn commit: r1494338 - in /hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common: ./ src/main/java/org/apache/hadoop/conf/ src/main/java/org/apache/hadoop/fs/ src/test/java/org/apache

2013-06-18 Thread jlowe
Author: jlowe
Date: Tue Jun 18 22:12:11 2013
New Revision: 1494338

URL: http://svn.apache.org/r1494338
Log:
HADOOP-9582. Non-existent file to "hadoop fs -conf" doesn't throw error. 
Contributed by Ashwin Shankar

Added:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java
Modified:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494338&r1=1494337&r2=1494338&view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 Tue Jun 18 22:12:11 2013
@@ -15,6 +15,9 @@ Release 0.23.9 - UNRELEASED
 HADOOP-9581. hadoop --config non-existent directory should result in error
 (Ashwin Shankar via jlowe)
 
+HADOOP-9582. Non-existent file to "hadoop fs -conf" doesn't throw error
+(Ashwin Shankar via jlowe)
+
 Release 0.23.8 - 2013-06-05
   
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java?rev=1494338&r1=1494337&r2=1494338&view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
 Tue Jun 18 22:12:11 2013
@@ -1844,7 +1844,7 @@ public class Configuration implements It
 URL url = (URL)resource;
 if (url != null) {
   if (!quiet) {
-LOG.info("parsing " + url);
+LOG.debug("parsing " + url);
   }
   doc = builder.parse(url.toString());
 }
@@ -1852,7 +1852,7 @@ public class Configuration implements It
 URL url = getResource((String)resource);
 if (url != null) {
   if (!quiet) {
-LOG.info("parsing " + url);
+LOG.debug("parsing " + url);
   }
   doc = builder.parse(url.toString());
 }
@@ -1863,7 +1863,7 @@ public class Configuration implements It
   .getAbsoluteFile();
 if (file.exists()) {
   if (!quiet) {
-LOG.info("parsing " + file);
+LOG.debug("parsing " + file);
   }
   InputStream in = new BufferedInputStream(new FileInputStream(file));
   try {

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java?rev=1494338&r1=1494337&r2=1494338&view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java
 Tue Jun 18 22:12:11 2013
@@ -299,6 +299,9 @@ public class FsShell extends Configured 
*/
   public static void main(String argv[]) throws Exception {
 FsShell shell = newShellInstance();
+Configuration conf = new Configuration();
+conf.setQuietMode(false);
+shell.setConf(conf);
 int res;
 try {
   res = ToolRunner.run(shell, argv);

Added: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java?rev=1494338&view=auto
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java
 (added)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFsShell.java
 Tue Jun 18 22:12:11 2013
@

svn commit: r1494341 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: ./ src/main/java/org/apache/hadoop/io/nativeio/ src/main/native/src/org/apache/hadoop/io/nativeio/ src/main/winutils

2013-06-18 Thread cnauroth
Author: cnauroth
Date: Tue Jun 18 22:15:26 2013
New Revision: 1494341

URL: http://svn.apache.org/r1494341
Log:
HADOOP-9637. Adding Native Fstat for Windows as needed by YARN. Contributed by 
Chuan Liu.

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/io/nativeio/NativeIO.c

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/winutils/chmod.c

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/winutils/chown.c

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/winutils/include/winutils.h

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/winutils/libwinutils.c

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/winutils/ls.c

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/nativeio/TestNativeIO.java

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494341&r1=1494340&r2=1494341&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Tue Jun 
18 22:15:26 2013
@@ -809,6 +809,9 @@ Release 2.1.0-beta - UNRELEASED
 HADOOP-9599. hadoop-config.cmd doesn't set JAVA_LIBRARY_PATH correctly.
 (Mostafa Elhemali via ivanmi)
 
+HADOOP-9637. Adding Native Fstat for Windows as needed by YARN. (Chuan Liu
+via cnauroth)
+
 Release 2.0.5-alpha - 06/06/2013
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java?rev=1494341&r1=1494340&r2=1494341&view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
 Tue Jun 18 22:15:26 2013
@@ -247,7 +247,21 @@ public class NativeIO {
 this.groupId = groupId;
 this.mode = mode;
   }
-
+  
+  Stat(String owner, String group, int mode) {
+if (!Shell.WINDOWS) {
+  this.owner = owner;
+} else {
+  this.owner = stripDomain(owner);
+}
+if (!Shell.WINDOWS) {
+  this.group = group;
+} else {
+  this.group = stripDomain(group);
+}
+this.mode = mode;
+  }
+  
   @Override
   public String toString() {
 return "Stat(owner='" + owner + "', group='" + group + "'" +
@@ -273,9 +287,25 @@ public class NativeIO {
  * @throws IOException thrown if there was an IO error while obtaining the 
file stat.
  */
 public static Stat getFstat(FileDescriptor fd) throws IOException {
-  Stat stat = fstat(fd);
-  stat.owner = getName(IdCache.USER, stat.ownerId);
-  stat.group = getName(IdCache.GROUP, stat.groupId);
+  Stat stat = null;
+  if (!Shell.WINDOWS) {
+stat = fstat(fd); 
+stat.owner = getName(IdCache.USER, stat.ownerId);
+stat.group = getName(IdCache.GROUP, stat.groupId);
+  } else {
+try {
+  stat = fstat(fd);
+} catch (NativeIOException nioe) {
+  if (nioe.getErrorCode() == 6) {
+throw new NativeIOException("The handle is invalid.",
+Errno.EBADF);
+  } else {
+LOG.warn(String.format("NativeIO.getFstat error (%d): %s",
+nioe.getErrorCode(), nioe.getMessage()));
+throw new NativeIOException("Unknown error", Errno.UNKNOWN);
+  }
+}
+  }
   return stat;
 }
 
@@ -448,14 +478,27 @@ public class NativeIO {
   new ConcurrentHashMap();
   private static long cacheTimeout;
   private static boolean initialized = false;
+  
+  /**
+   * The Windows logon name has two part, NetBIOS domain name and
+   * user account name, of the format DOMAIN\UserName. This method
+   * will remove the domain part of the full logon name.
+   *
+   * @param the full principal name containing the domain
+   * @return name with domain removed
+   */
+  private static String stripDomain(String name) {
+int i = name.indexOf('\\');
+if (i != -1)
+  name = name.substring(i + 1);
+return name;
+  }
 
   public static String getOwner(FileDescriptor fd) throws IOE

svn commit: r1494344 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: ./ src/main/java/org/apache/hadoop/io/nativeio/ src/main/native/src/org/apache/hadoop/io/nativeio/ src/m

2013-06-18 Thread cnauroth
Author: cnauroth
Date: Tue Jun 18 22:19:51 2013
New Revision: 1494344

URL: http://svn.apache.org/r1494344
Log:
HADOOP-9637. Merging change r1494341 from trunk to branch-2.

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/io/nativeio/NativeIO.c

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/winutils/chmod.c

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/winutils/chown.c

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/winutils/include/winutils.h

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/winutils/libwinutils.c

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/winutils/ls.c

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/nativeio/TestNativeIO.java

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494344&r1=1494343&r2=1494344&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Tue Jun 18 22:19:51 2013
@@ -463,6 +463,9 @@ Release 2.0.5-beta - UNRELEASED
 HADOOP-9599. hadoop-config.cmd doesn't set JAVA_LIBRARY_PATH correctly.
 (Mostafa Elhemali via ivanmi)
 
+HADOOP-9637. Adding Native Fstat for Windows as needed by YARN. (Chuan Liu
+via cnauroth)
+
 Release 2.0.5-alpha - 06/06/2013
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java?rev=1494344&r1=1494343&r2=1494344&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
 Tue Jun 18 22:19:51 2013
@@ -247,7 +247,21 @@ public class NativeIO {
 this.groupId = groupId;
 this.mode = mode;
   }
-
+  
+  Stat(String owner, String group, int mode) {
+if (!Shell.WINDOWS) {
+  this.owner = owner;
+} else {
+  this.owner = stripDomain(owner);
+}
+if (!Shell.WINDOWS) {
+  this.group = group;
+} else {
+  this.group = stripDomain(group);
+}
+this.mode = mode;
+  }
+  
   @Override
   public String toString() {
 return "Stat(owner='" + owner + "', group='" + group + "'" +
@@ -273,9 +287,25 @@ public class NativeIO {
  * @throws IOException thrown if there was an IO error while obtaining the 
file stat.
  */
 public static Stat getFstat(FileDescriptor fd) throws IOException {
-  Stat stat = fstat(fd);
-  stat.owner = getName(IdCache.USER, stat.ownerId);
-  stat.group = getName(IdCache.GROUP, stat.groupId);
+  Stat stat = null;
+  if (!Shell.WINDOWS) {
+stat = fstat(fd); 
+stat.owner = getName(IdCache.USER, stat.ownerId);
+stat.group = getName(IdCache.GROUP, stat.groupId);
+  } else {
+try {
+  stat = fstat(fd);
+} catch (NativeIOException nioe) {
+  if (nioe.getErrorCode() == 6) {
+throw new NativeIOException("The handle is invalid.",
+Errno.EBADF);
+  } else {
+LOG.warn(String.format("NativeIO.getFstat error (%d): %s",
+nioe.getErrorCode(), nioe.getMessage()));
+throw new NativeIOException("Unknown error", Errno.UNKNOWN);
+  }
+}
+  }
   return stat;
 }
 
@@ -448,14 +478,27 @@ public class NativeIO {
   new ConcurrentHashMap();
   private static long cacheTimeout;
   private static boolean initialized = false;
+  
+  /**
+   * The Windows logon name has two part, NetBIOS domain name and
+   * user account name, of the format DOMAIN\UserName. This method
+   * will remove the domain part of the full logon name.
+   *
+   * @param the full principal name containing the domain
+   * @return name with domain removed
+   */
+  private static String stripDomain(String name)

svn commit: r1494346 - in /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common: ./ src/main/java/org/apache/hadoop/io/nativeio/ src/main/native/src/org/apache/hadoop/io/nativeio

2013-06-18 Thread cnauroth
Author: cnauroth
Date: Tue Jun 18 22:26:29 2013
New Revision: 1494346

URL: http://svn.apache.org/r1494346
Log:
HADOOP-9637. Merging change r1494344 from branch-2 to branch-2.1-beta.

Modified:

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/io/nativeio/NativeIO.c

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/winutils/chmod.c

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/winutils/chown.c

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/winutils/include/winutils.h

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/winutils/libwinutils.c

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/winutils/ls.c

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/nativeio/TestNativeIO.java

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494346&r1=1494345&r2=1494346&view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
 Tue Jun 18 22:26:29 2013
@@ -436,6 +436,9 @@ Release 2.0.5-beta - UNRELEASED
 HADOOP-9599. hadoop-config.cmd doesn't set JAVA_LIBRARY_PATH correctly.
 (Mostafa Elhemali via ivanmi)
 
+HADOOP-9637. Adding Native Fstat for Windows as needed by YARN. (Chuan Liu
+via cnauroth)
+
 Release 2.0.5-alpha - 06/06/2013
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java?rev=1494346&r1=1494345&r2=1494346&view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/nativeio/NativeIO.java
 Tue Jun 18 22:26:29 2013
@@ -247,7 +247,21 @@ public class NativeIO {
 this.groupId = groupId;
 this.mode = mode;
   }
-
+  
+  Stat(String owner, String group, int mode) {
+if (!Shell.WINDOWS) {
+  this.owner = owner;
+} else {
+  this.owner = stripDomain(owner);
+}
+if (!Shell.WINDOWS) {
+  this.group = group;
+} else {
+  this.group = stripDomain(group);
+}
+this.mode = mode;
+  }
+  
   @Override
   public String toString() {
 return "Stat(owner='" + owner + "', group='" + group + "'" +
@@ -273,9 +287,25 @@ public class NativeIO {
  * @throws IOException thrown if there was an IO error while obtaining the 
file stat.
  */
 public static Stat getFstat(FileDescriptor fd) throws IOException {
-  Stat stat = fstat(fd);
-  stat.owner = getName(IdCache.USER, stat.ownerId);
-  stat.group = getName(IdCache.GROUP, stat.groupId);
+  Stat stat = null;
+  if (!Shell.WINDOWS) {
+stat = fstat(fd); 
+stat.owner = getName(IdCache.USER, stat.ownerId);
+stat.group = getName(IdCache.GROUP, stat.groupId);
+  } else {
+try {
+  stat = fstat(fd);
+} catch (NativeIOException nioe) {
+  if (nioe.getErrorCode() == 6) {
+throw new NativeIOException("The handle is invalid.",
+Errno.EBADF);
+  } else {
+LOG.warn(String.format("NativeIO.getFstat error (%d): %s",
+nioe.getErrorCode(), nioe.getMessage()));
+throw new NativeIOException("Unknown error", Errno.UNKNOWN);
+  }
+}
+  }
   return stat;
 }
 
@@ -448,14 +478,27 @@ public class NativeIO {
   new ConcurrentHashMap();
   private static long cacheTimeout;
   private static boolean initialized = false;
+  
+  /**
+   * The Windows logon name has two part, NetBIOS domain name and
+   * user account name, of the format DOMAIN\UserName. This method
+   * will remove the domain part of the full logon name.
+   *
+   * @param the full pri

svn commit: r1494363 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java src/test/java/org/apache/hadoop/fs/File

2013-06-18 Thread cnauroth
Author: cnauroth
Date: Tue Jun 18 23:02:17 2013
New Revision: 1494363

URL: http://svn.apache.org/r1494363
Log:
HADOOP-9624. TestFSMainOperationsLocalFileSystem failed when the Hadoop test 
root path has "X" in its name. Contributed by Xi Fang.

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494363&r1=1494362&r2=1494363&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Tue Jun 
18 23:02:17 2013
@@ -623,6 +623,9 @@ Release 2.1.0-beta - UNRELEASED
 HADOOP-9632. TestShellCommandFencer will fail if there is a 'host' machine 
in
 the network. (Chuan Liu via cnauroth)
 
+HADOOP-9624. TestFSMainOperationsLocalFileSystem failed when the Hadoop 
test
+root path has "X" in its name. (Xi Fang via cnauroth)
+
   BREAKDOWN OF HADOOP-8562 SUBTASKS AND RELATED JIRAS
 
 HADOOP-8924. Hadoop Common creating package-info.java must not depend on

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java?rev=1494363&r1=1494362&r2=1494363&view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 Tue Jun 18 23:02:17 2013
@@ -71,7 +71,7 @@ public abstract class FSMainOperationsBa
 }
   };
 
-  //A test filter with returns any path containing a "b" 
+  //A test filter with returns any path containing an "x" or "X"
   final private static PathFilter TEST_X_FILTER = new PathFilter() {
 @Override
 public boolean accept(Path file) {

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java?rev=1494363&r1=1494362&r2=1494363&view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
 Tue Jun 18 23:02:17 2013
@@ -81,7 +81,7 @@ public abstract class FileContextMainOpe
 }
   };
 
-  //A test filter with returns any path containing a "b" 
+  //A test filter with returns any path containing an "x" or "X" 
   final private static PathFilter TEST_X_FILTER = new PathFilter() {
 @Override
 public boolean accept(Path file) {




svn commit: r1494365 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java src/test/java/org/apache/ha

2013-06-18 Thread cnauroth
Author: cnauroth
Date: Tue Jun 18 23:07:25 2013
New Revision: 1494365

URL: http://svn.apache.org/r1494365
Log:
HADOOP-9624. Merging change r1494363 from trunk to branch-2.

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494365&r1=1494364&r2=1494365&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Tue Jun 18 23:07:25 2013
@@ -275,6 +275,9 @@ Release 2.1.0-beta - UNRELEASED
 HADOOP-9632. TestShellCommandFencer will fail if there is a 'host' machine 
in
 the network. (Chuan Liu via cnauroth)
 
+HADOOP-9624. TestFSMainOperationsLocalFileSystem failed when the Hadoop 
test
+root path has "X" in its name. (Xi Fang via cnauroth)
+
   BREAKDOWN OF HADOOP-8562 SUBTASKS AND RELATED JIRAS
 
 HADOOP-8924. Hadoop Common creating package-info.java must not depend on

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java?rev=1494365&r1=1494364&r2=1494365&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 Tue Jun 18 23:07:25 2013
@@ -71,7 +71,7 @@ public abstract class FSMainOperationsBa
 }
   };
 
-  //A test filter with returns any path containing a "b" 
+  //A test filter with returns any path containing an "x" or "X"
   final private static PathFilter TEST_X_FILTER = new PathFilter() {
 @Override
 public boolean accept(Path file) {

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java?rev=1494365&r1=1494364&r2=1494365&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
 Tue Jun 18 23:07:25 2013
@@ -81,7 +81,7 @@ public abstract class FileContextMainOpe
 }
   };
 
-  //A test filter with returns any path containing a "b" 
+  //A test filter with returns any path containing an "x" or "X" 
   final private static PathFilter TEST_X_FILTER = new PathFilter() {
 @Override
 public boolean accept(Path file) {




svn commit: r1494367 - in /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java src/test/java/org/ap

2013-06-18 Thread cnauroth
Author: cnauroth
Date: Tue Jun 18 23:14:35 2013
New Revision: 1494367

URL: http://svn.apache.org/r1494367
Log:
HADOOP-9624. Merging change r1494365 from branch-2 to branch-2.1-beta.

Modified:

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494367&r1=1494366&r2=1494367&view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
 Tue Jun 18 23:14:35 2013
@@ -248,6 +248,9 @@ Release 2.1.0-beta - UNRELEASED
 HADOOP-9632. TestShellCommandFencer will fail if there is a 'host' machine 
in
 the network. (Chuan Liu via cnauroth)
 
+HADOOP-9624. TestFSMainOperationsLocalFileSystem failed when the Hadoop 
test
+root path has "X" in its name. (Xi Fang via cnauroth)
+
   BREAKDOWN OF HADOOP-8562 SUBTASKS AND RELATED JIRAS
 
 HADOOP-8924. Hadoop Common creating package-info.java must not depend on

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java?rev=1494367&r1=1494366&r2=1494367&view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 Tue Jun 18 23:14:35 2013
@@ -71,7 +71,7 @@ public abstract class FSMainOperationsBa
 }
   };
 
-  //A test filter with returns any path containing a "b" 
+  //A test filter with returns any path containing an "x" or "X"
   final private static PathFilter TEST_X_FILTER = new PathFilter() {
 @Override
 public boolean accept(Path file) {

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java?rev=1494367&r1=1494366&r2=1494367&view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java
 Tue Jun 18 23:14:35 2013
@@ -81,7 +81,7 @@ public abstract class FileContextMainOpe
 }
   };
 
-  //A test filter with returns any path containing a "b" 
+  //A test filter with returns any path containing an "x" or "X" 
   final private static PathFilter TEST_X_FILTER = new PathFilter() {
 @Override
 public boolean accept(Path file) {




svn commit: r1494374 - in /hadoop/common/branches/branch-1: CHANGES.txt src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java

2013-06-18 Thread cnauroth
Author: cnauroth
Date: Tue Jun 18 23:22:42 2013
New Revision: 1494374

URL: http://svn.apache.org/r1494374
Log:
HADOOP-9624. TestFSMainOperationsLocalFileSystem failed when the Hadoop test 
root path has "X" in its name. Contributed by Xi Fang.

Modified:
hadoop/common/branches/branch-1/CHANGES.txt

hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java

Modified: hadoop/common/branches/branch-1/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1494374&r1=1494373&r2=1494374&view=diff
==
--- hadoop/common/branches/branch-1/CHANGES.txt (original)
+++ hadoop/common/branches/branch-1/CHANGES.txt Tue Jun 18 23:22:42 2013
@@ -55,6 +55,9 @@ Release 1.3.0 - unreleased
 MAPREDUCE-5250. Searching for ';' in JobTracker History throws 
 ArrayOutOfBoundException. (kkambatl via tucu)
 
+HADOOP-9624. TestFSMainOperationsLocalFileSystem failed when the Hadoop 
test
+root path has "X" in its name. (Xi Fang via cnauroth)
+
 Release 1.2.1 - Unreleased 
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java?rev=1494374&r1=1494373&r2=1494374&view=diff
==
--- 
hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 (original)
+++ 
hadoop/common/branches/branch-1/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 Tue Jun 18 23:22:42 2013
@@ -66,10 +66,10 @@ public abstract class FSMainOperationsBa
 }
   };
 
-  //A test filter with returns any path containing a "b" 
+  //A test filter with returns any path containing an "x" or "X"
   final private static PathFilter TEST_X_FILTER = new PathFilter() {
 public boolean accept(Path file) {
-  if(file.getName().contains("x") || file.toString().contains("X"))
+  if(file.getName().contains("x") || file.getName().contains("X"))
 return true;
   else
 return false;




svn commit: r1494377 - in /hadoop/common/branches/branch-1-win: CHANGES.branch-1-win.txt src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java

2013-06-18 Thread cnauroth
Author: cnauroth
Date: Tue Jun 18 23:36:33 2013
New Revision: 1494377

URL: http://svn.apache.org/r1494377
Log:
HADOOP-9624. TestFSMainOperationsLocalFileSystem failed when the Hadoop test 
root path has "X" in its name. Contributed by Xi Fang.

Modified:
hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt

hadoop/common/branches/branch-1-win/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java

Modified: hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt?rev=1494377&r1=1494376&r2=1494377&view=diff
==
--- hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt (original)
+++ hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt Tue Jun 18 
23:36:33 2013
@@ -413,3 +413,6 @@ Branch-hadoop-1-win (branched from branc
 
 HADOOP-8981. TestMetricsSystemImpl fails on Windows. (Xuan Gong, backported
 by Chris Nauroth via suresh)
+
+HADOOP-9624. TestFSMainOperationsLocalFileSystem failed when the Hadoop 
test
+root path has "X" in its name. (Xi Fang via cnauroth)

Modified: 
hadoop/common/branches/branch-1-win/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1-win/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java?rev=1494377&r1=1494376&r2=1494377&view=diff
==
--- 
hadoop/common/branches/branch-1-win/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 (original)
+++ 
hadoop/common/branches/branch-1-win/src/test/org/apache/hadoop/fs/FSMainOperationsBaseTest.java
 Tue Jun 18 23:36:33 2013
@@ -66,10 +66,10 @@ public abstract class FSMainOperationsBa
 }
   };
 
-  //A test filter with returns any path containing a "b" 
+  //A test filter with returns any path containing an "x" or "X"
   final private static PathFilter TEST_X_FILTER = new PathFilter() {
 public boolean accept(Path file) {
-  if(file.getName().contains("x") || file.toString().contains("X"))
+  if(file.getName().contains("x") || file.getName().contains("X"))
 return true;
   else
 return false;




svn commit: r1494429 - /hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

2013-06-18 Thread suresh
Author: suresh
Date: Wed Jun 19 03:32:45 2013
New Revision: 1494429

URL: http://svn.apache.org/r1494429
Log:
Move jiras to the right section in CHANGES.txt and make it consistent with 
branch-2

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494429&r1=1494428&r2=1494429&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Wed Jun 
19 03:32:45 2013
@@ -9,9 +9,6 @@ Trunk (Unreleased)
 
   NEW FEATURES
 
-HADOOP-8561. Introduce HADOOP_PROXY_USER for secure impersonation in child
-hadoop client processes. (Yu Gao via llu)
-
 HADOOP-9509. Implement ONCRPC and XDR. (brandonli)
 
 HADOOP-9515. Add general interface for NFS and Mount. (brandonli)
@@ -131,12 +128,6 @@ Trunk (Unreleased)
 HADOOP-9075. FileContext#FSLinkResolver should be made static.
 (Arpit Agarwal via suresh)
 
-HADOOP-9093. Move all the Exception in PathExceptions to o.a.h.fs package.
-(suresh)
-
-HADOOP-9162. Add utility to check native library availability.
-(Binglin Chang via suresh)
-
 HADOOP-9277. Improve javadoc for FileContext. (Andrew Wang via suresh)
 
 HADOOP-9258 Add stricter tests to FileSystemContractTestBase (stevel)
@@ -156,12 +147,6 @@ Trunk (Unreleased)
 
 HADOOP-8419. Fixed GzipCode NPE reset for IBM JDK. (Yu Li via eyang)
 
-HADOOP-9041. FsUrlStreamHandlerFactory could cause an infinite loop in
-FileSystem initialization. (Yanbo Liang and Radim Kolar via llu)
-
-HADOOP-8418. Update UGI Principal classes name for running with
-IBM JDK on 64 bits Windows.  (Yu Gao via eyang)
-
 HADOOP-8177. MBeans shouldn't try to register when it fails to create 
MBeanName.
 (Devaraj K via umamahesh)
 
@@ -287,9 +272,6 @@ Trunk (Unreleased)
 required context item is not configured
 (Brahma Reddy Battula via harsh)
 
-HADOOP-3957. Change MutableQuantiles to use a shared thread for rolling
-over metrics. (Andrew Wang via todd)
-
 HADOOP-8386. hadoop script doesn't work if 'cd' prints to stdout
 (default behavior in some bash setups (esp. Ubuntu))
 (Chiristopher Berner and Andy Isaacson via harsh)
@@ -300,9 +282,6 @@ Trunk (Unreleased)
 HADOOP-8918. test-patch.sh is parsing modified files wrong.
 (Raja Aluri via suresh)
 
-HADOOP-8589 ViewFs tests fail when tests and home dirs are nested.
-(sanjay Radia)
-
 HADOOP-8974. TestDFVariations fails on Windows. (Chris Nauroth via suresh)
 
 HADOOP-9037. Bug in test-patch.sh and precommit build process (Kihwal Lee
@@ -351,9 +330,6 @@ Trunk (Unreleased)
 
 HADOOP-8589 ViewFs tests fail when tests and home dirs are nested (sanjay 
Radia)
 
-HADOOP-9190. packaging docs is broken. (Andy Isaacson via atm)
-
-
 Release 2.3.0 - UNRELEASED
 
   INCOMPATIBLE CHANGES
@@ -798,7 +774,7 @@ Release 2.1.0-beta - UNRELEASED
 HADOOP-9553. TestAuthenticationToken fails on Windows.
 (Arpit Agarwal via suresh)
 
-HADOOP-9397. Incremental dist tar build fails (Chris Nauroth via jlowe)
+HADOOP-9397. Incremental dist tar build fails. (Chris Nauroth via jlowe)
 
 HADOOP-9131. Turn off TestLocalFileSystem#testListStatusWithColons on
 Windows. (Chris Nauroth via suresh)
@@ -809,6 +785,9 @@ Release 2.1.0-beta - UNRELEASED
 HADOOP-8982. TestSocketIOWithTimeout fails on Windows.
 (Chris Nauroth via suresh)
 
+HADOOP-8958. ViewFs:Non absolute mount name failures when running 
+multiple tests on Windows. (Chris Nauroth via suresh)
+
 HADOOP-9599. hadoop-config.cmd doesn't set JAVA_LIBRARY_PATH correctly.
 (Mostafa Elhemali via ivanmi)
 
@@ -870,6 +849,9 @@ Release 2.0.3-alpha - 2013-02-06 
 
   NEW FEATURES
 
+HADOOP-8561. Introduce HADOOP_PROXY_USER for secure impersonation in child
+hadoop client processes. (Yu Gao via llu)
+
 HADOOP-8597. Permit FsShell's text command to read Avro files.
 (Ivan Vladimirov Ivanov via cutting)
 
@@ -896,6 +878,9 @@ Release 2.0.3-alpha - 2013-02-06 
 
 HADOOP-8736. Add Builder for building RPC server. (Brandon Li via Suresh)
 
+HDFS-3957. Change MutableQuantiles to use a shared thread for rolling
+over metrics. (Andrew Wang via todd)
+
 HADOOP-8851. Use -XX:+HeapDumpOnOutOfMemoryError JVM option in the forked
 tests. (Ivan A. Veselovsky via atm)
 
@@ -923,7 +908,7 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-8929. Add toString, other improvements for SampleQuantiles (todd)
 
 HADOOP-8922. Provide alternate JSONP output for JMXJsonServlet to allow
-javascript in browser dashboard (Damien Hardy via bobby)
+javascript in browser (Damien Hardy via bobby)
 
 HAD

svn commit: r1494430 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/fs/FileContextPermissionBase.java

2013-06-18 Thread suresh
Author: suresh
Date: Wed Jun 19 03:33:50 2013
New Revision: 1494430

URL: http://svn.apache.org/r1494430
Log:
Cleanup CHANGES.txt for 2.1.0-beta section and make it consistent with trunk.

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextPermissionBase.java

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494430&r1=1494429&r2=1494430&view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Wed Jun 19 03:33:50 2013
@@ -256,7 +256,7 @@ Release 2.1.0-beta - UNRELEASED
 HADOOP-9593. stack trace printed at ERROR for all yarn clients without
 hadoop.home set (stevel)
 
-HADOOP-8957 AbstractFileSystem#IsValidName should be overridden for
+HADOOP-8957. AbstractFileSystem#IsValidName should be overridden for
 embedded file systems like ViewFs (Chris Nauroth via Sanjay Radia)
 
 HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos)
@@ -268,9 +268,6 @@ Release 2.1.0-beta - UNRELEASED
 
 HADOOP-9638. Parallel test changes caused invalid test path for several 
HDFS
 tests on Windows (Andrey Klochkov via cnauroth)
-
-HADOOP-9532. HADOOP_CLIENT_OPTS is appended twice by Windows cmd scripts.
-(Chris Nauroth via suresh)
 
 HADOOP-9632. TestShellCommandFencer will fail if there is a 'host' machine 
in
 the network. (Chuan Liu via cnauroth)
@@ -430,8 +427,9 @@ Release 2.1.0-beta - UNRELEASED
 
 HADOOP-9413. Add common utils for File#setReadable/Writable/Executable &
 File#canRead/Write/Execute that work cross-platform. (Ivan Mitic via 
suresh)
-
-Release 2.0.5-beta - UNRELEASED
+
+HADOOP-9532. HADOOP_CLIENT_OPTS is appended twice by Windows cmd scripts.
+(Chris Nauroth via suresh)
 
 HADOOP-9043. Disallow in winutils creating symlinks with forwards slashes.
 (Chris Nauroth and Arpit Agarwal via suresh)
@@ -551,7 +549,9 @@ Release 2.0.3-alpha - 2013-02-06 
 
 HADOOP-8812. ExitUtil#terminate should print Exception#toString. (eli)
 
-HADOOP-3957. Change MutableQuantiles to use a shared thread for rolling
+HADOOP-8736. Add Builder for building RPC server. (Brandon Li via Suresh)
+
+HDFS-3957. Change MutableQuantiles to use a shared thread for rolling
 over metrics. (Andrew Wang via todd)
 
 HADOOP-8851. Use -XX:+HeapDumpOnOutOfMemoryError JVM option in the forked
@@ -603,6 +603,9 @@ Release 2.0.3-alpha - 2013-02-06 
 
 HADOOP-9015. Standardize creation of SaslRpcServers (daryn via bobby)
 
+HADOOP-8860. Split MapReduce and YARN sections in documentation navigation.
+(tomwhite via tucu)
+
 HADOOP-9021. Enforce configured SASL method on the server (daryn via
 bobby)
 
@@ -613,6 +616,9 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-9093. Move all the Exception in PathExceptions to o.a.h.fs package.
 (suresh)
 
+HADOOP-9042. Add a test for umask in FileSystemContractBaseTest.
+(Colin McCabe via eli)
+
 HADOOP-9127. Update documentation for ZooKeeper Failover Controller.
 (Daisuke Kobayashi via atm)
 
@@ -648,9 +654,6 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-9231. Parametrize staging URL for the uniformity of
 distributionManagement. (Konstantin Boudnik via suresh)
 
-HADOOP-9247. Parametrize Clover "generateXxx" properties to make them
-re-definable via -D in mvn calls. (Ivan A. Veselovsky via suresh)
-
 HADOOP-9276. Allow BoundedByteArrayOutputStream to be resettable.
 (Arun Murthy via hitesh)
 
@@ -662,9 +665,6 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-8926. hadoop.util.PureJavaCrc32 cache hit-ratio is low for static
 data (Gopal V via bobby)
 
-HADOOP-9042. Add a test for umask in FileSystemContractBaseTest.
-(Colin McCabe via eli)
-
   BUG FIXES
 
 HADOOP-9041. FsUrlStreamHandlerFactory could cause an infinite loop in
@@ -694,7 +694,8 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-8756. Fix SEGV when libsnappy is in java.library.path but
 not LD_LIBRARY_PATH. (Colin Patrick McCabe via eli)
 
-HADOOP-8881. FileBasedKeyStoresFactory initialization logging should be 
debug not info. (tucu)
+HADOOP-8881. FileBasedKeyStoresFactory initialization logging should
+be debug not info. (tucu)
 
 HADOOP-8913. hadoop-metrics2.properties should give units in comment 
 for sampling period. (Sandy Ryza via suresh)
@@ -808,9 +809,6 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-9289. FsShell rm -f fails for non-matching globs. (Daryn Sharp via
 suresh)
 
-HADOOP-8958. ViewFs

svn commit: r1494431 - /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt

2013-06-18 Thread suresh
Author: suresh
Date: Wed Jun 19 03:40:37 2013
New Revision: 1494431

URL: http://svn.apache.org/r1494431
Log:
Cleanup CHANGES.txt for 2.1.0-beta section and make it consistent with branch-2 
and trunk.

Modified:

hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1494431&r1=1494430&r2=1494431&view=diff
==
--- 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
 Wed Jun 19 03:40:37 2013
@@ -229,7 +229,7 @@ Release 2.1.0-beta - UNRELEASED
 HADOOP-9593. stack trace printed at ERROR for all yarn clients without
 hadoop.home set (stevel)
 
-HADOOP-8957 AbstractFileSystem#IsValidName should be overridden for
+HADOOP-8957. AbstractFileSystem#IsValidName should be overridden for
 embedded file systems like ViewFs (Chris Nauroth via Sanjay Radia)
 
 HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos)
@@ -241,9 +241,6 @@ Release 2.1.0-beta - UNRELEASED
 
 HADOOP-9638. Parallel test changes caused invalid test path for several 
HDFS
 tests on Windows (Andrey Klochkov via cnauroth)
-
-HADOOP-9532. HADOOP_CLIENT_OPTS is appended twice by Windows cmd scripts.
-(Chris Nauroth via suresh)
 
 HADOOP-9632. TestShellCommandFencer will fail if there is a 'host' machine 
in
 the network. (Chuan Liu via cnauroth)
@@ -403,8 +400,9 @@ Release 2.1.0-beta - UNRELEASED
 
 HADOOP-9413. Add common utils for File#setReadable/Writable/Executable &
 File#canRead/Write/Execute that work cross-platform. (Ivan Mitic via 
suresh)
-
-Release 2.0.5-beta - UNRELEASED
+
+HADOOP-9532. HADOOP_CLIENT_OPTS is appended twice by Windows cmd scripts.
+(Chris Nauroth via suresh)
 
 HADOOP-9043. Disallow in winutils creating symlinks with forwards slashes.
 (Chris Nauroth and Arpit Agarwal via suresh)
@@ -524,7 +522,9 @@ Release 2.0.3-alpha - 2013-02-06 
 
 HADOOP-8812. ExitUtil#terminate should print Exception#toString. (eli)
 
-HADOOP-3957. Change MutableQuantiles to use a shared thread for rolling
+HADOOP-8736. Add Builder for building RPC server. (Brandon Li via Suresh)
+
+HDFS-3957. Change MutableQuantiles to use a shared thread for rolling
 over metrics. (Andrew Wang via todd)
 
 HADOOP-8851. Use -XX:+HeapDumpOnOutOfMemoryError JVM option in the forked
@@ -576,6 +576,9 @@ Release 2.0.3-alpha - 2013-02-06 
 
 HADOOP-9015. Standardize creation of SaslRpcServers (daryn via bobby)
 
+HADOOP-8860. Split MapReduce and YARN sections in documentation navigation.
+(tomwhite via tucu)
+
 HADOOP-9021. Enforce configured SASL method on the server (daryn via
 bobby)
 
@@ -586,6 +589,9 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-9093. Move all the Exception in PathExceptions to o.a.h.fs package.
 (suresh)
 
+HADOOP-9042. Add a test for umask in FileSystemContractBaseTest.
+(Colin McCabe via eli)
+
 HADOOP-9127. Update documentation for ZooKeeper Failover Controller.
 (Daisuke Kobayashi via atm)
 
@@ -621,9 +627,6 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-9231. Parametrize staging URL for the uniformity of
 distributionManagement. (Konstantin Boudnik via suresh)
 
-HADOOP-9247. Parametrize Clover "generateXxx" properties to make them
-re-definable via -D in mvn calls. (Ivan A. Veselovsky via suresh)
-
 HADOOP-9276. Allow BoundedByteArrayOutputStream to be resettable.
 (Arun Murthy via hitesh)
 
@@ -635,9 +638,6 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-8926. hadoop.util.PureJavaCrc32 cache hit-ratio is low for static
 data (Gopal V via bobby)
 
-HADOOP-9042. Add a test for umask in FileSystemContractBaseTest.
-(Colin McCabe via eli)
-
   BUG FIXES
 
 HADOOP-9041. FsUrlStreamHandlerFactory could cause an infinite loop in
@@ -667,7 +667,8 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-8756. Fix SEGV when libsnappy is in java.library.path but
 not LD_LIBRARY_PATH. (Colin Patrick McCabe via eli)
 
-HADOOP-8881. FileBasedKeyStoresFactory initialization logging should be 
debug not info. (tucu)
+HADOOP-8881. FileBasedKeyStoresFactory initialization logging should
+be debug not info. (tucu)
 
 HADOOP-8913. hadoop-metrics2.properties should give units in comment 
 for sampling period. (Sandy Ryza via suresh)
@@ -781,9 +782,6 @@ Release 2.0.3-alpha - 2013-02-06 
 HADOOP-9289. FsShell rm -f fails for non-matching globs. (Daryn Sharp via
 suresh)
 
-HADOOP-8958. ViewFs:Non absolute mount name failures when running 
-multiple tests on Windows. (Chris Nau