svn commit: r1466870 - in /hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src: main/java/org/apache/hadoop/streaming/ test/java/org/apache/hadoop/streaming/

2013-04-11 Thread tucu
Author: tucu
Date: Thu Apr 11 13:04:29 2013
New Revision: 1466870

URL: http://svn.apache.org/r1466870
Log:
MAPREDUCE-5113. Streaming input/output types are ignored with java 
mapper/reducer. (sandyr via tucu)

Modified:

hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/streaming/StreamJob.java

hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TestStreamingOutputKeyValueTypes.java

hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TrApp.java

Modified: 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/streaming/StreamJob.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/streaming/StreamJob.java?rev=1466870r1=1466869r2=1466870view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/streaming/StreamJob.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/streaming/StreamJob.java
 Thu Apr 11 13:04:29 2013
@@ -875,7 +875,7 @@ public class StreamJob implements Tool {
 IdentifierResolver.TEXT_ID));
 jobConf_.setClass(stream.map.output.reader.class,
   idResolver.getOutputReaderClass(), OutputReader.class);
-if (isMapperACommand) {
+if (isMapperACommand || jobConf_.get(stream.map.output) != null) {
   // if mapper is a command, then map output key/value classes come from 
the
   // idResolver
   jobConf_.setMapOutputKeyClass(idResolver.getOutputKeyClass());
@@ -891,7 +891,7 @@ public class StreamJob implements Tool {
 IdentifierResolver.TEXT_ID));
 jobConf_.setClass(stream.reduce.output.reader.class,
   idResolver.getOutputReaderClass(), OutputReader.class);
-if (isReducerACommand) {
+if (isReducerACommand || jobConf_.get(stream.reduce.output) != null) {
   // if reducer is a command, then output key/value classes come from the
   // idResolver
   jobConf_.setOutputKeyClass(idResolver.getOutputKeyClass());

Modified: 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TestStreamingOutputKeyValueTypes.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TestStreamingOutputKeyValueTypes.java?rev=1466870r1=1466869r2=1466870view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TestStreamingOutputKeyValueTypes.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TestStreamingOutputKeyValueTypes.java
 Thu Apr 11 13:04:29 2013
@@ -24,6 +24,7 @@ import org.apache.hadoop.mapred.MapReduc
 import org.apache.hadoop.mapred.OutputCollector;
 import org.apache.hadoop.mapred.Reducer;
 import org.apache.hadoop.mapred.Reporter;
+import org.apache.hadoop.mapred.TextInputFormat;
 import org.apache.hadoop.mapreduce.MRJobConfig;
 import org.junit.Before;
 import org.junit.Test;
@@ -177,6 +178,17 @@ public class TestStreamingOutputKeyValue
 args.add(0);
 super.testCommandLine();
   }
+  
+  @Test
+  public void testDefaultToIdentityReducer() throws Exception {
+args.add(-mapper);args.add(map);
+args.add(-jobconf);
+args.add(mapreduce.task.files.preserve.failedtasks=true);
+args.add(-jobconf);
+args.add(stream.tmpdir=+System.getProperty(test.build.data,/tmp));
+args.add(-inputformat);args.add(TextInputFormat.class.getName());
+super.testCommandLine();
+  }
 
   @Override
   @Test

Modified: 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TrApp.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TrApp.java?rev=1466870r1=1466869r2=1466870view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TrApp.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TrApp.java
 Thu Apr 11 13:04:29 2013
@@ -43,7 +43,6 @@ public class TrApp
 // Note the dots translated to underscore: 
 // property names have been escaped in PipeMapRed.safeEnvVarName()
 expectDefined(mapreduce_cluster_local_dir);
-expect(mapred_output_format_class, 
org.apache.hadoop.mapred.TextOutputFormat);
 expect(mapreduce_map_output_key_class, 

svn commit: r1466872 - in /hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix: ./ dev-support/ src/main/java/org/apache/hadoop/mapred/gridmix/ src/main/java/org/apache/hadoop/mapred/gridmix/e

2013-04-11 Thread tucu
Author: tucu
Date: Thu Apr 11 13:08:55 2013
New Revision: 1466872

URL: http://svn.apache.org/r1466872
Log:
MAPREDUCE-5098. Fix findbugs warnings in gridmix. (kkambatl via tucu)

Added:
hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/dev-support/
  - copied from r1464209, 
hadoop/common/trunk/hadoop-tools/hadoop-gridmix/dev-support/

hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/dev-support/findbugs-exclude.xml
  - copied unchanged from r1464209, 
hadoop/common/trunk/hadoop-tools/hadoop-gridmix/dev-support/findbugs-exclude.xml
Modified:
hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/pom.xml

hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobMonitor.java

hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/SleepJob.java

hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/TotalHeapUsageEmulatorPlugin.java

Modified: hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/pom.xml?rev=1466872r1=1466871r2=1466872view=diff
==
--- hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/pom.xml 
(original)
+++ hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/pom.xml Thu Apr 
11 13:08:55 2013
@@ -100,6 +100,16 @@
 
   build
 plugins
+   plugin
+groupIdorg.codehaus.mojo/groupId
+artifactIdfindbugs-maven-plugin/artifactId
+ configuration
+  findbugsXmlOutputtrue/findbugsXmlOutput
+  xmlOutputtrue/xmlOutput
+  
excludeFilterFile${basedir}/dev-support/findbugs-exclude.xml/excludeFilterFile
+  effortMax/effort
+/configuration
+  /plugin
   plugin
 groupIdorg.apache.maven.plugins/groupId
 artifactIdmaven-antrun-plugin/artifactId

Modified: 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobMonitor.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobMonitor.java?rev=1466872r1=1466871r2=1466872view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobMonitor.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobMonitor.java
 Thu Apr 11 13:08:55 2013
@@ -86,9 +86,7 @@ class JobMonitor implements Gridmix.Comp
* Add a running job's status to the polling queue.
*/
   public void add(JobStats job) throws InterruptedException {
-synchronized (runningJobs) {
   runningJobs.put(job);
-}
   }
 
   /**
@@ -147,12 +145,10 @@ class JobMonitor implements Gridmix.Comp
   boolean shutdown;
   while (true) {
 try {
-  synchronized (runningJobs) {
-synchronized (mJobs) {
-  graceful = JobMonitor.this.graceful;
-  shutdown = JobMonitor.this.shutdown;
-  runningJobs.drainTo(mJobs);
-}
+  synchronized (mJobs) {
+graceful = JobMonitor.this.graceful;
+shutdown = JobMonitor.this.shutdown;
+runningJobs.drainTo(mJobs);
   }
 
   // shutdown conditions; either shutdown requested and all jobs
@@ -160,11 +156,9 @@ class JobMonitor implements Gridmix.Comp
   // submitted jobs not in the monitored set
   if (shutdown) {
 if (!graceful) {
-  synchronized (runningJobs) {
-while (!runningJobs.isEmpty()) {
-  synchronized (mJobs) {
-runningJobs.drainTo(mJobs);
-  }
+  while (!runningJobs.isEmpty()) {
+synchronized (mJobs) {
+  runningJobs.drainTo(mJobs);
 }
   }
   break;

Modified: 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/SleepJob.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/SleepJob.java?rev=1466872r1=1466871r2=1466872view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/SleepJob.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/SleepJob.java
 Thu Apr 11 13:08:55 2013
@@ -84,7 +84,7 @@ public 

svn commit: r1467018 - /hadoop/common/branches/branch-0.23.7/

2013-04-11 Thread tgraves
Author: tgraves
Date: Thu Apr 11 18:05:41 2013
New Revision: 1467018

URL: http://svn.apache.org/r1467018
Log:
Branching for 0.23.7 release

Added:
hadoop/common/branches/branch-0.23.7/   (props changed)
  - copied from r1467017, hadoop/common/branches/branch-0.23/

Propchange: hadoop/common/branches/branch-0.23.7/
--
--- svn:ignore (added)
+++ svn:ignore Thu Apr 11 18:05:41 2013
@@ -0,0 +1,5 @@
+.classpath
+.git
+.project
+.settings
+target

Propchange: hadoop/common/branches/branch-0.23.7/
--
--- svn:mergeinfo (added)
+++ svn:mergeinfo Thu Apr 11 18:05:41 2013
@@ -0,0 +1 @@
+/hadoop/common/trunk:1161777,1161781,1162188,1162421,1162491,1162499,1162613,1162928,1162954,1162979,1163050,1163069,1163490,1163768,1163852,1163858,1163981,1164255,1164301,1164339,1166009,1166402,1167001,1167383,1167662,1170085,1170379,1170459,1171297,1172916,1173402,1176550,1177487,1177531,1177859,1177864,1182189,1182205,1182214,1189613,1189932,1189982,1195575,1196113,1196129,1196676,1197801,1199024,1201991,1204114,1204117,1204122,1204124,1204129,1204131,1204177,1204370,1204376,1204388,1205260,1205697,1206786,1206830,1207694,1208153,1208313,1212021,1212062,1212073,1212084,1213537,1213586,1213592-1213593,1213954,1214046,1220510,1221348,1225114,1225192,1225456,1225489,1225591,1226211,1226239,1226350,1227091,1227165,1227423,1227964,1229347,1230398,1231569,1231572,1231627,1231640,1233605,1234555,1235135,1235137,1235956,1236456,1239752,1240897,1240928,1243065,1243104,1244766,1245751,1245762,1293419,1304099,1351818,1373683,1382409




svn commit: r1467024 - in /hadoop/common/branches/branch-0.23/hadoop-common-project: hadoop-annotations/pom.xml hadoop-auth-examples/pom.xml hadoop-auth/pom.xml hadoop-common/CHANGES.txt hadoop-common

2013-04-11 Thread tgraves
Author: tgraves
Date: Thu Apr 11 18:10:42 2013
New Revision: 1467024

URL: http://svn.apache.org/r1467024
Log:
Preparing for 0.23.8 development

Modified:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-annotations/pom.xml

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth-examples/pom.xml
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth/pom.xml

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/pom.xml
hadoop/common/branches/branch-0.23/hadoop-common-project/pom.xml

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-annotations/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-annotations/pom.xml?rev=1467024r1=1467023r2=1467024view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-annotations/pom.xml
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-annotations/pom.xml
 Thu Apr 11 18:10:42 2013
@@ -21,12 +21,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.8-SNAPHOST/version
 relativePath../../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-annotations/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.8-SNAPHOST/version
   descriptionApache Hadoop Annotations/description
   nameApache Hadoop Annotations/name
   packagingjar/packaging

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth-examples/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth-examples/pom.xml?rev=1467024r1=1467023r2=1467024view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth-examples/pom.xml
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth-examples/pom.xml
 Thu Apr 11 18:10:42 2013
@@ -20,12 +20,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.8-SNAPHOST/version
 relativePath../../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-auth-examples/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.8-SNAPHOST/version
   packagingwar/packaging
 
   nameApache Hadoop Auth Examples/name

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth/pom.xml?rev=1467024r1=1467023r2=1467024view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth/pom.xml 
(original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-auth/pom.xml 
Thu Apr 11 18:10:42 2013
@@ -20,12 +20,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.8-SNAPHOST/version
 relativePath../../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-auth/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.8-SNAPHOST/version
   packagingjar/packaging
 
   nameApache Hadoop Auth/name

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467024r1=1467023r2=1467024view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 Thu Apr 11 18:10:42 2013
@@ -1,5 +1,17 @@
 Hadoop Change Log
 
+Release 0.23.8 - UNRELEASED
+  
+  INCOMPATIBLE CHANGES
+  
+  NEW FEATURES
+  
+  IMPROVEMENTS
+  
+  OPTIMIZATIONS
+ 
+  BUG FIXES
+
 Release 0.23.7 - UNRELEASED
 
   INCOMPATIBLE CHANGES

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/pom.xml?rev=1467024r1=1467023r2=1467024view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/pom.xml 
(original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/pom.xml 
Thu Apr 11 

svn commit: r1467029 [3/3] - in /hadoop/common/branches/branch-0.23.7/hadoop-common-project: hadoop-annotations/pom.xml hadoop-auth-examples/pom.xml hadoop-auth/pom.xml hadoop-common/pom.xml hadoop-co

2013-04-11 Thread tgraves
Modified: hadoop/common/branches/branch-0.23.7/hadoop-common-project/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-common-project/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- hadoop/common/branches/branch-0.23.7/hadoop-common-project/pom.xml 
(original)
+++ hadoop/common/branches/branch-0.23.7/hadoop-common-project/pom.xml Thu Apr 
11 18:14:44 2013
@@ -20,12 +20,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-common-project/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   descriptionApache Hadoop Common Project/description
   nameApache Hadoop Common Project/name
   packagingpom/packaging




svn commit: r1467029 - in /hadoop/common/branches/branch-0.23.7: ./ hadoop-assemblies/ hadoop-client/ hadoop-dist/ hadoop-minicluster/ hadoop-project-dist/ hadoop-project/ hadoop-tools/ hadoop-tools/h

2013-04-11 Thread tgraves
Author: tgraves
Date: Thu Apr 11 18:14:44 2013
New Revision: 1467029

URL: http://svn.apache.org/r1467029
Log:
Preparing for release 0.23.7

Modified:
hadoop/common/branches/branch-0.23.7/hadoop-assemblies/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-client/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-dist/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-minicluster/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-project-dist/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-project/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-archives/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-datajoin/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-distcp/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-extras/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-gridmix/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-pipes/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-rumen/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-streaming/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/hadoop-tools-dist/pom.xml
hadoop/common/branches/branch-0.23.7/hadoop-tools/pom.xml
hadoop/common/branches/branch-0.23.7/pom.xml

Modified: hadoop/common/branches/branch-0.23.7/hadoop-assemblies/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-assemblies/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- hadoop/common/branches/branch-0.23.7/hadoop-assemblies/pom.xml (original)
+++ hadoop/common/branches/branch-0.23.7/hadoop-assemblies/pom.xml Thu Apr 11 
18:14:44 2013
@@ -23,12 +23,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-assemblies/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   nameApache Hadoop Assemblies/name
   descriptionApache Hadoop Assemblies/description
 

Modified: hadoop/common/branches/branch-0.23.7/hadoop-client/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-client/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- hadoop/common/branches/branch-0.23.7/hadoop-client/pom.xml (original)
+++ hadoop/common/branches/branch-0.23.7/hadoop-client/pom.xml Thu Apr 11 
18:14:44 2013
@@ -18,12 +18,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-client/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   packagingjar/packaging
 
   descriptionApache Hadoop Client/description

Modified: hadoop/common/branches/branch-0.23.7/hadoop-dist/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-dist/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- hadoop/common/branches/branch-0.23.7/hadoop-dist/pom.xml (original)
+++ hadoop/common/branches/branch-0.23.7/hadoop-dist/pom.xml Thu Apr 11 
18:14:44 2013
@@ -20,12 +20,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-dist/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   descriptionApache Hadoop Distribution/description
   nameApache Hadoop Distribution/name
   packagingjar/packaging

Modified: hadoop/common/branches/branch-0.23.7/hadoop-minicluster/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-minicluster/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- hadoop/common/branches/branch-0.23.7/hadoop-minicluster/pom.xml (original)
+++ hadoop/common/branches/branch-0.23.7/hadoop-minicluster/pom.xml Thu Apr 11 
18:14:44 2013
@@ -18,12 +18,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-minicluster/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   packagingjar/packaging
 
   descriptionApache Hadoop Mini-Cluster/description


svn commit: r1467030 - /hadoop/common/tags/release-0.23.7-rc0/

2013-04-11 Thread tgraves
Author: tgraves
Date: Thu Apr 11 18:16:23 2013
New Revision: 1467030

URL: http://svn.apache.org/r1467030
Log:
Hadoop 0.23.7-rc0 release.

Added:
hadoop/common/tags/release-0.23.7-rc0/   (props changed)
  - copied from r1467029, hadoop/common/branches/branch-0.23.7/

Propchange: hadoop/common/tags/release-0.23.7-rc0/
--
--- svn:ignore (added)
+++ svn:ignore Thu Apr 11 18:16:23 2013
@@ -0,0 +1,5 @@
+.classpath
+.git
+.project
+.settings
+target

Propchange: hadoop/common/tags/release-0.23.7-rc0/
--
--- svn:mergeinfo (added)
+++ svn:mergeinfo Thu Apr 11 18:16:23 2013
@@ -0,0 +1 @@
+/hadoop/common/trunk:1161777,1161781,1162188,1162421,1162491,1162499,1162613,1162928,1162954,1162979,1163050,1163069,1163490,1163768,1163852,1163858,1163981,1164255,1164301,1164339,1166009,1166402,1167001,1167383,1167662,1170085,1170379,1170459,1171297,1172916,1173402,1176550,1177487,1177531,1177859,1177864,1182189,1182205,1182214,1189613,1189932,1189982,1195575,1196113,1196129,1196676,1197801,1199024,1201991,1204114,1204117,1204122,1204124,1204129,1204131,1204177,1204370,1204376,1204388,1205260,1205697,1206786,1206830,1207694,1208153,1208313,1212021,1212062,1212073,1212084,1213537,1213586,1213592-1213593,1213954,1214046,1220510,1221348,1225114,1225192,1225456,1225489,1225591,1226211,1226239,1226350,1227091,1227165,1227423,1227964,1229347,1230398,1231569,1231572,1231627,1231640,1233605,1234555,1235135,1235137,1235956,1236456,1239752,1240897,1240928,1243065,1243104,1244766,1245751,1245762,1293419,1304099,1351818,1373683,1382409




svn commit: r1467069 - /hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

2013-04-11 Thread tgraves
Author: tgraves
Date: Thu Apr 11 20:08:00 2013
New Revision: 1467069

URL: http://svn.apache.org/r1467069
Log:
Preparing for release 0.23.7

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467069r1=1467068r2=1467069view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu Apr 
11 20:08:00 2013
@@ -1609,6 +1609,18 @@ Release 2.0.0-alpha - 05-23-2012
 HADOOP-8655. Fix TextInputFormat for large deliminators. (Gelesh via
 bobby) 
 
+Release 0.23.8 - UNRELEASED
+
+  INCOMPATIBLE CHANGES
+
+  NEW FEATURES
+
+  IMPROVEMENTS
+
+  OPTIMIZATIONS
+
+  BUG FIXES
+
 Release 0.23.7 - UNRELEASED
 
   INCOMPATIBLE CHANGES




svn commit: r1467070 - /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

2013-04-11 Thread tgraves
Author: tgraves
Date: Thu Apr 11 20:09:26 2013
New Revision: 1467070

URL: http://svn.apache.org/r1467070
Log:
Preparing for release 0.23.7

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467070r1=1467069r2=1467070view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Thu Apr 11 20:09:26 2013
@@ -1124,6 +1124,18 @@ Release 2.0.0-alpha - 05-23-2012
 HADOOP-8655. Fix TextInputFormat for large deliminators. (Gelesh via
 bobby) 
 
+Release 0.23.8 - UNRELEASED
+
+  INCOMPATIBLE CHANGES
+
+  NEW FEATURES
+
+  IMPROVEMENTS
+
+  OPTIMIZATIONS
+
+  BUG FIXES
+
 Release 0.23.7 - UNRELEASED
 
   INCOMPATIBLE CHANGES




svn commit: r1467072 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/io/compress/lz4/ src/test/java/org/apache/hadoop/io/compress/lz4/TestLz4

2013-04-11 Thread jlowe
Author: jlowe
Date: Thu Apr 11 20:16:49 2013
New Revision: 1467072

URL: http://svn.apache.org/r1467072
Log:
HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests. 
Contributed by Vadim Bondarev

Added:

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/TestLz4CompressorDecompressor.java
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467072r1=1467071r2=1467072view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu Apr 
11 20:16:49 2013
@@ -620,6 +620,9 @@ Release 2.0.5-beta - UNRELEASED
 HADOOP-9471. hadoop-client wrongfully excludes jetty-util JAR, 
 breaking webhdfs. (tucu)
 
+HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
+Bondarev via jlowe)
+
 Release 2.0.4-alpha - UNRELEASED
 
   INCOMPATIBLE CHANGES
@@ -1621,6 +1624,9 @@ Release 0.23.8 - UNRELEASED
 
   BUG FIXES
 
+HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
+Bondarev via jlowe)
+
 Release 0.23.7 - UNRELEASED
 
   INCOMPATIBLE CHANGES

Added: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/TestLz4CompressorDecompressor.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/TestLz4CompressorDecompressor.java?rev=1467072view=auto
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/TestLz4CompressorDecompressor.java
 (added)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/TestLz4CompressorDecompressor.java
 Thu Apr 11 20:16:49 2013
@@ -0,0 +1,316 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * License); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an AS IS BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.io.compress.lz4;
+
+import static org.junit.Assert.*;
+import java.io.BufferedInputStream;
+import java.io.BufferedOutputStream;
+import java.io.ByteArrayInputStream;
+import java.io.ByteArrayOutputStream;
+import java.io.DataInputStream;
+import java.io.DataOutputStream;
+import java.io.IOException;
+import java.util.Random;
+
+import org.apache.hadoop.io.DataInputBuffer;
+import org.apache.hadoop.io.DataOutputBuffer;
+import org.apache.hadoop.io.compress.BlockCompressorStream;
+import org.apache.hadoop.io.compress.BlockDecompressorStream;
+import org.apache.hadoop.io.compress.CompressionInputStream;
+import org.apache.hadoop.io.compress.CompressionOutputStream;
+import org.apache.hadoop.io.compress.Lz4Codec;
+import org.apache.hadoop.io.compress.lz4.Lz4Compressor;
+import org.apache.hadoop.io.compress.lz4.Lz4Decompressor;
+import org.junit.Before;
+import org.junit.Test;
+import static org.junit.Assume.*;
+
+public class TestLz4CompressorDecompressor {
+  
+  private static final Random rnd = new Random(12345l);
+
+  @Before
+  public void before() {
+assumeTrue(Lz4Codec.isNativeCodeLoaded());
+  }
+
+  //test on NullPointerException in {@code compressor.setInput()} 
+  @Test
+  public void testCompressorSetInputNullPointerException() {
+try {
+  Lz4Compressor compressor = new Lz4Compressor();
+  compressor.setInput(null, 0, 10);
+  fail(testCompressorSetInputNullPointerException error !!!);
+} catch (NullPointerException ex) {
+  // expected
+} catch (Exception e) {
+  fail(testCompressorSetInputNullPointerException ex error !!!);
+}
+  }
+
+  //test on NullPointerException in {@code decompressor.setInput()}
+  @Test
+  public void testDecompressorSetInputNullPointerException() {
+try {
+  Lz4Decompressor decompressor = 

svn commit: r1467029 [1/3] - in /hadoop/common/branches/branch-0.23.7/hadoop-common-project: hadoop-annotations/pom.xml hadoop-auth-examples/pom.xml hadoop-auth/pom.xml hadoop-common/pom.xml hadoop-co

2013-04-11 Thread tgraves
Author: tgraves
Date: Thu Apr 11 18:14:44 2013
New Revision: 1467029

URL: http://svn.apache.org/r1467029
Log:
Preparing for release 0.23.7

Modified:

hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-annotations/pom.xml

hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth-examples/pom.xml

hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth/pom.xml

hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-common/pom.xml

hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
hadoop/common/branches/branch-0.23.7/hadoop-common-project/pom.xml

Modified: 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-annotations/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-annotations/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-annotations/pom.xml
 (original)
+++ 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-annotations/pom.xml
 Thu Apr 11 18:14:44 2013
@@ -21,12 +21,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-annotations/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   descriptionApache Hadoop Annotations/description
   nameApache Hadoop Annotations/name
   packagingjar/packaging

Modified: 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth-examples/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth-examples/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth-examples/pom.xml
 (original)
+++ 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth-examples/pom.xml
 Thu Apr 11 18:14:44 2013
@@ -20,12 +20,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-auth-examples/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   packagingwar/packaging
 
   nameApache Hadoop Auth Examples/name

Modified: 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth/pom.xml 
(original)
+++ 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-auth/pom.xml 
Thu Apr 11 18:14:44 2013
@@ -20,12 +20,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../../hadoop-project/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-auth/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   packagingjar/packaging
 
   nameApache Hadoop Auth/name

Modified: 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-common/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-common/pom.xml?rev=1467029r1=1467028r2=1467029view=diff
==
--- 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-common/pom.xml
 (original)
+++ 
hadoop/common/branches/branch-0.23.7/hadoop-common-project/hadoop-common/pom.xml
 Thu Apr 11 18:14:44 2013
@@ -20,12 +20,12 @@
   parent
 groupIdorg.apache.hadoop/groupId
 artifactIdhadoop-project-dist/artifactId
-version0.23.7-SNAPSHOT/version
+version0.23.7/version
 relativePath../../hadoop-project-dist/relativePath
   /parent
   groupIdorg.apache.hadoop/groupId
   artifactIdhadoop-common/artifactId
-  version0.23.7-SNAPSHOT/version
+  version0.23.7/version
   descriptionApache Hadoop Common/description
   nameApache Hadoop Common/name
   packagingjar/packaging




svn commit: r1467080 - in /hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/io/compress/lz4/ src/test/java/org/apache/hadoop/io/compr

2013-04-11 Thread jlowe
Author: jlowe
Date: Thu Apr 11 20:38:32 2013
New Revision: 1467080

URL: http://svn.apache.org/r1467080
Log:
svn merge -c 1467072 FIXES: HADOOP-9222. Cover package with 
org.apache.hadoop.io.lz4 unit tests. Contributed by Vadim Bondarev

Added:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/
  - copied from r1467072, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/TestLz4CompressorDecompressor.java
  - copied unchanged from r1467072, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/lz4/TestLz4CompressorDecompressor.java
Modified:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467080r1=1467079r2=1467080view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 Thu Apr 11 20:38:32 2013
@@ -12,6 +12,9 @@ Release 0.23.8 - UNRELEASED
  
   BUG FIXES
 
+HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
+Bondarev via jlowe)
+
 Release 0.23.7 - UNRELEASED
 
   INCOMPATIBLE CHANGES




svn commit: r1467090 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: ./ src/test/java/org/apache/hadoop/io/compress/ src/test/java/org/apache/hadoop/io/compress/zlib/

2013-04-11 Thread jlowe
Author: jlowe
Date: Thu Apr 11 21:17:56 2013
New Revision: 1467090

URL: http://svn.apache.org/r1467090
Log:
HADOOP-9233. Cover package org.apache.hadoop.io.compress.zlib with unit tests. 
Contributed by Vadim Bondarev

Added:

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467090r1=1467089r2=1467090view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu Apr 
11 21:17:56 2013
@@ -623,6 +623,9 @@ Release 2.0.5-beta - UNRELEASED
 HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
 Bondarev via jlowe)
 
+HADOOP-9233. Cover package org.apache.hadoop.io.compress.zlib with unit
+tests (Vadim Bondarev via jlowe)
+
 Release 2.0.4-alpha - UNRELEASED
 
   INCOMPATIBLE CHANGES
@@ -1627,6 +1630,9 @@ Release 0.23.8 - UNRELEASED
 HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
 Bondarev via jlowe)
 
+HADOOP-9233. Cover package org.apache.hadoop.io.compress.zlib with unit
+tests (Vadim Bondarev via jlowe)
+
 Release 0.23.7 - UNRELEASED
 
   INCOMPATIBLE CHANGES

Added: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java?rev=1467090view=auto
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java
 (added)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java
 Thu Apr 11 21:17:56 2013
@@ -0,0 +1,524 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * License); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an AS IS BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.io.compress;
+
+import static org.junit.Assert.assertArrayEquals;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+import java.io.ByteArrayInputStream;
+import java.io.ByteArrayOutputStream;
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.io.compress.lz4.Lz4Compressor;
+import org.apache.hadoop.io.compress.snappy.SnappyCompressor;
+import org.apache.hadoop.io.compress.zlib.BuiltInZlibDeflater;
+import org.apache.hadoop.io.compress.zlib.ZlibCompressor;
+import org.apache.hadoop.io.compress.zlib.ZlibFactory;
+import org.apache.hadoop.util.NativeCodeLoader;
+import org.apache.log4j.Logger;
+import org.junit.Assert;
+
+import com.google.common.base.Joiner;
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableMap;
+import com.google.common.collect.ImmutableSet;
+import static org.junit.Assert.*;
+
+public class CompressDecompressTesterT extends Compressor, E extends 
Decompressor {
+
+  private static final Logger logger = Logger
+  .getLogger(CompressDecompressTester.class);
+
+  private final byte[] originalRawData;
+
+  private ImmutableListTesterPairT, E pairs = ImmutableList.of();
+  private ImmutableList.BuilderTesterPairT, E builder = 

svn commit: r1467099 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: ./ src/test/java/org/apache/hadoop/io/compress/ src/test/java/org/apache/hadoop/io/compress/zlib/

2013-04-11 Thread jlowe
Author: jlowe
Date: Thu Apr 11 21:25:10 2013
New Revision: 1467099

URL: http://svn.apache.org/r1467099
Log:
svn merge -c 1467090 FIXES: HADOOP-9233. Cover package 
org.apache.hadoop.io.compress.zlib with unit tests. Contributed by Vadim 
Bondarev

Added:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java
  - copied unchanged from r1467090, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java
  - copied unchanged from r1467090, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/
  - copied from r1467090, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java
  - copied unchanged from r1467090, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java
Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467099r1=1467098r2=1467099view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Thu Apr 11 21:25:10 2013
@@ -116,6 +116,9 @@ Release 2.0.5-beta - UNRELEASED
 HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
 Bondarev via jlowe)
 
+HADOOP-9233. Cover package org.apache.hadoop.io.compress.zlib with unit
+tests (Vadim Bondarev via jlowe)
+
 Release 2.0.4-alpha - UNRELEASED
 
   INCOMPATIBLE CHANGES
@@ -1142,6 +1145,9 @@ Release 0.23.8 - UNRELEASED
 HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
 Bondarev via jlowe)
 
+HADOOP-9233. Cover package org.apache.hadoop.io.compress.zlib with unit
+tests (Vadim Bondarev via jlowe)
+
 Release 0.23.7 - UNRELEASED
 
   INCOMPATIBLE CHANGES




svn commit: r1467102 - in /hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common: ./ src/test/java/org/apache/hadoop/io/compress/ src/test/java/org/apache/hadoop/io/compress/zlib/

2013-04-11 Thread jlowe
Author: jlowe
Date: Thu Apr 11 21:27:15 2013
New Revision: 1467102

URL: http://svn.apache.org/r1467102
Log:
svn merge -c 1467090 FIXES: HADOOP-9233. Cover package 
org.apache.hadoop.io.compress.zlib with unit tests. Contributed by Vadim 
Bondarev

Added:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java
  - copied unchanged from r1467090, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/CompressDecompressTester.java

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java
  - copied unchanged from r1467090, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/
  - copied from r1467090, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java
  - copied unchanged from r1467090, 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java
Modified:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467102r1=1467101r2=1467102view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 Thu Apr 11 21:27:15 2013
@@ -15,6 +15,9 @@ Release 0.23.8 - UNRELEASED
 HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
 Bondarev via jlowe)
 
+HADOOP-9233. Cover package org.apache.hadoop.io.compress.zlib with unit
+tests (Vadim Bondarev via jlowe)
+
 Release 0.23.7 - UNRELEASED
 
   INCOMPATIBLE CHANGES




svn commit: r1467137 - /hadoop/common/branches/branch-2.0.4-alpha/hadoop-client/pom.xml

2013-04-11 Thread vinodkv
Author: vinodkv
Date: Thu Apr 11 23:24:14 2013
New Revision: 1467137

URL: http://svn.apache.org/r1467137
Log:
HADOOP-9471. hadoop-client wrongfully excludes jetty-util JAR, breaking 
webhdfs. Contributed by Alejandro Abdelnur.
svn merge --ignore-ancestry -c 1466763 ../../trunk/

Modified:
hadoop/common/branches/branch-2.0.4-alpha/hadoop-client/pom.xml

Modified: hadoop/common/branches/branch-2.0.4-alpha/hadoop-client/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.0.4-alpha/hadoop-client/pom.xml?rev=1467137r1=1467136r2=1467137view=diff
==
--- hadoop/common/branches/branch-2.0.4-alpha/hadoop-client/pom.xml (original)
+++ hadoop/common/branches/branch-2.0.4-alpha/hadoop-client/pom.xml Thu Apr 11 
23:24:14 2013
@@ -144,10 +144,6 @@
   artifactIdjetty/artifactId
 /exclusion
 exclusion
-  groupIdorg.mortbay.jetty/groupId
-  artifactIdjetty-util/artifactId
-/exclusion
-exclusion
   groupIdcom.sun.jersey/groupId
   artifactIdjersey-core/artifactId
 /exclusion




svn commit: r1467137 - /hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt

2013-04-11 Thread vinodkv
Author: vinodkv
Date: Thu Apr 11 23:24:14 2013
New Revision: 1467137

URL: http://svn.apache.org/r1467137
Log:
HADOOP-9471. hadoop-client wrongfully excludes jetty-util JAR, breaking 
webhdfs. Contributed by Alejandro Abdelnur.
svn merge --ignore-ancestry -c 1466763 ../../trunk/

Modified:

hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467137r1=1467136r2=1467137view=diff
==
--- 
hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt
 Thu Apr 11 23:24:14 2013
@@ -104,6 +104,9 @@ Release 2.0.4-alpha - UNRELEASED
 HADOOP-9379. capture the ulimit info after printing the log to the 
 console. (Arpit Gupta via suresh)
 
+HADOOP-9471. hadoop-client wrongfully excludes jetty-util JAR, 
+breaking webhdfs. (tucu)
+
 Release 2.0.3-alpha - 2013-02-06 
 
   INCOMPATIBLE CHANGES




svn commit: r1467138 - /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

2013-04-11 Thread vinodkv
Author: vinodkv
Date: Thu Apr 11 23:26:04 2013
New Revision: 1467138

URL: http://svn.apache.org/r1467138
Log:
HADOOP-9471. Merged into 2.0.4-alpha. Fixing CHANGES.txt

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467138r1=1467137r2=1467138view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Thu Apr 11 23:26:04 2013
@@ -110,9 +110,6 @@ Release 2.0.5-beta - UNRELEASED
 HADOOP-9429. TestConfiguration fails with IBM JAVA. (Amir Sanjar via
 suresh)
 
-HADOOP-9471. hadoop-client wrongfully excludes jetty-util JAR, 
-breaking webhdfs. (tucu)
-
 HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
 Bondarev via jlowe)
 
@@ -148,6 +145,9 @@ Release 2.0.4-alpha - UNRELEASED
 HADOOP-9444. Modify hadoop-policy.xml to replace unexpanded variables to a
 default value of '*'. (Roman Shaposhnik via vinodkv)
 
+HADOOP-9471. hadoop-client wrongfully excludes jetty-util JAR, 
+breaking webhdfs. (tucu)
+
 Release 2.0.3-alpha - 2013-02-06 
 
   INCOMPATIBLE CHANGES




svn commit: r1467139 - /hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

2013-04-11 Thread vinodkv
Author: vinodkv
Date: Thu Apr 11 23:26:32 2013
New Revision: 1467139

URL: http://svn.apache.org/r1467139
Log:
HADOOP-9471. Merged into 2.0.4-alpha. Fixing CHANGES.txt

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467139r1=1467138r2=1467139view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu Apr 
11 23:26:32 2013
@@ -617,9 +617,6 @@ Release 2.0.5-beta - UNRELEASED
 HADOOP-9429. TestConfiguration fails with IBM JAVA. (Amir Sanjar via
 suresh)
 
-HADOOP-9471. hadoop-client wrongfully excludes jetty-util JAR, 
-breaking webhdfs. (tucu)
-
 HADOOP-9222. Cover package with org.apache.hadoop.io.lz4 unit tests (Vadim 
 Bondarev via jlowe)
 
@@ -652,6 +649,9 @@ Release 2.0.4-alpha - UNRELEASED
 HADOOP-9444. Modify hadoop-policy.xml to replace unexpanded variables to a
 default value of '*'. (Roman Shaposhnik via vinodkv)
 
+HADOOP-9471. hadoop-client wrongfully excludes jetty-util JAR, 
+breaking webhdfs. (tucu)
+
 Release 2.0.3-alpha - 2013-02-06 
 
   INCOMPATIBLE CHANGES




svn commit: r1467142 - /hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt

2013-04-11 Thread vinodkv
Author: vinodkv
Date: Thu Apr 11 23:40:18 2013
New Revision: 1467142

URL: http://svn.apache.org/r1467142
Log:
Removing 2.0.5 change-set from CHANGES.txt from all projects on 
branch-2.0.4-alpha.

Modified:

hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1467142r1=1467141r2=1467142view=diff
==
--- 
hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-2.0.4-alpha/hadoop-common-project/hadoop-common/CHANGES.txt
 Thu Apr 11 23:40:18 2013
@@ -1,76 +1,5 @@
 Hadoop Change Log
 
-Release 2.0.5-beta - UNRELEASED
-
-  INCOMPATIBLE CHANGES
-
-  NEW FEATURES
-
-HADOOP-9283. Add support for running the Hadoop client on AIX. (atm)
-
-  IMPROVEMENTS
-
-HADOOP-9253. Capture ulimit info in the logs at service start time.
-(Arpit Gupta via suresh)
-
-HADOOP-8924. Add maven plugin alternative to shell script to save
-package-info.java. (Chris Nauroth via suresh)
-
-HADOOP-9117. replace protoc ant plugin exec with a maven plugin. (tucu)
-
-HADOOP-9279. Document the need to build hadoop-maven-plugins for
-eclipse and separate project builds. (Tsuyoshi Ozawa via suresh)
-
-HADOOP-9334. Upgrade netty version. (Nicolas Liochon via suresh)
-
-HADOOP-9343. Allow additional exceptions through the RPC layer. (sseth)
-
-  OPTIMIZATIONS
-
-  BUG FIXES
-
-HADOOP-9294. GetGroupsTestBase fails on Windows. (Chris Nauroth via suresh)
-
-HADOOP-9305. Add support for running the Hadoop client on 64-bit AIX. (atm)
-
-HADOOP-9245. mvn clean without running mvn install before fails.
-(Karthik Kambatla via suresh)
-
-HADOOP-9246 Execution phase for hadoop-maven-plugin should be
-process-resources (Karthik Kambatla and Chris Nauroth via jlowe)
-
-HADOOP-9297. remove old record IO generation and tests. (tucu)
-
-HADOOP-9154. SortedMapWritable#putAll() doesn't add key/value classes to
-the map. (Karthik Kambatla via tomwhite)
-
-HADOOP-9304. remove addition of avro genreated-sources dirs to build. 
(tucu)
-
-HADOOP-9267. hadoop -help, -h, --help should show usage instructions.
-(Andrew Wang via atm)
-
-HADOOP-8569. CMakeLists.txt: define _GNU_SOURCE and _LARGEFILE_SOURCE.
-(Colin Patrick McCabe via atm)
-
-HADOOP-9323. Fix typos in API documentation. (suresh)
-
-HADOOP-7487. DF should throw a more reasonable exception when mount cannot
-be determined. (Andrew Wang via atm)
-
-HADOOP-8917. add LOCALE.US to toLowerCase in SecurityUtil.replacePattern.
-(Arpit Gupta via suresh)
-
-HADOOP-9342. Remove jline from distribution. (thw via tucu)
-
-HADOOP-9230. TestUniformSizeInputFormat fails intermittently. 
-(kkambatl via tucu)
-
-HADOOP-9349. Confusing output when running hadoop version from one hadoop 
-installation when HADOOP_HOME points to another. (sandyr via tucu)
-
-HADOOP-9337. org.apache.hadoop.fs.DF.getMount() does not work on Mac OS.
-(Ivan A. Veselovsky via atm)
-
 Release 2.0.4-alpha - UNRELEASED
 
   INCOMPATIBLE CHANGES