svn commit: r1411704 - /hadoop/common/branches/MR-2454/

2012-11-20 Thread acmurthy
Author: acmurthy
Date: Tue Nov 20 15:39:36 2012
New Revision: 1411704

URL: http://svn.apache.org/viewvc?rev=1411704view=rev
Log:
Creating branch for MAPREDUCE-2454.

Added:
hadoop/common/branches/MR-2454/   (props changed)
  - copied from r1411703, hadoop/common/trunk/

Propchange: hadoop/common/branches/MR-2454/
--
--- svn:ignore (added)
+++ svn:ignore Tue Nov 20 15:39:36 2012
@@ -0,0 +1,5 @@
+.classpath
+.git
+.project
+.settings
+target

Propchange: hadoop/common/branches/MR-2454/
--
--- svn:mergeinfo (added)
+++ svn:mergeinfo Tue Nov 20 15:39:36 2012
@@ -0,0 +1,3 @@
+/hadoop/common/branches/HDFS-1623:1152502-1296519
+/hadoop/common/branches/HDFS-3042:1306184-1342109
+/hadoop/common/branches/HDFS-3077:1363593-1396941




svn commit: r1411762 - in /hadoop/common/branches/branch-0.23/hadoop-project/src/site: apt/index.apt.vm site.xml

2012-11-20 Thread tomwhite
Author: tomwhite
Date: Tue Nov 20 17:46:14 2012
New Revision: 1411762

URL: http://svn.apache.org/viewvc?rev=1411762view=rev
Log:
HADOOP-8860. Split MapReduce and YARN sections in documentation navigation.

Modified:
hadoop/common/branches/branch-0.23/hadoop-project/src/site/apt/index.apt.vm
hadoop/common/branches/branch-0.23/hadoop-project/src/site/site.xml

Modified: 
hadoop/common/branches/branch-0.23/hadoop-project/src/site/apt/index.apt.vm
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-project/src/site/apt/index.apt.vm?rev=1411762r1=1411761r2=1411762view=diff
==
--- hadoop/common/branches/branch-0.23/hadoop-project/src/site/apt/index.apt.vm 
(original)
+++ hadoop/common/branches/branch-0.23/hadoop-project/src/site/apt/index.apt.vm 
Tue Nov 20 17:46:14 2012
@@ -34,7 +34,7 @@ Apache Hadoop 0.23
   Namenodes.
 
   More details are available in the 
-  {{{./hadoop-yarn/hadoop-yarn-site/Federation.html}HDFS Federation}}
+  {{{./hadoop-project-dist/hadoop-hdfs/Federation.html}HDFS Federation}}
   document.
 
   * {MapReduce NextGen aka YARN aka MRv2}
@@ -65,9 +65,9 @@ Getting Started
 
   The Hadoop documentation includes the information you need to get started 
using
   Hadoop. Begin with the
-  {{{./hadoop-yarn/hadoop-yarn-site/SingleCluster.html}Single Node Setup}} 
which
+  {{{./hadoop-project-dist/hadoop-common/SingleCluster.html}Single Node 
Setup}} which
   shows you how to set up a single-node Hadoop installation. Then move on to 
the
-  {{{./hadoop-yarn/hadoop-yarn-site/ClusterSetup.html}Cluster Setup}} to learn 
how
+  {{{./hadoop-project-dist/hadoop-common/ClusterSetup.html}Cluster Setup}} to 
learn how
   to set up a multi-node Hadoop installation.
   
 

Modified: hadoop/common/branches/branch-0.23/hadoop-project/src/site/site.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-project/src/site/site.xml?rev=1411762r1=1411761r2=1411762view=diff
==
--- hadoop/common/branches/branch-0.23/hadoop-project/src/site/site.xml 
(original)
+++ hadoop/common/branches/branch-0.23/hadoop-project/src/site/site.xml Tue Nov 
20 17:46:14 2012
@@ -48,31 +48,29 @@
 
 menu name=Common inherit=top
   item name=Overview href=index.html/
-  item name=Single Node Setup 
href=hadoop-yarn/hadoop-yarn-site/SingleCluster.html/
-  item name=Cluster Setup 
href=hadoop-yarn/hadoop-yarn-site/ClusterSetup.html/
-  item name=Hadoop Commands 
href=hadoop-project-dist/hadoop-common/commands_manual.html/
+  item name=Single Node Setup 
href=hadoop-project-dist/hadoop-common/SingleCluster.html/
+  item name=Cluster Setup 
href=hadoop-project-dist/hadoop-common/ClusterSetup.html/
 /menu
 
 menu name=HDFS inherit=top
-  item name=Federation 
href=hadoop-yarn/hadoop-yarn-site/Federation.html/
-  item name=WebHDFS REST API 
href=hadoop-yarn/hadoop-yarn-site/WebHDFS.html/
+  item name=Federation 
href=hadoop-project-dist/hadoop-hdfs/Federation.html/
+  item name=WebHDFS REST API 
href=hadoop-project-dist/hadoop-hdfs/WebHDFS.html/
   item name=HttpFS Gateway href=hadoop-hdfs-httpfs/index.html/
-  item name=HDFS User Guide 
href=hadoop-project-dist/hadoop-hdfs/hdfs_user_guide.html/
 /menu
 
-menu name=Yarn/MapReduce inherit=top
+menu name=MapReduce/YARN inherit=top
   item name=YARN Architecture 
href=hadoop-yarn/hadoop-yarn-site/YARN.html/
-  item name=Writing Yarn Applications 
href=hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html/
+  item name=Writing YARN Applications 
href=hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html/
   item name=Capacity Scheduler 
href=hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html/
   item name=Web Application Proxy 
href=hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html/
-  item name=Yarn Commands 
href=hadoop-yarn/hadoop-yarn-site/YarnCommands.html/
+  item name=YARN Commands 
href=hadoop-yarn/hadoop-yarn-site/YarnCommands.html/
 /menu
 
-menu name=YARN REST API's inherit=top
+menu name=YARN REST APIs inherit=top
   item name=Introduction 
href=hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html/
   item name=Resource Manager 
href=hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html/
   item name=Node Manager 
href=hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html/
-  item name=Mapreduce Application Master 
href=hadoop-yarn/hadoop-yarn-site/MapredAppMasterRest.html/
+  item name=MR Application Master 
href=hadoop-yarn/hadoop-yarn-site/MapredAppMasterRest.html/
   item name=History Server 
href=hadoop-yarn/hadoop-yarn-site/HistoryServerRest.html/
 /menu
 
@@ -94,8 +92,8 @@
 menu name=Configuration inherit=top
   item name=core-default.xml 
href=hadoop-project-dist/hadoop-common/core-default.xml/
   item 

svn commit: r1411762 - in /hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common: ./ src/site/ src/site/apt/ src/site/resources/ src/site/resources/css/

2012-11-20 Thread tomwhite
Author: tomwhite
Date: Tue Nov 20 17:46:14 2012
New Revision: 1411762

URL: http://svn.apache.org/viewvc?rev=1411762view=rev
Log:
HADOOP-8860. Split MapReduce and YARN sections in documentation navigation.

Added:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/apt/ClusterSetup.apt.vm
  - copied unchanged from r1411754, 
hadoop/common/branches/branch-0.23/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/apt/ClusterSetup.apt.vm

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/apt/SingleCluster.apt.vm
  - copied unchanged from r1411754, 
hadoop/common/branches/branch-0.23/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/apt/SingleCluster.apt.vm

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/site.css
   (with props)

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/site.xml
   (with props)
Modified:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1411762r1=1411761r2=1411762view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 Tue Nov 20 17:46:14 2012
@@ -37,6 +37,9 @@ Release 0.23.5 - UNRELEASED
 
 HADOOP-8889. Upgrade to Surefire 2.12.3 (todd)
 
+HADOOP-8860. Split MapReduce and YARN sections in documentation navigation.
+(tomwhite)
+
   OPTIMIZATIONS
 
 HADOOP-8819. Incorrectly  is used instead of  in some file system 

Added: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/site.css
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/site.css?rev=1411762view=auto
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/site.css
 (added)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/site.css
 Tue Nov 20 17:46:14 2012
@@ -0,0 +1,30 @@
+/*
+* Licensed to the Apache Software Foundation (ASF) under one or more
+* contributor license agreements.  See the NOTICE file distributed with
+* this work for additional information regarding copyright ownership.
+* The ASF licenses this file to You under the Apache License, Version 2.0
+* (the License); you may not use this file except in compliance with
+* the License.  You may obtain a copy of the License at
+*
+* http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an AS IS BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*/
+#banner {
+  height: 93px;
+  background: none;
+}
+
+#bannerLeft img {
+  margin-left: 30px;
+  margin-top: 10px;
+}
+
+#bannerRight img {
+  margin: 17px;
+}
+

Propchange: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/site.css
--
svn:eol-style = native

Added: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/site.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/site.xml?rev=1411762view=auto
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/site.xml
 (added)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/site.xml
 Tue Nov 20 17:46:14 2012
@@ -0,0 +1,28 @@
+!--
+ Licensed under the Apache License, Version 2.0 (the License);
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an AS IS BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ 

svn commit: r1411771 - in /hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common: ./ src/site/ src/site/apt/ src/site/resources/ src/site/resources/css/

2012-11-20 Thread tomwhite
Author: tomwhite
Date: Tue Nov 20 18:00:40 2012
New Revision: 1411771

URL: http://svn.apache.org/viewvc?rev=1411771view=rev
Log:
Merge -r 1411761:1411762 from trunk to branch-0.23.5. Fixes: HADOOP-8860. Split 
MapReduce and YARN sections in documentation navigation.

Added:

hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/src/site/apt/ClusterSetup.apt.vm
  - copied unchanged from r1411762, 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/apt/ClusterSetup.apt.vm

hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/src/site/apt/SingleCluster.apt.vm
  - copied unchanged from r1411762, 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/apt/SingleCluster.apt.vm

hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/src/site/resources/
  - copied from r1411762, 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/

hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/src/site/resources/css/
  - copied from r1411762, 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/

hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/src/site/resources/css/site.css
  - copied unchanged from r1411762, 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/resources/css/site.css

hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/src/site/site.xml
  - copied unchanged from r1411762, 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/src/site/site.xml
Modified:

hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1411771r1=1411770r2=1411771view=diff
==
--- 
hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-0.23.5/hadoop-common-project/hadoop-common/CHANGES.txt
 Tue Nov 20 18:00:40 2012
@@ -25,6 +25,9 @@ Release 0.23.5 - UNRELEASED
 
 HADOOP-8889. Upgrade to Surefire 2.12.3 (todd)
 
+HADOOP-8860. Split MapReduce and YARN sections in documentation navigation.
+(tomwhite)
+
   OPTIMIZATIONS
 
 HADOOP-8819. Incorrectly  is used instead of  in some file system 




svn commit: r1411771 - in /hadoop/common/branches/branch-0.23.5/hadoop-project/src/site: apt/index.apt.vm site.xml

2012-11-20 Thread tomwhite
Author: tomwhite
Date: Tue Nov 20 18:00:40 2012
New Revision: 1411771

URL: http://svn.apache.org/viewvc?rev=1411771view=rev
Log:
Merge -r 1411761:1411762 from trunk to branch-0.23.5. Fixes: HADOOP-8860. Split 
MapReduce and YARN sections in documentation navigation.

Modified:

hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/apt/index.apt.vm
hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/site.xml

Modified: 
hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/apt/index.apt.vm
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/apt/index.apt.vm?rev=1411771r1=1411770r2=1411771view=diff
==
--- 
hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/apt/index.apt.vm 
(original)
+++ 
hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/apt/index.apt.vm 
Tue Nov 20 18:00:40 2012
@@ -34,7 +34,7 @@ Apache Hadoop 0.23
   Namenodes.
 
   More details are available in the 
-  {{{./hadoop-yarn/hadoop-yarn-site/Federation.html}HDFS Federation}}
+  {{{./hadoop-project-dist/hadoop-hdfs/Federation.html}HDFS Federation}}
   document.
 
   * {MapReduce NextGen aka YARN aka MRv2}
@@ -65,9 +65,9 @@ Getting Started
 
   The Hadoop documentation includes the information you need to get started 
using
   Hadoop. Begin with the
-  {{{./hadoop-yarn/hadoop-yarn-site/SingleCluster.html}Single Node Setup}} 
which
+  {{{./hadoop-project-dist/hadoop-common/SingleCluster.html}Single Node 
Setup}} which
   shows you how to set up a single-node Hadoop installation. Then move on to 
the
-  {{{./hadoop-yarn/hadoop-yarn-site/ClusterSetup.html}Cluster Setup}} to learn 
how
+  {{{./hadoop-project-dist/hadoop-common/ClusterSetup.html}Cluster Setup}} to 
learn how
   to set up a multi-node Hadoop installation.
   
 

Modified: hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/site.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/site.xml?rev=1411771r1=1411770r2=1411771view=diff
==
--- hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/site.xml 
(original)
+++ hadoop/common/branches/branch-0.23.5/hadoop-project/src/site/site.xml Tue 
Nov 20 18:00:40 2012
@@ -48,31 +48,29 @@
 
 menu name=Common inherit=top
   item name=Overview href=index.html/
-  item name=Single Node Setup 
href=hadoop-yarn/hadoop-yarn-site/SingleCluster.html/
-  item name=Cluster Setup 
href=hadoop-yarn/hadoop-yarn-site/ClusterSetup.html/
-  item name=Hadoop Commands 
href=hadoop-project-dist/hadoop-common/commands_manual.html/
+  item name=Single Node Setup 
href=hadoop-project-dist/hadoop-common/SingleCluster.html/
+  item name=Cluster Setup 
href=hadoop-project-dist/hadoop-common/ClusterSetup.html/
 /menu
 
 menu name=HDFS inherit=top
-  item name=Federation 
href=hadoop-yarn/hadoop-yarn-site/Federation.html/
-  item name=WebHDFS REST API 
href=hadoop-yarn/hadoop-yarn-site/WebHDFS.html/
+  item name=Federation 
href=hadoop-project-dist/hadoop-hdfs/Federation.html/
+  item name=WebHDFS REST API 
href=hadoop-project-dist/hadoop-hdfs/WebHDFS.html/
   item name=HttpFS Gateway href=hadoop-hdfs-httpfs/index.html/
-  item name=HDFS User Guide 
href=hadoop-project-dist/hadoop-hdfs/hdfs_user_guide.html/
 /menu
 
-menu name=Yarn/MapReduce inherit=top
+menu name=MapReduce/YARN inherit=top
   item name=YARN Architecture 
href=hadoop-yarn/hadoop-yarn-site/YARN.html/
-  item name=Writing Yarn Applications 
href=hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html/
+  item name=Writing YARN Applications 
href=hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html/
   item name=Capacity Scheduler 
href=hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html/
   item name=Web Application Proxy 
href=hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html/
-  item name=Yarn Commands 
href=hadoop-yarn/hadoop-yarn-site/YarnCommands.html/
+  item name=YARN Commands 
href=hadoop-yarn/hadoop-yarn-site/YarnCommands.html/
 /menu
 
-menu name=YARN REST API's inherit=top
+menu name=YARN REST APIs inherit=top
   item name=Introduction 
href=hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html/
   item name=Resource Manager 
href=hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html/
   item name=Node Manager 
href=hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html/
-  item name=Mapreduce Application Master 
href=hadoop-yarn/hadoop-yarn-site/MapredAppMasterRest.html/
+  item name=MR Application Master 
href=hadoop-yarn/hadoop-yarn-site/MapredAppMasterRest.html/
   item name=History Server 
href=hadoop-yarn/hadoop-yarn-site/HistoryServerRest.html/
 /menu
 
@@ -94,8 +92,8 @@
 menu name=Configuration inherit=top
   item 

svn commit: r1411819 - in /hadoop/common/branches/branch-1-win: CHANGES.branch-1-win.txt conf/hadoop-env.cmd

2012-11-20 Thread suresh
Author: suresh
Date: Tue Nov 20 19:47:41 2012
New Revision: 1411819

URL: http://svn.apache.org/viewvc?rev=1411819view=rev
Log:
HADOOP-9062. hadoop-env.cmd overwrites the value of *_OPTS set before install. 
Contributed by Ivan Mitic.

Modified:
hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt
hadoop/common/branches/branch-1-win/conf/hadoop-env.cmd

Modified: hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt?rev=1411819r1=1411818r2=1411819view=diff
==
--- hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt (original)
+++ hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt Tue Nov 20 
19:47:41 2012
@@ -225,3 +225,6 @@ Branch-hadoop-1-win - unreleased
 returned via winutils. (Ivan Mitic via suresh)
 
 HADOOP-9050. Remove java5 dependencies from build. (Raja Aluri via suresh)
+
+HADOOP-9062. hadoop-env.cmd overwrites the value of *_OPTS set before
+install. (Ivan Mitic via suresh)

Modified: hadoop/common/branches/branch-1-win/conf/hadoop-env.cmd
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1-win/conf/hadoop-env.cmd?rev=1411819r1=1411818r2=1411819view=diff
==
--- hadoop/common/branches/branch-1-win/conf/hadoop-env.cmd (original)
+++ hadoop/common/branches/branch-1-win/conf/hadoop-env.cmd Tue Nov 20 19:47:41 
2012
@@ -21,12 +21,12 @@ if not defined JAVA_HOME (
 @rem set HADOOP_OPTS=-server
 
 @rem Command specific options appended to HADOOP_OPTS when specified
-set HADOOP_NAMENODE_OPTS=-Dcom.sun.management.jmxremote
-set HADOOP_SECONDARYNAMENODE_OPTS=-Dcom.sun.management.jmxremote
-set HADOOP_DATANODE_OPTS=-Dcom.sun.management.jmxremote
-set HADOOP_BALANCER_OPTS=-Dcom.sun.management.jmxremote
-set HADOOP_JOBTRACKER_OPTS=-Dcom.sun.management.jmxremote
-set HADOOP_TASKTRACKER_OPTS=-Dcom.sun.management.jmxremote
+set HADOOP_NAMENODE_OPTS=-Dcom.sun.management.jmxremote %HADOOP_NAMENODE_OPTS%
+set HADOOP_SECONDARYNAMENODE_OPTS=-Dcom.sun.management.jmxremote 
%HADOOP_SECONDARYNAMENODE_OPTS%
+set HADOOP_DATANODE_OPTS=-Dcom.sun.management.jmxremote %HADOOP_DATANODE_OPTS%
+set HADOOP_BALANCER_OPTS=-Dcom.sun.management.jmxremote %HADOOP_BALANCER_OPTS%
+set HADOOP_JOBTRACKER_OPTS=-Dcom.sun.management.jmxremote 
%HADOOP_JOBTRACKER_OPTS%
+set HADOOP_TASKTRACKER_OPTS=-Dcom.sun.management.jmxremote 
%HADOOP_TASKTRACKER_OPTS%
 
 @rem The following applies to multiple commands (fs, dfs, fsck, distcp etc)
 @rem set HADOOP_CLIENT_OPTS




svn commit: r1411821 - /hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt

2012-11-20 Thread suresh
Author: suresh
Date: Tue Nov 20 19:48:59 2012
New Revision: 1411821

URL: http://svn.apache.org/viewvc?rev=1411821view=rev
Log:
Attribute the contribution of HADOOP-9062 to the right contributor.

Modified:
hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt

Modified: hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt?rev=1411821r1=1411820r2=1411821view=diff
==
--- hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt (original)
+++ hadoop/common/branches/branch-1-win/CHANGES.branch-1-win.txt Tue Nov 20 
19:48:59 2012
@@ -227,4 +227,4 @@ Branch-hadoop-1-win - unreleased
 HADOOP-9050. Remove java5 dependencies from build. (Raja Aluri via suresh)
 
 HADOOP-9062. hadoop-env.cmd overwrites the value of *_OPTS set before
-install. (Ivan Mitic via suresh)
+install. (Ganeshan Iyer via suresh)




svn commit: r1411879 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java

2012-11-20 Thread eli
Author: eli
Date: Tue Nov 20 21:13:48 2012
New Revision: 1411879

URL: http://svn.apache.org/viewvc?rev=1411879view=rev
Log:
HADOOP-9042. Add a test for umask in FileSystemContractBaseTest. Contributed by 
Colin McCabe

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1411879r1=1411878r2=1411879view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Tue Nov 
20 21:13:48 2012
@@ -373,6 +373,9 @@ Release 2.0.3-alpha - Unreleased 
 
 HADOOP-9035. Generalize setup of LoginContext (daryn via bobby)
 
+HADOOP-9042. Add a test for umask in FileSystemContractBaseTest.
+(Colin McCabe via eli)
+
   OPTIMIZATIONS
 
 HADOOP-8866. SampleQuantiles#query is O(N^2) instead of O(N). (Andrew Wang

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java?rev=1411879r1=1411878r2=1411879view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java
 Tue Nov 20 21:13:48 2012
@@ -23,11 +23,13 @@ import java.io.IOException;
 
 import junit.framework.TestCase;
 
+import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FSDataInputStream;
 import org.apache.hadoop.fs.FSDataOutputStream;
 import org.apache.hadoop.fs.FileStatus;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.fs.permission.FsPermission;
 
 /**
  * p
@@ -43,7 +45,7 @@ import org.apache.hadoop.fs.Path;
  * /p
  */
 public abstract class FileSystemContractBaseTest extends TestCase {
-  
+  protected final static String TEST_UMASK = 062;
   protected FileSystem fs;
   protected byte[] data = new byte[getBlockSize() * 2]; // two blocks of data
   {
@@ -151,7 +153,26 @@ public abstract class FileSystemContract
 assertFalse(fs.exists(testDeepSubDir));
 
   }
-  
+
+  public void testMkdirsWithUmask() throws Exception {
+if (fs.getScheme().equals(s3) || fs.getScheme().equals(s3n)) {
+  // skip permission tests for S3FileSystem until HDFS-1333 is fixed.
+  return;
+}
+Configuration conf = fs.getConf();
+String oldUmask = 
conf.get(CommonConfigurationKeys.FS_PERMISSIONS_UMASK_KEY);
+try {
+  conf.set(CommonConfigurationKeys.FS_PERMISSIONS_UMASK_KEY, TEST_UMASK);
+  final Path dir = new Path(/test/newDir);
+  assertTrue(fs.mkdirs(dir, new FsPermission((short)0777)));
+  FileStatus status = fs.getFileStatus(dir);
+  assertTrue(status.isDirectory());
+  assertEquals((short)0715, status.getPermission().toShort());
+} finally {
+  conf.set(CommonConfigurationKeys.FS_PERMISSIONS_UMASK_KEY, oldUmask);
+}
+  }
+
   public void testGetFileStatusThrowsExceptionForNonExistentFile() 
 throws Exception {
 try {




svn commit: r1411882 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java

2012-11-20 Thread eli
Author: eli
Date: Tue Nov 20 21:20:07 2012
New Revision: 1411882

URL: http://svn.apache.org/viewvc?rev=1411882view=rev
Log:
HADOOP-9042. Add a test for umask in FileSystemContractBaseTest. Contributed by 
Colin McCabe

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1411882r1=1411881r2=1411882view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Tue Nov 20 21:20:07 2012
@@ -91,6 +91,9 @@ Release 2.0.3-alpha - Unreleased 
 HADOOP-8926. hadoop.util.PureJavaCrc32 cache hit-ratio is low for static
 data (Gopal V via bobby)
 
+HADOOP-9042. Add a test for umask in FileSystemContractBaseTest.
+(Colin McCabe via eli)
+
   BUG FIXES
 
 HADOOP-8795. BASH tab completion doesn't look in PATH, assumes path to

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java?rev=1411882r1=1411881r2=1411882view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java
 (original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileSystemContractBaseTest.java
 Tue Nov 20 21:20:07 2012
@@ -23,11 +23,13 @@ import java.io.IOException;
 
 import junit.framework.TestCase;
 
+import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FSDataInputStream;
 import org.apache.hadoop.fs.FSDataOutputStream;
 import org.apache.hadoop.fs.FileStatus;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.fs.permission.FsPermission;
 
 /**
  * p
@@ -43,7 +45,7 @@ import org.apache.hadoop.fs.Path;
  * /p
  */
 public abstract class FileSystemContractBaseTest extends TestCase {
-  
+  protected final static String TEST_UMASK = 062;
   protected FileSystem fs;
   protected byte[] data = new byte[getBlockSize() * 2]; // two blocks of data
   {
@@ -151,7 +153,26 @@ public abstract class FileSystemContract
 assertFalse(fs.exists(testDeepSubDir));
 
   }
-  
+
+  public void testMkdirsWithUmask() throws Exception {
+if (fs.getScheme().equals(s3) || fs.getScheme().equals(s3n)) {
+  // skip permission tests for S3FileSystem until HDFS-1333 is fixed.
+  return;
+}
+Configuration conf = fs.getConf();
+String oldUmask = 
conf.get(CommonConfigurationKeys.FS_PERMISSIONS_UMASK_KEY);
+try {
+  conf.set(CommonConfigurationKeys.FS_PERMISSIONS_UMASK_KEY, TEST_UMASK);
+  final Path dir = new Path(/test/newDir);
+  assertTrue(fs.mkdirs(dir, new FsPermission((short)0777)));
+  FileStatus status = fs.getFileStatus(dir);
+  assertTrue(status.isDirectory());
+  assertEquals((short)0715, status.getPermission().toShort());
+} finally {
+  conf.set(CommonConfigurationKeys.FS_PERMISSIONS_UMASK_KEY, oldUmask);
+}
+  }
+
   public void testGetFileStatusThrowsExceptionForNonExistentFile() 
 throws Exception {
 try {




svn commit: r1411884 - /hadoop/common/trunk/pom.xml

2012-11-20 Thread tgraves
Author: tgraves
Date: Tue Nov 20 21:22:20 2012
New Revision: 1411884

URL: http://svn.apache.org/viewvc?rev=1411884view=rev
Log:
HADOOP-9072. Hadoop-Common-0.23-Build Fails to build in Jenkins (Robert Parker 
via tgraves)

Modified:
hadoop/common/trunk/pom.xml

Modified: hadoop/common/trunk/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/pom.xml?rev=1411884r1=1411883r2=1411884view=diff
==
--- hadoop/common/trunk/pom.xml (original)
+++ hadoop/common/trunk/pom.xml Tue Nov 20 21:22:20 2012
@@ -517,7 +517,7 @@ xsi:schemaLocation=http://maven.apache.
 groupIdcom.atlassian.maven.plugins/groupId
 artifactIdmaven-clover2-plugin/artifactId
 configuration
-  includesAllSourceRootstrue/includesAllSourceRoots
+  includesAllSourceRootsfalse/includesAllSourceRoots
   includesTestSourceRootstrue/includesTestSourceRoots
   licenseLocation${cloverLicenseLocation}/licenseLocation
   cloverDatabase${cloverDatabase}/cloverDatabase




svn commit: r1411884 - /hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

2012-11-20 Thread tgraves
Author: tgraves
Date: Tue Nov 20 21:22:20 2012
New Revision: 1411884

URL: http://svn.apache.org/viewvc?rev=1411884view=rev
Log:
HADOOP-9072. Hadoop-Common-0.23-Build Fails to build in Jenkins (Robert Parker 
via tgraves)

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1411884r1=1411883r2=1411884view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Tue Nov 
20 21:22:20 2012
@@ -1142,6 +1142,9 @@ Release 0.23.6 - UNRELEASED
 
   BUG FIXES
 
+HADOOP-9072. Hadoop-Common-0.23-Build Fails to build in Jenkins 
+(Robert Parker via tgraves)
+
 Release 0.23.5 - UNRELEASED
 
   INCOMPATIBLE CHANGES




svn commit: r1411891 - /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

2012-11-20 Thread tgraves
Author: tgraves
Date: Tue Nov 20 21:28:46 2012
New Revision: 1411891

URL: http://svn.apache.org/viewvc?rev=1411891view=rev
Log:
merge -r 1411883:1411884 from trunk. FIXES: HADOOP-9072

Modified:

hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1411891r1=1411890r2=1411891view=diff
==
--- 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ 
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt 
Tue Nov 20 21:28:46 2012
@@ -854,6 +854,9 @@ Release 0.23.6 - UNRELEASED
 
   BUG FIXES
 
+HADOOP-9072. Hadoop-Common-0.23-Build Fails to build in Jenkins 
+(Robert Parker via tgraves)
+
 Release 0.23.5 - UNRELEASED
 
   INCOMPATIBLE CHANGES




svn commit: r1411891 - /hadoop/common/branches/branch-2/pom.xml

2012-11-20 Thread tgraves
Author: tgraves
Date: Tue Nov 20 21:28:46 2012
New Revision: 1411891

URL: http://svn.apache.org/viewvc?rev=1411891view=rev
Log:
merge -r 1411883:1411884 from trunk. FIXES: HADOOP-9072

Modified:
hadoop/common/branches/branch-2/pom.xml

Modified: hadoop/common/branches/branch-2/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/pom.xml?rev=1411891r1=1411890r2=1411891view=diff
==
--- hadoop/common/branches/branch-2/pom.xml (original)
+++ hadoop/common/branches/branch-2/pom.xml Tue Nov 20 21:28:46 2012
@@ -410,7 +410,7 @@ xsi:schemaLocation=http://maven.apache.
 groupIdcom.atlassian.maven.plugins/groupId
 artifactIdmaven-clover2-plugin/artifactId
 configuration
-  includesAllSourceRootstrue/includesAllSourceRoots
+  includesAllSourceRootsfalse/includesAllSourceRoots
   includesTestSourceRootstrue/includesTestSourceRoots
   licenseLocation${cloverLicenseLocation}/licenseLocation
   cloverDatabase${cloverDatabase}/cloverDatabase




svn commit: r1411892 - /hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt

2012-11-20 Thread tgraves
Author: tgraves
Date: Tue Nov 20 21:28:54 2012
New Revision: 1411892

URL: http://svn.apache.org/viewvc?rev=1411892view=rev
Log:
merge -r 1411883:1411884 from trunk. FIXES: HADOOP-9072

Modified:

hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt

Modified: 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1411892r1=1411891r2=1411892view=diff
==
--- 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 (original)
+++ 
hadoop/common/branches/branch-0.23/hadoop-common-project/hadoop-common/CHANGES.txt
 Tue Nov 20 21:28:54 2012
@@ -12,6 +12,9 @@ Release 0.23.6 - UNRELEASED
 
   BUG FIXES
 
+HADOOP-9072. Hadoop-Common-0.23-Build Fails to build in Jenkins 
+(Robert Parker via tgraves)
+
 Release 0.23.5 - UNRELEASED
 
   INCOMPATIBLE CHANGES




svn commit: r1411892 - /hadoop/common/branches/branch-0.23/pom.xml

2012-11-20 Thread tgraves
Author: tgraves
Date: Tue Nov 20 21:28:54 2012
New Revision: 1411892

URL: http://svn.apache.org/viewvc?rev=1411892view=rev
Log:
merge -r 1411883:1411884 from trunk. FIXES: HADOOP-9072

Modified:
hadoop/common/branches/branch-0.23/pom.xml

Modified: hadoop/common/branches/branch-0.23/pom.xml
URL: 
http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.23/pom.xml?rev=1411892r1=1411891r2=1411892view=diff
==
--- hadoop/common/branches/branch-0.23/pom.xml (original)
+++ hadoop/common/branches/branch-0.23/pom.xml Tue Nov 20 21:28:54 2012
@@ -398,7 +398,7 @@
 groupIdcom.atlassian.maven.plugins/groupId
 artifactIdmaven-clover2-plugin/artifactId
 configuration
-  includesAllSourceRootstrue/includesAllSourceRoots
+  includesAllSourceRootsfalse/includesAllSourceRoots
   includesTestSourceRootstrue/includesTestSourceRoots
   licenseLocation${cloverLicenseLocation}/licenseLocation
   cloverDatabase${cloverDatabase}/cloverDatabase




svn commit: r1411988 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/fs/FileContext.java

2012-11-20 Thread suresh
Author: suresh
Date: Wed Nov 21 05:55:48 2012
New Revision: 1411988

URL: http://svn.apache.org/viewvc?rev=1411988view=rev
Log:
HADOOP-9075. FileContext#FSLinkResolver should be made static. Contributed by 
Arpit Agarwal.

Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt

hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java

Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1411988r1=1411987r2=1411988view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt 
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Wed Nov 
21 05:55:48 2012
@@ -132,7 +132,11 @@ Trunk (Unreleased)
 HADOOP-9004. Allow security unit tests to use external KDC. (Stephen Chu
 via suresh)
 
-HADOOP-6616. Improve documentation for rack awareness. (Adam Faris via 
jghoman)
+HADOOP-6616. Improve documentation for rack awareness. (Adam Faris via 
+jghoman)
+
+HADOOP-9075. FileContext#FSLinkResolver should be made static.
+(Arpit Agarwal via suresh)
 
   BUG FIXES
 

Modified: 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java
URL: 
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java?rev=1411988r1=1411987r2=1411988view=diff
==
--- 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java
 (original)
+++ 
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java
 Wed Nov 21 05:55:48 2012
@@ -1119,7 +1119,7 @@ public final class FileContext {
* @param target The symlink's absolute target
* @return Fully qualified version of the target.
*/
-  private Path qualifySymlinkTarget(final AbstractFileSystem pathFS,
+  private static Path qualifySymlinkTarget(final AbstractFileSystem pathFS,
 Path pathWithLink, Path target) {
 // NB: makeQualified uses the target's scheme and authority, if
 // specified, and the scheme and authority of pathFS, if not.
@@ -2321,7 +2321,7 @@ public final class FileContext {
* Class used to perform an operation on and resolve symlinks in a
* path. The operation may potentially span multiple file systems.  
*/
-  protected abstract class FSLinkResolverT {
+  protected static abstract class FSLinkResolverT {
 // The maximum number of symbolic link components in a path
 private static final int MAX_PATH_LINKS = 32;