svn commit: r1514581 - /hadoop/common/tags/release-2.0.6-alpha-rc1/
Author: cos Date: Fri Aug 16 05:28:18 2013 New Revision: 1514581 URL: http://svn.apache.org/r1514581 Log: Hadoop 2.0.6-alpha-rc1 release. Added: hadoop/common/tags/release-2.0.6-alpha-rc1/ (props changed) - copied from r1514579, hadoop/common/branches/branch-2.0.6-alpha/ Propchange: hadoop/common/tags/release-2.0.6-alpha-rc1/ -- --- svn:ignore (added) +++ svn:ignore Fri Aug 16 05:28:18 2013 @@ -0,0 +1,5 @@ +.classpath +.git +.project +.settings +target Propchange: hadoop/common/tags/release-2.0.6-alpha-rc1/ -- --- svn:mergeinfo (added) +++ svn:mergeinfo Fri Aug 16 05:28:18 2013 @@ -0,0 +1,3 @@ +/hadoop/common/branches/HDFS-3042:1306184-1342109 +/hadoop/common/branches/branch-0.23-PB:1227776-1294021 +/hadoop/common/trunk:1161777,1161781,1162188,1162421,1162491,1162499,1162613,1162928,1162954,1162979,1163050,1163069,1163490,1163768,1163852,1163858,1163981,1164255,1164301,1164339,1166009,1166402,1167001,1167383,1167662,1170085,1170379,1170459,1171297,1172916,1173402,1176550,1177487,1177531,1177859,1177864,1182189,1182205,1182214,1189613,1189932,1189982,1195575,1196113,1196129,1204114,1204117,1204122,1204124,1204129,1204131,1204177,1204370,1204376,1204388,1205260,1205697,1206786,1206830,1207694,1208153,1208313,1212021,1212062,1212073,1212084,1213537,1213586,1213592-1213593,1213954,1214046,1220510,1221348,1225114,1225192,1225456,1225489,1225591,1226211,1226239,1226350,1227091,1227165,1227423,1227964,1229347,1230398,1231569,1231572,1231627,1231640,1233605,1234555,1235135,1235137,1235956,1236456,1239752,1240897,1240928,1243065,1243104,1244766,1245751,1245762,1293419,1295061,1295227,1296556,1298044,1298696,1298700,1299045,1299434,1299963,1301308,1301312,1301820,1301871,1302624,1302704- 1302705,1303474,1304063,1304099,1304112,1304118,1305230,1309625,1310185,1311556,1312029,1329319,1333557,1334216,1342112,1348207,1349124,1349616,1351818,1361813,1373683,1374696,1375450,1375829,1379646,1400347,1430682,1430688,1440245,1445965,1455316,1465121
svn commit: r1514579 - /hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
Author: cos Date: Fri Aug 16 05:03:29 2013 New Revision: 1514579 URL: http://svn.apache.org/r1514579 Log: Adding ASL to the releasenotes.html file Modified: hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html Modified: hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html?rev=1514579&r1=1514578&r2=1514579&view=diff == --- hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html (original) +++ hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html Fri Aug 16 05:03:29 2013 @@ -1,3 +1,19 @@ + Hadoop 2.0.6-alpha Release Notes
svn commit: r1514545 - /hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/CHANGES.txt
Author: cos Date: Fri Aug 16 00:28:51 2013 New Revision: 1514545 URL: http://svn.apache.org/r1514545 Log: Setting new optimistic release day for rc1 Modified: hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514545&r1=1514544&r2=1514545&view=diff == --- hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2.0.6-alpha/hadoop-common-project/hadoop-common/CHANGES.txt Fri Aug 16 00:28:51 2013 @@ -1,6 +1,6 @@ Hadoop Change Log -Release 2.0.6-alpha - 08/17/2013 +Release 2.0.6-alpha - 08/22/2013 INCOMPATIBLE CHANGES
svn commit: r1514536 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/fs/Globber.java
Author: cmccabe
Date: Thu Aug 15 23:10:06 2013
New Revision: 1514536
URL: http://svn.apache.org/r1514536
Log:
HADOOP-9865. FileContext#globStatus has a regression with respect to relative
path. (Contributed by Chaun Lin)
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514536&r1=1514535&r2=1514536&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
Thu Aug 15 23:10:06 2013
@@ -53,6 +53,9 @@ Release 2.3.0 - UNRELEASED
HADOOP-9875. TestDoAsEffectiveUser can fail on JDK 7. (Aaron T. Myers via
Colin Patrick McCabe)
+HADOOP-9865. FileContext#globStatus has a regression with respect to
+relative path. (Chuan Lin via Colin Patrick McCabe)
+
Release 2.1.1-beta - UNRELEASED
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java?rev=1514536&r1=1514535&r2=1514536&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java
Thu Aug 15 23:10:06 2013
@@ -99,24 +99,24 @@ class Globber {
}
private String schemeFromPath(Path path) throws IOException {
-String scheme = pathPattern.toUri().getScheme();
+String scheme = path.toUri().getScheme();
if (scheme == null) {
if (fs != null) {
scheme = fs.getUri().getScheme();
} else {
-scheme = fc.getFSofPath(path).getUri().getScheme();
+scheme = fc.getDefaultFileSystem().getUri().getScheme();
}
}
return scheme;
}
private String authorityFromPath(Path path) throws IOException {
-String authority = pathPattern.toUri().getAuthority();
+String authority = path.toUri().getAuthority();
if (authority == null) {
if (fs != null) {
authority = fs.getUri().getAuthority();
} else {
-authority = fc.getFSofPath(path).getUri().getAuthority();
+authority = fc.getDefaultFileSystem().getUri().getAuthority();
}
}
return authority ;
svn commit: r1514531 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/fs/Globber.java
Author: cmccabe
Date: Thu Aug 15 23:05:41 2013
New Revision: 1514531
URL: http://svn.apache.org/r1514531
Log:
HADOOP-9865. FileContext#globStatus has a regression with respect to relative
path. (Contributed by Chaun Lin)
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java
Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514531&r1=1514530&r2=1514531&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu Aug
15 23:05:41 2013
@@ -337,6 +337,9 @@ Release 2.3.0 - UNRELEASED
HADOOP-9875. TestDoAsEffectiveUser can fail on JDK 7. (Aaron T. Myers via
Colin Patrick McCabe)
+HADOOP-9865. FileContext#globStatus has a regression with respect to
+relative path. (Chuan Lin via Colin Patrick McCabe)
+
Release 2.1.1-beta - UNRELEASED
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java?rev=1514531&r1=1514530&r2=1514531&view=diff
==
---
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java
(original)
+++
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java
Thu Aug 15 23:05:41 2013
@@ -99,24 +99,24 @@ class Globber {
}
private String schemeFromPath(Path path) throws IOException {
-String scheme = pathPattern.toUri().getScheme();
+String scheme = path.toUri().getScheme();
if (scheme == null) {
if (fs != null) {
scheme = fs.getUri().getScheme();
} else {
-scheme = fc.getFSofPath(path).getUri().getScheme();
+scheme = fc.getDefaultFileSystem().getUri().getScheme();
}
}
return scheme;
}
private String authorityFromPath(Path path) throws IOException {
-String authority = pathPattern.toUri().getAuthority();
+String authority = path.toUri().getAuthority();
if (authority == null) {
if (fs != null) {
authority = fs.getUri().getAuthority();
} else {
-authority = fc.getFSofPath(path).getUri().getAuthority();
+authority = fc.getDefaultFileSystem().getUri().getAuthority();
}
}
return authority ;
svn commit: r1514488 - /hadoop/common/tags/release-2.1.0-beta-rc2/
Author: acmurthy Date: Thu Aug 15 20:53:28 2013 New Revision: 1514488 URL: http://svn.apache.org/r1514488 Log: Apache Hadoop 2.1.0-beta RC2. Added: hadoop/common/tags/release-2.1.0-beta-rc2/ (props changed) - copied from r1514486, hadoop/common/branches/branch-2.1.0-beta/ Propchange: hadoop/common/tags/release-2.1.0-beta-rc2/ -- --- svn:ignore (added) +++ svn:ignore Thu Aug 15 20:53:28 2013 @@ -0,0 +1,5 @@ +.classpath +.git +.project +.settings +target Propchange: hadoop/common/tags/release-2.1.0-beta-rc2/ -- --- svn:mergeinfo (added) +++ svn:mergeinfo Thu Aug 15 20:53:28 2013 @@ -0,0 +1,6 @@ +/hadoop/common/branches/HDFS-2802:1360400-1480829 +/hadoop/common/branches/HDFS-3042:1306184-1342109 +/hadoop/common/branches/branch-0.23-PB:1227776-1294021 +/hadoop/common/branches/branch-2:1507582 +/hadoop/common/branches/branch-2.0.4-alpha:1463804 +/hadoop/common/trunk:1161777,1161781,1162188,1162421,1162491,1162499,1162613,1162928,1162954,1162979,1163050,1163069,1163490,1163768,1163852,1163858,1163981,1164255,1164301,1164339,1166009,1166402,1167001,1167383,1167662,1170085,1170379,1170459,1171297,1172916,1173402,1176550,1177487,1177531,1177859,1177864,1182189,1182205,1182214,1189613,1189932,1189982,1195575,1196113,1196129,1204114,1204117,1204122,1204124,1204129,1204131,1204177,1204370,1204376,1204388,1205260,1205697,1206786,1206830,1207694,1208153,1208313,1212021,1212062,1212073,1212084,1213537,1213586,1213592-1213593,1213954,1214046,1220510,1221348,1225114,1225192,1225456,1225489,1225591,1226211,1226239,1226350,1227091,1227165,1227423,1227964,1229347,1230398,1231569,1231572,1231627,1231640,1233605,1234555,1235135,1235137,1235956,1236456,1239752,1240897,1240928,1243065,1243104,1244766,1245751,1245762,1293419,1295061,1295227,1296556,1298044,1298696,1298700,1299045,1299434,1299963,1301308,1301312,1301820,1301871,1302624,1302704- 1302705,1303474,1304063,1304099,1304112,1304118,1305230,1309625,1310185,1311556,1312029,1329319,1333557,1334216,1342112,1347867,1348207,1349124,1349616,1351445,1351818,1357442,1361813,1373683,1374696,1375450,1375829,1379646,1380921,1400347,1430682,1430688,1440245,1445965,1458741,1465121,1476395,1477849,1480838,1480840,1487093,1507259
svn commit: r1514480 - /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
Author: acmurthy
Date: Thu Aug 15 20:42:57 2013
New Revision: 1514480
URL: http://svn.apache.org/r1514480
Log:
Release notes for hadoop-2.1.0-beta rc2
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html?rev=1514480&r1=1514479&r2=1514480&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
Thu Aug 15 20:42:57 2013
@@ -12,6 +12,29 @@ These release notes include new develope
Changes since Hadoop 2.0.5-alpha
+ https://issues.apache.org/jira/browse/YARN-1056";>YARN-1056.
+ Trivial bug reported by Karthik Kambatla and fixed by Karthik Kambatla
+ Fix configs
yarn.resourcemanager.resourcemanager.connect.{max.wait.secs|retry_interval.secs}
+ Fix configs
yarn.resourcemanager.resourcemanager.connect.{max.wait.secs|retry_interval.secs}
to have a *resourcemanager* only once, make them consistent with other such
yarn configs and add entries in yarn-default.xml
+ https://issues.apache.org/jira/browse/YARN-1046";>YARN-1046.
+ Major bug reported by Karthik Kambatla and fixed by Karthik Kambatla
+ Disable mem monitoring by default in MiniYARNCluster
+ Have been running into this frequently inspite of
MAPREDUCE-3709 on centos6 machines. However, when I try to run it independently
on the machines, I have not been able to reproduce it.
+
+{noformat}
+2013-08-07 19:17:35,048 WARN [Container Monitor]
monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:run(444)) - Container
[pid=16556,containerID=container_1375928243488_0001_01_01] is running
beyond virtual memory limits. Current usage: 132.4 MB of 512 MB physical memory
used; 1.2 GB of 1.0 GB virtual memory used. Killing container.
+{noformat}
+ https://issues.apache.org/jira/browse/YARN-1045";>YARN-1045.
+ Major improvement reported by Siddharth Seth and fixed by Jian He
+ Improve toString implementation for PBImpls
+ The generic toString implementation that is used in most of
the PBImpls {code}getProto().toString().replaceAll("\\n", ",
").replaceAll("\\s+", " ");{code} is rather inefficient - replacing "\n" and
"\s" to generate a one line string. Instead, we can use
{code}TextFormat.shortDebugString(getProto());{code}.
+
+If we can get this into 2.1.0 - great, otherwise the next
release.
+ https://issues.apache.org/jira/browse/YARN-1043";>YARN-1043.
+ Major bug reported by Yusaku Sako and fixed by Jian He
+ YARN Queue metrics are getting pushed to neither file nor
Ganglia
+ YARN Queue metrics are not getting pushed to file or Ganglia
via Hadoop Metrics 2.
+QueueMetrics are still accessible via JMX and RM REST API
(:8088/ws/v1/cluster/scheduler).
https://issues.apache.org/jira/browse/YARN-968";>YARN-968.
Blocker bug reported by Kihwal Lee and fixed by Vinod Kumar Vavilapalli
RM admin commands don't work
@@ -853,6 +876,10 @@ On normal NM shutdown, this is not a pro
Major sub-task reported by Bikas Saha and fixed by Bikas Saha
Improve AMRMClient with matching requests
+ https://issues.apache.org/jira/browse/YARN-656";>YARN-656.
+ Major bug reported by Sandy Ryza and fixed by Sandy Ryza (resourcemanager
, scheduler)
+ In scheduler UI, including reserved memory in "Memory Total" can make
it exceed cluster capacity.
+ "Memory Total" is currently a sum of availableMB,
allocatedMB, and reservedMB. Including reservedMB in this sum can make the
total exceed the capacity of the cluster.
https://issues.apache.org/jira/browse/YARN-655";>YARN-655.
Major bug reported by Sandy Ryza and fixed by Sandy Ryza (scheduler)
Fair scheduler metrics should subtract allocated memory from available
memory
@@ -2224,6 +2251,10 @@ ApplicationMaster should not be able to
Major bug reported by Jian He and fixed by Jian He
Change MR to use multiple containers API of ContainerManager after
YARN-926
+ https://issues.apache.org/jira/browse/MAPREDUCE-5399";>MAPREDUCE-5399.
+ Blocker bug reported by Stanislav Barton and fixed by Stanislav Barton
(mrv1 , mrv2)
+ Unnecessary Configuration instantiation in IFileInputStream slows down
merge
+ Fixes blank Configuration object creation overhead by reusing
the Job configuration in InMemoryReader.
https://issues.apache.org/jira/browse/MAPREDUCE-5398";>MAPREDUCE-5398.
Major improvement reported by Bikas Saha and fixed by Jian He
MR changes for YARN-513
@@ -2248,6 +2279,10 @@ ApplicationMaster should
svn commit: r1514478 - /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
Author: acmurthy
Date: Thu Aug 15 20:42:15 2013
New Revision: 1514478
URL: http://svn.apache.org/r1514478
Log:
Release notes for hadoop-2.1.0-beta rc2
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html?rev=1514478&r1=1514477&r2=1514478&view=diff
==
---
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
(original)
+++
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
Thu Aug 15 20:42:15 2013
@@ -12,6 +12,29 @@ These release notes include new develope
Changes since Hadoop 2.0.5-alpha
+ https://issues.apache.org/jira/browse/YARN-1056";>YARN-1056.
+ Trivial bug reported by Karthik Kambatla and fixed by Karthik Kambatla
+ Fix configs
yarn.resourcemanager.resourcemanager.connect.{max.wait.secs|retry_interval.secs}
+ Fix configs
yarn.resourcemanager.resourcemanager.connect.{max.wait.secs|retry_interval.secs}
to have a *resourcemanager* only once, make them consistent with other such
yarn configs and add entries in yarn-default.xml
+ https://issues.apache.org/jira/browse/YARN-1046";>YARN-1046.
+ Major bug reported by Karthik Kambatla and fixed by Karthik Kambatla
+ Disable mem monitoring by default in MiniYARNCluster
+ Have been running into this frequently inspite of
MAPREDUCE-3709 on centos6 machines. However, when I try to run it independently
on the machines, I have not been able to reproduce it.
+
+{noformat}
+2013-08-07 19:17:35,048 WARN [Container Monitor]
monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:run(444)) - Container
[pid=16556,containerID=container_1375928243488_0001_01_01] is running
beyond virtual memory limits. Current usage: 132.4 MB of 512 MB physical memory
used; 1.2 GB of 1.0 GB virtual memory used. Killing container.
+{noformat}
+ https://issues.apache.org/jira/browse/YARN-1045";>YARN-1045.
+ Major improvement reported by Siddharth Seth and fixed by Jian He
+ Improve toString implementation for PBImpls
+ The generic toString implementation that is used in most of
the PBImpls {code}getProto().toString().replaceAll("\\n", ",
").replaceAll("\\s+", " ");{code} is rather inefficient - replacing "\n" and
"\s" to generate a one line string. Instead, we can use
{code}TextFormat.shortDebugString(getProto());{code}.
+
+If we can get this into 2.1.0 - great, otherwise the next
release.
+ https://issues.apache.org/jira/browse/YARN-1043";>YARN-1043.
+ Major bug reported by Yusaku Sako and fixed by Jian He
+ YARN Queue metrics are getting pushed to neither file nor
Ganglia
+ YARN Queue metrics are not getting pushed to file or Ganglia
via Hadoop Metrics 2.
+QueueMetrics are still accessible via JMX and RM REST API
(:8088/ws/v1/cluster/scheduler).
https://issues.apache.org/jira/browse/YARN-968";>YARN-968.
Blocker bug reported by Kihwal Lee and fixed by Vinod Kumar Vavilapalli
RM admin commands don't work
@@ -853,6 +876,10 @@ On normal NM shutdown, this is not a pro
Major sub-task reported by Bikas Saha and fixed by Bikas Saha
Improve AMRMClient with matching requests
+ https://issues.apache.org/jira/browse/YARN-656";>YARN-656.
+ Major bug reported by Sandy Ryza and fixed by Sandy Ryza (resourcemanager
, scheduler)
+ In scheduler UI, including reserved memory in "Memory Total" can make
it exceed cluster capacity.
+ "Memory Total" is currently a sum of availableMB,
allocatedMB, and reservedMB. Including reservedMB in this sum can make the
total exceed the capacity of the cluster.
https://issues.apache.org/jira/browse/YARN-655";>YARN-655.
Major bug reported by Sandy Ryza and fixed by Sandy Ryza (scheduler)
Fair scheduler metrics should subtract allocated memory from available
memory
@@ -2224,6 +2251,10 @@ ApplicationMaster should not be able to
Major bug reported by Jian He and fixed by Jian He
Change MR to use multiple containers API of ContainerManager after
YARN-926
+ https://issues.apache.org/jira/browse/MAPREDUCE-5399";>MAPREDUCE-5399.
+ Blocker bug reported by Stanislav Barton and fixed by Stanislav Barton
(mrv1 , mrv2)
+ Unnecessary Configuration instantiation in IFileInputStream slows down
merge
+ Fixes blank Configuration object creation overhead by reusing
the Job configuration in InMemoryReader.
https://issues.apache.org/jira/browse/MAPREDUCE-5398";>MAPREDUCE-5398.
Major improvement reported by Bikas Saha and fixed by Jian He
MR changes for YARN-513
@@ -2248,6 +
svn commit: r1514477 [1/2] - /hadoop/common/branches/branch-2.1.0-beta/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
Author: acmurthy Date: Thu Aug 15 20:41:24 2013 New Revision: 1514477 URL: http://svn.apache.org/r1514477 Log: Release notes for hadoop-2.1.0-beta rc2 Modified: hadoop/common/branches/branch-2.1.0-beta/hadoop-common-project/hadoop-common/src/main/docs/releasenotes.html
svn commit: r1514473 - /hadoop/common/branches/branch-2.1.0-beta/hadoop-common-project/hadoop-common/CHANGES.txt
Author: acmurthy Date: Thu Aug 15 20:35:23 2013 New Revision: 1514473 URL: http://svn.apache.org/r1514473 Log: Preparing for hadoop-2.1.0-beta rc2. Modified: hadoop/common/branches/branch-2.1.0-beta/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/branches/branch-2.1.0-beta/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1.0-beta/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514473&r1=1514472&r2=1514473&view=diff == --- hadoop/common/branches/branch-2.1.0-beta/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2.1.0-beta/hadoop-common-project/hadoop-common/CHANGES.txt Thu Aug 15 20:35:23 2013 @@ -12,7 +12,7 @@ Release 2.1.1-beta - UNRELEASED BUG FIXES -Release 2.1.0-beta - 2013-08-06 +Release 2.1.0-beta - 2013-08-22 INCOMPATIBLE CHANGES
svn commit: r1514471 - /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
Author: acmurthy Date: Thu Aug 15 20:34:25 2013 New Revision: 1514471 URL: http://svn.apache.org/r1514471 Log: Preparing for hadoop-2.1.0-beta rc2. Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514471&r1=1514470&r2=1514471&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Thu Aug 15 20:34:25 2013 @@ -123,7 +123,7 @@ Release 2.1.1-beta - UNRELEASED HADOOP-9868. Server must not advertise kerberos realm. (daryn via kihwal) -Release 2.1.0-beta - 2013-08-06 +Release 2.1.0-beta - 2013-08-22 INCOMPATIBLE CHANGES
svn commit: r1514472 - /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
Author: acmurthy Date: Thu Aug 15 20:34:33 2013 New Revision: 1514472 URL: http://svn.apache.org/r1514472 Log: Preparing for hadoop-2.1.0-beta rc2. Modified: hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514472&r1=1514471&r2=1514472&view=diff == --- hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt Thu Aug 15 20:34:33 2013 @@ -70,7 +70,7 @@ Release 2.1.1-beta - UNRELEASED HADOOP-9868. Server must not advertise kerberos realm. (daryn via kihwal) -Release 2.1.0-beta - 2013-08-06 +Release 2.1.0-beta - 2013-08-22 INCOMPATIBLE CHANGES
svn commit: r1514469 - /hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
Author: acmurthy Date: Thu Aug 15 20:29:43 2013 New Revision: 1514469 URL: http://svn.apache.org/r1514469 Log: Preparing for hadoop-2.1.0-beta rc2. Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514469&r1=1514468&r2=1514469&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu Aug 15 20:29:43 2013 @@ -396,7 +396,7 @@ Release 2.1.1-beta - UNRELEASED HADOOP-9868. Server must not advertise kerberos realm. (daryn via kihwal) -Release 2.1.0-beta - 2013-08-06 +Release 2.1.0-beta - 2013-08-22 INCOMPATIBLE CHANGES
svn commit: r1514456 - in /hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Author: kihwal
Date: Thu Aug 15 19:42:09 2013
New Revision: 1514456
URL: http://svn.apache.org/r1514456
Log:
svn merge -c 1514448 merging from trunk to branch-2.1-beta to fix HADOOP-9868.
Also fix broken CHANGES.txt.
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514456&r1=1514455&r2=1514456&view=diff
==
---
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/CHANGES.txt
Thu Aug 15 19:42:09 2013
@@ -11,6 +11,12 @@ Release 2.1.1-beta - UNRELEASED
HADOOP-9787. ShutdownHelper util to shutdown threads and threadpools.
(Karthik Kambatla via Sandy Ryza)
+HADOOP-9803. Add a generic type parameter to RetryInvocationHandler.
+(szetszwo)
+
+HADOOP-9821. ClientId should have getMsb/getLsb methods.
+(Tsuyoshi OZAWA via jing9)
+
HADOOP-9435. Support building the JNI code against the IBM JVM.
(Tian Hong Wang via Colin Patrick McCabe)
@@ -24,6 +30,8 @@ Release 2.1.1-beta - UNRELEASED
HADOOP-8814. Replace string equals "" by String#isEmpty().
(Brandon Li via suresh)
+HADOOP-9789. Support server advertised kerberos principals (daryn)
+
HADOOP-9802. Support Snappy codec on Windows. (cnauroth)
OPTIMIZATIONS
@@ -47,6 +55,8 @@ Release 2.1.1-beta - UNRELEASED
HADOOP-9675. use svn:eol-style native for html to prevent line ending
issues (Colin Patrick McCabe)
+HADOOP-9757. Har metadata cache can grow without limit (Cristina Abad via
daryn)
+
HADOOP-9858. Remove unused private RawLocalFileSystem#execCommand method
from
branch-2. (cnauroth)
@@ -58,30 +68,7 @@ Release 2.1.1-beta - UNRELEASED
HADOOP-9381. Document dfs cp -f option. (Keegan Witt, suresh via suresh)
-Release 2.1.0-beta - 2013-08-06
-
- INCOMPATIBLE CHANGES
-
- NEW FEATURES
-
- IMPROVEMENTS
-
-HADOOP-9803. Add a generic type parameter to RetryInvocationHandler.
-(szetszwo)
-
-HADOOP-9821. ClientId should have getMsb/getLsb methods.
-(Tsuyoshi OZAWA via jing9)
-
-HADOOP-9789. Support server advertised kerberos principals (daryn)
-
- OPTIMIZATIONS
-
- BUG FIXES
-
-HADOOP-9768. chown and chgrp reject users and groups with spaces on
platforms
-where spaces are otherwise acceptable. (cnauroth)
-
-HADOOP-9757. Har metadata cache can grow without limit (Cristina Abad via
daryn)
+HADOOP-9868. Server must not advertise kerberos realm. (daryn via kihwal)
Release 2.1.0-beta - 2013-08-06
Modified:
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java?rev=1514456&r1=1514455&r2=1514456&view=diff
==
---
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
(original)
+++
hadoop/common/branches/branch-2.1-beta/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Thu Aug 15 19:42:09 2013
@@ -104,7 +104,7 @@ public class SaslRpcServer {
if (LOG.isDebugEnabled())
LOG.debug("Kerberos principal name is " + fullName);
// don't use KerberosName because we don't want auth_to_local
-String[] parts = fullName.split("[/@]", 2);
+String[] parts = fullName.split("[/@]", 3);
protocol = parts[0];
// should verify service host is present here rather than in create()
// but lazy tests are using a UGI that isn't a SPN...
svn commit: r1514453 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Author: kihwal
Date: Thu Aug 15 19:31:07 2013
New Revision: 1514453
URL: http://svn.apache.org/r1514453
Log:
svn merge -c 1514448 merging from trunk to branch-2 to fix HADOOP-9868.
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514453&r1=1514452&r2=1514453&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
Thu Aug 15 19:31:07 2013
@@ -121,6 +121,8 @@ Release 2.1.1-beta - UNRELEASED
HADOOP-9381. Document dfs cp -f option. (Keegan Witt, suresh via suresh)
+HADOOP-9868. Server must not advertise kerberos realm. (daryn via kihwal)
+
Release 2.1.0-beta - 2013-08-06
INCOMPATIBLE CHANGES
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java?rev=1514453&r1=1514452&r2=1514453&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Thu Aug 15 19:31:07 2013
@@ -104,7 +104,7 @@ public class SaslRpcServer {
if (LOG.isDebugEnabled())
LOG.debug("Kerberos principal name is " + fullName);
// don't use KerberosName because we don't want auth_to_local
-String[] parts = fullName.split("[/@]", 2);
+String[] parts = fullName.split("[/@]", 3);
protocol = parts[0];
// should verify service host is present here rather than in create()
// but lazy tests are using a UGI that isn't a SPN...
svn commit: r1514448 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Author: kihwal
Date: Thu Aug 15 19:22:09 2013
New Revision: 1514448
URL: http://svn.apache.org/r1514448
Log:
HADOOP-9868. Server must not advertise kerberos realm. Contributed by Daryn
Sharp.
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1514448&r1=1514447&r2=1514448&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu Aug
15 19:22:09 2013
@@ -394,6 +394,8 @@ Release 2.1.1-beta - UNRELEASED
HADOOP-9381. Document dfs cp -f option. (Keegan Witt, suresh via suresh)
+HADOOP-9868. Server must not advertise kerberos realm. (daryn via kihwal)
+
Release 2.1.0-beta - 2013-08-06
INCOMPATIBLE CHANGES
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java?rev=1514448&r1=1514447&r2=1514448&view=diff
==
---
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
(original)
+++
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SaslRpcServer.java
Thu Aug 15 19:22:09 2013
@@ -104,7 +104,7 @@ public class SaslRpcServer {
if (LOG.isDebugEnabled())
LOG.debug("Kerberos principal name is " + fullName);
// don't use KerberosName because we don't want auth_to_local
-String[] parts = fullName.split("[/@]", 2);
+String[] parts = fullName.split("[/@]", 3);
protocol = parts[0];
// should verify service host is present here rather than in create()
// but lazy tests are using a UGI that isn't a SPN...
