svn commit: r1487980 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
Author: cos
Date: Thu May 30 19:09:26 2013
New Revision: 1487980
URL: http://svn.apache.org/r1487980
Log:
HADOOP-9605. Update junit dependency. Contributed by Timothy St. Clair.
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1487980&r1=1487979&r2=1487980&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu May
30 19:09:26 2013
@@ -737,6 +737,8 @@ Release 2.0.5-beta - UNRELEASED
HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos)
+HADOOP-9605. Update junit dependency. (Timothy St. Clair via cos)
+
Release 2.0.4-alpha - 2013-04-25
INCOMPATIBLE CHANGES
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java?rev=1487980&r1=1487979&r2=1487980&view=diff
==
---
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
(original)
+++
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
Thu May 30 19:09:26 2013
@@ -18,7 +18,7 @@
package org.apache.hadoop.test;
import org.junit.Rule;
-import org.junit.rules.MethodRule;
+import org.junit.rules.TestRule;
import org.junit.rules.Timeout;
/**
@@ -30,5 +30,5 @@ import org.junit.rules.Timeout;
public class UnitTestcaseTimeLimit {
public final int timeOutSecs = 10;
- @Rule public MethodRule globalTimeout = new Timeout(timeOutSecs * 1000);
+ @Rule public TestRule globalTimeout = new Timeout(timeOutSecs * 1000);
}
svn commit: r1487980 - /hadoop/common/trunk/hadoop-project/pom.xml
Author: cos Date: Thu May 30 19:09:26 2013 New Revision: 1487980 URL: http://svn.apache.org/r1487980 Log: HADOOP-9605. Update junit dependency. Contributed by Timothy St. Clair. Modified: hadoop/common/trunk/hadoop-project/pom.xml Modified: hadoop/common/trunk/hadoop-project/pom.xml URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-project/pom.xml?rev=1487980&r1=1487979&r2=1487980&view=diff == --- hadoop/common/trunk/hadoop-project/pom.xml (original) +++ hadoop/common/trunk/hadoop-project/pom.xml Thu May 30 19:09:26 2013 @@ -520,7 +520,7 @@ junit junit -4.8.2 +4.10 commons-lang
svn commit: r1487981 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
Author: cos
Date: Thu May 30 19:13:12 2013
New Revision: 1487981
URL: http://svn.apache.org/r1487981
Log:
HADOOP-9607. Fixes in Javadoc build. Contributed by Timothy St. Clair
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1487981&r1=1487980&r2=1487981&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
Thu May 30 19:13:12 2013
@@ -373,6 +373,8 @@ Release 2.0.5-beta - UNRELEASED
HADOOP-9397. Incremental dist tar build fails. (Chris Nauroth via jlowe)
+HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos)
+
Release 2.0.4-alpha - 2013-04-25
INCOMPATIBLE CHANGES
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java?rev=1487981&r1=1487980&r2=1487981&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
Thu May 30 19:13:12 2013
@@ -28,7 +28,7 @@ import org.apache.hadoop.metrics2.Metric
*/
@InterfaceAudience.Private
public enum JvmMetricsInfo implements MetricsInfo {
- JvmMetrics("JVM related metrics etc."), // record infoÃ
+ JvmMetrics("JVM related metrics etc."), // record info
// metrics
MemNonHeapUsedM("Non-heap memory used in MB"),
MemNonHeapCommittedM("Non-heap memory committed in MB"),
svn commit: r1487979 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
Author: cos
Date: Thu May 30 19:06:49 2013
New Revision: 1487979
URL: http://svn.apache.org/r1487979
Log:
HADOOP-9607. Fixes in Javadoc build. Contributed by Timothy St. Clair
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1487979&r1=1487978&r2=1487979&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu May
30 19:06:49 2013
@@ -735,6 +735,8 @@ Release 2.0.5-beta - UNRELEASED
HADOOP-9553. TestAuthenticationToken fails on Windows.
(Arpit Agarwal via suresh)
+HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos)
+
Release 2.0.4-alpha - 2013-04-25
INCOMPATIBLE CHANGES
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java?rev=1487979&r1=1487978&r2=1487979&view=diff
==
---
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
(original)
+++
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
Thu May 30 19:06:49 2013
@@ -28,7 +28,7 @@ import org.apache.hadoop.metrics2.Metric
*/
@InterfaceAudience.Private
public enum JvmMetricsInfo implements MetricsInfo {
- JvmMetrics("JVM related metrics etc."), // record infoÃ
+ JvmMetrics("JVM related metrics etc."), // record info
// metrics
MemNonHeapUsedM("Non-heap memory used in MB"),
MemNonHeapCommittedM("Non-heap memory committed in MB"),
svn commit: r1487982 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
Author: cos
Date: Thu May 30 19:14:26 2013
New Revision: 1487982
URL: http://svn.apache.org/r1487982
Log:
HADOOP-9605. Update junit dependency. Contributed by Timothy St. Clair.
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1487982&r1=1487981&r2=1487982&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
Thu May 30 19:14:26 2013
@@ -375,6 +375,8 @@ Release 2.0.5-beta - UNRELEASED
HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos)
+HADOOP-9605. Update junit dependency. (Timothy St. Clair via cos)
+
Release 2.0.4-alpha - 2013-04-25
INCOMPATIBLE CHANGES
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java?rev=1487982&r1=1487981&r2=1487982&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
Thu May 30 19:14:26 2013
@@ -18,7 +18,7 @@
package org.apache.hadoop.test;
import org.junit.Rule;
-import org.junit.rules.MethodRule;
+import org.junit.rules.TestRule;
import org.junit.rules.Timeout;
/**
@@ -30,5 +30,5 @@ import org.junit.rules.Timeout;
public class UnitTestcaseTimeLimit {
public final int timeOutSecs = 10;
- @Rule public MethodRule globalTimeout = new Timeout(timeOutSecs * 1000);
+ @Rule public TestRule globalTimeout = new Timeout(timeOutSecs * 1000);
}
svn commit: r1487982 - /hadoop/common/branches/branch-2/hadoop-project/pom.xml
Author: cos Date: Thu May 30 19:14:26 2013 New Revision: 1487982 URL: http://svn.apache.org/r1487982 Log: HADOOP-9605. Update junit dependency. Contributed by Timothy St. Clair. Modified: hadoop/common/branches/branch-2/hadoop-project/pom.xml Modified: hadoop/common/branches/branch-2/hadoop-project/pom.xml URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-project/pom.xml?rev=1487982&r1=1487981&r2=1487982&view=diff == --- hadoop/common/branches/branch-2/hadoop-project/pom.xml (original) +++ hadoop/common/branches/branch-2/hadoop-project/pom.xml Thu May 30 19:14:26 2013 @@ -519,7 +519,7 @@ junit junit -4.8.2 +4.10 commons-lang
svn commit: r1488032 - /hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
Author: vinodkv
Date: Thu May 30 21:53:34 2013
New Revision: 1488032
URL: http://svn.apache.org/r1488032
Log:
MAPREDUCE-5261. Reverting the patch as it is no longer needed.
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java?rev=1488032&r1=1488031&r2=1488032&view=diff
==
---
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
(original)
+++
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
Thu May 30 21:53:34 2013
@@ -95,7 +95,7 @@ public class SecurityUtil {
* For use only by tests and initialization
*/
@InterfaceAudience.Private
- public static void setTokenServiceUseIp(boolean flag) {
+ static void setTokenServiceUseIp(boolean flag) {
useIpForTokenService = flag;
hostResolver = !useIpForTokenService
? new QualifiedHostResolver()
svn commit: r1488033 - /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
Author: vinodkv
Date: Thu May 30 21:54:28 2013
New Revision: 1488033
URL: http://svn.apache.org/r1488033
Log:
MAPREDUCE-5261. Reverting the patch as it is no longer needed.
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java?rev=1488033&r1=1488032&r2=1488033&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
Thu May 30 21:54:28 2013
@@ -95,7 +95,7 @@ public class SecurityUtil {
* For use only by tests and initialization
*/
@InterfaceAudience.Private
- public static void setTokenServiceUseIp(boolean flag) {
+ static void setTokenServiceUseIp(boolean flag) {
useIpForTokenService = flag;
hostResolver = !useIpForTokenService
? new QualifiedHostResolver()
[Hadoop Wiki] Update of "HowToRelease" by MattFoley
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "HowToRelease" page has been changed by MattFoley: https://wiki.apache.org/hadoop/HowToRelease?action=diff&rev1=92&rev2=93 Comment: added reference to HowToReleasePostMavenization for newer releases. ''This page is prepared for Hadoop Core committers. You need committer rights to create a new Hadoop Core release.'' - These instructions have been updated for Hadoop 0.20.0 and later releases. For earlier releases, check out an [[http://wiki.apache.org/hadoop/HowToRelease?action=recall&rev=48|older revision]] of this page. For 0.21.0 and later many of the steps need to be done in turn for Common, HDFS, and MapReduce. + These instructions have been updated for Hadoop 0.20.x and 1.x releases. For earlier releases, check out an [[http://wiki.apache.org/hadoop/HowToRelease?action=recall&rev=48|older revision]] of this page. For 0.21.0 and later many of the steps need to be done in turn for Common, HDFS, and MapReduce. For 0.23.x and 2.x releases, there is a new version of this page at HowToReleasePostMavenization. = Preparation = 1. Bulk update Jira to unassign from this release all issues that are open non-blockers and send follow-up notification to the developer list that this was done.
[Hadoop Wiki] Update of "HowToReleasePostMavenization" by MattFoley
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "HowToReleasePostMavenization" page has been changed by MattFoley: https://wiki.apache.org/hadoop/HowToReleasePostMavenization?action=diff&rev1=50&rev2=51 Comment: Added back-reference to HowToRelease page for branch-1 releases. ''This page is prepared for Hadoop Core committers. You need committer rights to create a new Hadoop Core release.'' - These instructions have been updated for Hadoop 0.23.0 and later releases. For earlier releases, check out an [[http://wiki.apache.org/hadoop/HowToRelease?action=recall&rev=48|older revision]] of this page. + These instructions have been updated for Hadoop 0.23.x, 2.x, and later releases. For earlier releases, please see the previous version of this page, HowToRelease. = Preparation =
svn commit: r1488040 - in /hadoop/common/trunk: hadoop-project/pom.xml hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java
Author: jlowe
Date: Thu May 30 22:43:16 2013
New Revision: 1488040
URL: http://svn.apache.org/r1488040
Log:
HADOOP-9287. Parallel-testing hadoop-common. Contributed by Andrey Klochkov
Modified:
hadoop/common/trunk/hadoop-project/pom.xml
hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java
Modified: hadoop/common/trunk/hadoop-project/pom.xml
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-project/pom.xml?rev=1488040&r1=1488039&r2=1488040&view=diff
==
--- hadoop/common/trunk/hadoop-project/pom.xml (original)
+++ hadoop/common/trunk/hadoop-project/pom.xml Thu May 30 22:43:16 2013
@@ -36,6 +36,9 @@
_
_
+
+4
+
UTF-8
UTF-8
@@ -967,5 +970,23 @@
+
Modified:
hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java?rev=1488040&r1=1488039&r2=1488040&view=diff
==
---
hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java
(original)
+++
hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java
Thu May 30 22:43:16 2013
@@ -56,14 +56,14 @@ public class TestDistCpViewFs {
public static void setup() throws URISyntaxException{
try {
Path fswd = FileSystem.get(getConf()).getWorkingDirectory();
- Configuration vConf = ViewFileSystemTestSetup.createConfig();
- ConfigUtil.addLink(vConf, "/usr", new URI(fswd.toString()));
+ Configuration vConf = ViewFileSystemTestSetup.createConfig(false);
+ ConfigUtil.addLink(vConf, "/usr", new URI(fswd.toString()));
fs = FileSystem.get(FsConstants.VIEWFS_URI, vConf);
fs.setWorkingDirectory(new Path("/usr"));
listFile = new Path("target/tmp/listing").makeQualified(fs.getUri(),
fs.getWorkingDirectory());
target = new Path("target/tmp/target").makeQualified(fs.getUri(),
- fs.getWorkingDirectory());
+ fs.getWorkingDirectory());
root = new Path("target/tmp").makeQualified(fs.getUri(),
fs.getWorkingDirectory()).toString();
TestDistCpUtils.delete(fs, root);
[Hadoop Wiki] Update of "ContributorsGroup" by EliCollins
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "ContributorsGroup" page has been changed by EliCollins: https://wiki.apache.org/hadoop/ContributorsGroup?action=diff&rev1=57&rev2=58 * AaronKimball * abhimehta * AC + * AdamKawa * adi * AlLias * AlbertStrasheim
[Hadoop Wiki] Update of "PoweredBy" by AdamKawa
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "PoweredBy" page has been changed by AdamKawa: https://wiki.apache.org/hadoop/PoweredBy?action=diff&rev1=415&rev2=416 * ''Text to Speech '' * ''Machine generated Audio & Video with remuxing '' * ''Automatic PDF creation & IR '' - - * ''2 node cluster (Windows Vista/CYGWIN, & CentOS) for developing MapReduce programs. '' +* ''2 node cluster (Windows Vista/CYGWIN, & CentOS) for developing MapReduce programs. '' * ''[[http://www.mylife.com/|MyLife]] '' * ''18 node cluster (Quad-Core AMD Opteron 2347, 1TB/node storage) '' @@ -588, +587 @@ * ''[[http://www.rodacino.gr|Rodacino]]'' * ''We use Hadoop for crawling news sites and log analysis.'' - * ''We also use Apache Cassandra as our back end and Apache Lucene for + * ''We also use Apache Cassandra as our back end and Apache Lucene for searching capabilities'' - searching capabilities'' * ''[[http://www.rovicorp.com/|Rovi Corporation]]'' * ''We use Hadoop, Pig and map/reduce to process extracted SQL data to generate json objects that are stored in MongoDB and served through our web services '' @@ -645, +643 @@ * ''We contribute to Hadoop and related projects where possible, see http://code.google.com/p/bigstreams/ and http://code.google.com/p/hadoop-gpl-packing/ '' * ''[[http://www.spotify.com|Spotify]] '' - * ''We use Hadoop for content generation, data aggregation, reporting and analysis '' - * ''120 node cluster (2880 cores, 2TB RAM, 2.4 PB storage)'' + * ''We use Hadoop for content generation, data aggregation, reporting and analysis (see more: [[http://files.meetup.com/5139282/SHUG%201%20-%20Hadoop%20at%20Spotify.pdf|Hadoop at Spotify]]) '' + * ''190 node cluster = 2280 phisical cores, 6TB RAM, 4 PB storage (we will extend it to 690 nodes (!) by September 2013)'' + * ''+7,500 daily Hadoop jobs (scheduled by Luigi, our home-grown and recently open-sourced job scheduler, [[https://github.com/spotify/luigi|code]] and [[https://vimeo.com/63435580|video]])'' * ''[[http://stampedehost.com/|Stampede Data Solutions (Stampedehost.com)]] '' * ''Hosted Hadoop data warehouse solution provider ''
[Hadoop Wiki] Update of "PoweredBy" by AdamKawa
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "PoweredBy" page has been changed by AdamKawa: https://wiki.apache.org/hadoop/PoweredBy?action=diff&rev1=416&rev2=417 * ''[[http://www.spotify.com|Spotify]] '' * ''We use Hadoop for content generation, data aggregation, reporting and analysis (see more: [[http://files.meetup.com/5139282/SHUG%201%20-%20Hadoop%20at%20Spotify.pdf|Hadoop at Spotify]]) '' - * ''190 node cluster = 2280 phisical cores, 6TB RAM, 4 PB storage (we will extend it to 690 nodes (!) by September 2013)'' + * ''190 node cluster = 2280 physical cores, 6TB RAM, 4 PB storage (we will extend it to 690 nodes (!) by September 2013)'' - * ''+7,500 daily Hadoop jobs (scheduled by Luigi, our home-grown and recently open-sourced job scheduler, [[https://github.com/spotify/luigi|code]] and [[https://vimeo.com/63435580|video]])'' + * ''+7,500 daily Hadoop jobs (scheduled by Luigi, our home-grown and recently open-sourced job scheduler - [[https://github.com/spotify/luigi|code]] and [[https://vimeo.com/63435580|video]])'' * ''[[http://stampedehost.com/|Stampede Data Solutions (Stampedehost.com)]] '' * ''Hosted Hadoop data warehouse solution provider ''
svn commit: r1488069 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/site/apt/InterfaceClassification.apt.vm
Author: sradia
Date: Fri May 31 00:39:18 2013
New Revision: 1488069
URL: http://svn.apache.org/r1488069
Log:
HADOOP-7391 Document Interface Classification from HADOOP-5073 (sanjay Radia)
Added:
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm
Modified:
hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1488069&r1=1488068&r2=1488069&view=diff
==
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt
(original)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Fri May
31 00:39:18 2013
@@ -453,6 +453,8 @@ Release 2.0.5-beta - UNRELEASED
helping YARN ResourceManager to reuse code for RM restart. (Jian He via
vinodkv)
+HADOOP-7391 Document Interface Classification from HADOOP-5073 (sanjay
Radia)
+
OPTIMIZATIONS
HADOOP-9150. Avoid unnecessary DNS resolution attempts for logical URIs
Added:
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm
URL:
http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm?rev=1488069&view=auto
==
---
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm
(added)
+++
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm
Fri May 31 00:39:18 2013
@@ -0,0 +1,241 @@
+~~ Licensed under the Apache License, Version 2.0 (the "License");
+~~ you may not use this file except in compliance with the License.
+~~ You may obtain a copy of the License at
+~~
+~~ http://www.apache.org/licenses/LICENSE-2.0
+~~
+~~ Unless required by applicable law or agreed to in writing, software
+~~ distributed under the License is distributed on an "AS IS" BASIS,
+~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+~~ See the License for the specific language governing permissions and
+~~ limitations under the License. See accompanying LICENSE file.
+
+ ---
+ Hadoop Interface Taxonomy: Audience and Stability Classification
+ ---
+ ---
+ ${maven.build.timestamp}
+
+Hadoop Interface Taxonomy: Audience and Stability Classification
+
+ \[ {{{./index.html}Go Back}} \]
+
+%{toc|section=1|fromDepth=0}
+
+* Motivation
+
+ The interface taxonomy classification provided here is for guidance to
+ developers and users of interfaces. The classification guides a developer
+ to declare the targeted audience or users of an interface and also its
+ stability.
+
+ * Benefits to the user of an interface: Knows which interfaces to use or not
+use and their stability.
+
+ * Benefits to the developer: to prevent accidental changes of interfaces and
+hence accidental impact on users or other components or system. This is
+particularly useful in large systems with many developers who may not all
+have a shared state/history of the project.
+
+* Interface Classification
+
+ Hadoop adopts the following interface classification,
+ this classification was derived from the
+
{{{http://www.opensolaris.org/os/community/arc/policies/interface-taxonomy/#Advice}OpenSolaris
taxonomy}}
+ and, to some extent, from taxonomy used inside Yahoo. Interfaces have two
main
+ attributes: Audience and Stability
+
+** Audience
+
+ Audience denotes the potential consumers of the interface. While many
+ interfaces are internal/private to the implementation,
+ other are public/external interfaces are meant for wider consumption by
+ applications and/or clients. For example, in posix, libc is an external or
+ public interface, while large parts of the kernel are internal or private
+ interfaces. Also, some interfaces are targeted towards other specific
+ subsystems.
+
+ Identifying the audience of an interface helps define the impact of
+ breaking it. For instance, it might be okay to break the compatibility of
+ an interface whose audience is a small number of specific subsystems. On
+ the other hand, it is probably not okay to break a protocol interfaces
+ that millions of Internet users depend on.
+
+ Hadoop uses the following kinds of audience in order of
+ increasing/wider visibility:
+
+ * Private:
+
+ * The interface is for internal use within the project (such as HDFS or
+ MapReduce) and should not be used by applications or by other projects. It
+ is subject to change at anytime without notice. Most interfaces of a
+ project are Private (also referred to as project-private).
+
+ * Limited-Private:
+
+ * The interface is used by a specified set of projec
svn commit: r1488071 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/site/apt/InterfaceClassification.apt.vm
Author: sradia Date: Fri May 31 00:54:05 2013 New Revision: 1488071 URL: http://svn.apache.org/r1488071 Log: Merged HADOOP-7391 svn merge -c 1488069 Added: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm - copied unchanged from r1488069, hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1488071&r1=1488070&r2=1488071&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Fri May 31 00:54:05 2013 @@ -87,6 +87,8 @@ Release 2.0.5-beta - UNRELEASED helping YARN ResourceManager to reuse code for RM restart. (Jian He via vinodkv) +HADOOP-7391 Document Interface Classification from HADOOP-5073 (sanjay Radia) + OPTIMIZATIONS HADOOP-9150. Avoid unnecessary DNS resolution attempts for logical URIs
svn commit: r1488089 - in /hadoop/common/branches/branch-2: ./ hadoop-project/ hadoop-project/src/site/ hadoop-project/src/site/site.xml
Author: szetszwo Date: Fri May 31 04:29:20 2013 New Revision: 1488089 URL: http://svn.apache.org/r1488089 Log: Merge r1480838 and r1480840 from trunk for merging HDFS Snapshot feature. Modified: hadoop/common/branches/branch-2/ (props changed) hadoop/common/branches/branch-2/hadoop-project/ (props changed) hadoop/common/branches/branch-2/hadoop-project/src/site/ (props changed) hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml Propchange: hadoop/common/branches/branch-2/ -- Merged /hadoop/common/branches/HDFS-2802:r1360400-1480829 Merged /hadoop/common/trunk:r1480838,1480840 Propchange: hadoop/common/branches/branch-2/hadoop-project/ -- Merged /hadoop/common/trunk/hadoop-project:r1480838,1480840 Propchange: hadoop/common/branches/branch-2/hadoop-project/src/site/ -- Merged /hadoop/common/trunk/hadoop-project/src/site:r1480838,1480840 Modified: hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml?rev=1488089&r1=1488088&r2=1488089&view=diff == --- hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml (original) +++ hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml Fri May 31 04:29:20 2013 @@ -64,6 +64,7 @@ +
svn commit: r1488089 - in /hadoop/common/branches/branch-2/hadoop-common-project: ./ hadoop-auth/ hadoop-common/ hadoop-common/src/main/docs/ hadoop-common/src/main/java/ hadoop-common/src/main/java/o
Author: szetszwo
Date: Fri May 31 04:29:20 2013
New Revision: 1488089
URL: http://svn.apache.org/r1488089
Log:
Merge r1480838 and r1480840 from trunk for merging HDFS Snapshot feature.
Added:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java
- copied unchanged from r1480838,
hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/ (props changed)
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-auth/ (props
changed)
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/
(props changed)
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
(props changed)
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/
(props changed)
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/
(props changed)
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFileSystem.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/FsCommand.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/core/
(props changed)
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFilterFileSystem.java
Propchange: hadoop/common/branches/branch-2/hadoop-common-project/
--
Merged /hadoop/common/trunk/hadoop-common-project:r1480838,1480840
Propchange: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-auth/
--
Merged /hadoop/common/trunk/hadoop-common-project/hadoop-auth:r1480838,1480840
Propchange: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/
--
Merged
/hadoop/common/trunk/hadoop-common-project/hadoop-common:r1480838,1480840
Propchange:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt
--
Merged
/hadoop/common/branches/HDFS-2802/hadoop-common-project/hadoop-common/CHANGES.txt:r1360400-1480829
Merged
/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt:r1480838,1480840
Propchange:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/
--
Merged
/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/docs:r1480838,1480840
Merged
/hadoop/common/branches/HDFS-2802/hadoop-common-project/hadoop-common/src/main/docs:r1360400-1480829
Propchange:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/
--
Merged
/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java:r1480838,1480840
Merged
/hadoop/common/branches/HDFS-2802/hadoop-common-project/hadoop-common/src/main/java:r1360400-1480829
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java?rev=1488089&r1=1488088&r2=1488089&view=diff
==
---
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java
(original)
+++
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java
Fri May 31 04:29:20 2013
@@ -2266,6 +2266,51 @@ public abstract class FileSystem extends
) throws IOException {
}
+ /**
+ * Create a snapshot with a default name.
+ * @param path The directory where snapshots will be taken.
+ * @return the snapshot path.
+ */
+ public final Path createSnapshot(Path path) throws IOException {
+return createSnapshot(path, null);
+ }
+
+ /**
+ * Create a snapshot
+ * @param path The directory where snapshots will be taken.
+ * @param snapshotName The name of the snapshot
+ * @return the snapshot path.
+ */
+ public Path createSnapshot(Path path, String snapshotName)
+ throws IOException {
+throw new UnsupportedOperationException(getClass().getSimpleName()
++ " doesn't support createSn
