svn commit: r1487980 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
Author: cos Date: Thu May 30 19:09:26 2013 New Revision: 1487980 URL: http://svn.apache.org/r1487980 Log: HADOOP-9605. Update junit dependency. Contributed by Timothy St. Clair. Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1487980&r1=1487979&r2=1487980&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu May 30 19:09:26 2013 @@ -737,6 +737,8 @@ Release 2.0.5-beta - UNRELEASED HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos) +HADOOP-9605. Update junit dependency. (Timothy St. Clair via cos) + Release 2.0.4-alpha - 2013-04-25 INCOMPATIBLE CHANGES Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java?rev=1487980&r1=1487979&r2=1487980&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java Thu May 30 19:09:26 2013 @@ -18,7 +18,7 @@ package org.apache.hadoop.test; import org.junit.Rule; -import org.junit.rules.MethodRule; +import org.junit.rules.TestRule; import org.junit.rules.Timeout; /** @@ -30,5 +30,5 @@ import org.junit.rules.Timeout; public class UnitTestcaseTimeLimit { public final int timeOutSecs = 10; - @Rule public MethodRule globalTimeout = new Timeout(timeOutSecs * 1000); + @Rule public TestRule globalTimeout = new Timeout(timeOutSecs * 1000); }
svn commit: r1487980 - /hadoop/common/trunk/hadoop-project/pom.xml
Author: cos Date: Thu May 30 19:09:26 2013 New Revision: 1487980 URL: http://svn.apache.org/r1487980 Log: HADOOP-9605. Update junit dependency. Contributed by Timothy St. Clair. Modified: hadoop/common/trunk/hadoop-project/pom.xml Modified: hadoop/common/trunk/hadoop-project/pom.xml URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-project/pom.xml?rev=1487980&r1=1487979&r2=1487980&view=diff == --- hadoop/common/trunk/hadoop-project/pom.xml (original) +++ hadoop/common/trunk/hadoop-project/pom.xml Thu May 30 19:09:26 2013 @@ -520,7 +520,7 @@ junit junit -4.8.2 +4.10 commons-lang
svn commit: r1487981 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
Author: cos Date: Thu May 30 19:13:12 2013 New Revision: 1487981 URL: http://svn.apache.org/r1487981 Log: HADOOP-9607. Fixes in Javadoc build. Contributed by Timothy St. Clair Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1487981&r1=1487980&r2=1487981&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Thu May 30 19:13:12 2013 @@ -373,6 +373,8 @@ Release 2.0.5-beta - UNRELEASED HADOOP-9397. Incremental dist tar build fails. (Chris Nauroth via jlowe) +HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos) + Release 2.0.4-alpha - 2013-04-25 INCOMPATIBLE CHANGES Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java?rev=1487981&r1=1487980&r2=1487981&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java Thu May 30 19:13:12 2013 @@ -28,7 +28,7 @@ import org.apache.hadoop.metrics2.Metric */ @InterfaceAudience.Private public enum JvmMetricsInfo implements MetricsInfo { - JvmMetrics("JVM related metrics etc."), // record infoà + JvmMetrics("JVM related metrics etc."), // record info // metrics MemNonHeapUsedM("Non-heap memory used in MB"), MemNonHeapCommittedM("Non-heap memory committed in MB"),
svn commit: r1487979 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java
Author: cos Date: Thu May 30 19:06:49 2013 New Revision: 1487979 URL: http://svn.apache.org/r1487979 Log: HADOOP-9607. Fixes in Javadoc build. Contributed by Timothy St. Clair Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1487979&r1=1487978&r2=1487979&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Thu May 30 19:06:49 2013 @@ -735,6 +735,8 @@ Release 2.0.5-beta - UNRELEASED HADOOP-9553. TestAuthenticationToken fails on Windows. (Arpit Agarwal via suresh) +HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos) + Release 2.0.4-alpha - 2013-04-25 INCOMPATIBLE CHANGES Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java?rev=1487979&r1=1487978&r2=1487979&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/source/JvmMetricsInfo.java Thu May 30 19:06:49 2013 @@ -28,7 +28,7 @@ import org.apache.hadoop.metrics2.Metric */ @InterfaceAudience.Private public enum JvmMetricsInfo implements MetricsInfo { - JvmMetrics("JVM related metrics etc."), // record infoà + JvmMetrics("JVM related metrics etc."), // record info // metrics MemNonHeapUsedM("Non-heap memory used in MB"), MemNonHeapCommittedM("Non-heap memory committed in MB"),
svn commit: r1487982 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java
Author: cos Date: Thu May 30 19:14:26 2013 New Revision: 1487982 URL: http://svn.apache.org/r1487982 Log: HADOOP-9605. Update junit dependency. Contributed by Timothy St. Clair. Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1487982&r1=1487981&r2=1487982&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Thu May 30 19:14:26 2013 @@ -375,6 +375,8 @@ Release 2.0.5-beta - UNRELEASED HADOOP-9607. Fixes in Javadoc build (Timothy St. Clair via cos) +HADOOP-9605. Update junit dependency. (Timothy St. Clair via cos) + Release 2.0.4-alpha - 2013-04-25 INCOMPATIBLE CHANGES Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java?rev=1487982&r1=1487981&r2=1487982&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/UnitTestcaseTimeLimit.java Thu May 30 19:14:26 2013 @@ -18,7 +18,7 @@ package org.apache.hadoop.test; import org.junit.Rule; -import org.junit.rules.MethodRule; +import org.junit.rules.TestRule; import org.junit.rules.Timeout; /** @@ -30,5 +30,5 @@ import org.junit.rules.Timeout; public class UnitTestcaseTimeLimit { public final int timeOutSecs = 10; - @Rule public MethodRule globalTimeout = new Timeout(timeOutSecs * 1000); + @Rule public TestRule globalTimeout = new Timeout(timeOutSecs * 1000); }
svn commit: r1487982 - /hadoop/common/branches/branch-2/hadoop-project/pom.xml
Author: cos Date: Thu May 30 19:14:26 2013 New Revision: 1487982 URL: http://svn.apache.org/r1487982 Log: HADOOP-9605. Update junit dependency. Contributed by Timothy St. Clair. Modified: hadoop/common/branches/branch-2/hadoop-project/pom.xml Modified: hadoop/common/branches/branch-2/hadoop-project/pom.xml URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-project/pom.xml?rev=1487982&r1=1487981&r2=1487982&view=diff == --- hadoop/common/branches/branch-2/hadoop-project/pom.xml (original) +++ hadoop/common/branches/branch-2/hadoop-project/pom.xml Thu May 30 19:14:26 2013 @@ -519,7 +519,7 @@ junit junit -4.8.2 +4.10 commons-lang
svn commit: r1488032 - /hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
Author: vinodkv Date: Thu May 30 21:53:34 2013 New Revision: 1488032 URL: http://svn.apache.org/r1488032 Log: MAPREDUCE-5261. Reverting the patch as it is no longer needed. Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java?rev=1488032&r1=1488031&r2=1488032&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java Thu May 30 21:53:34 2013 @@ -95,7 +95,7 @@ public class SecurityUtil { * For use only by tests and initialization */ @InterfaceAudience.Private - public static void setTokenServiceUseIp(boolean flag) { + static void setTokenServiceUseIp(boolean flag) { useIpForTokenService = flag; hostResolver = !useIpForTokenService ? new QualifiedHostResolver()
svn commit: r1488033 - /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
Author: vinodkv Date: Thu May 30 21:54:28 2013 New Revision: 1488033 URL: http://svn.apache.org/r1488033 Log: MAPREDUCE-5261. Reverting the patch as it is no longer needed. Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java?rev=1488033&r1=1488032&r2=1488033&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java Thu May 30 21:54:28 2013 @@ -95,7 +95,7 @@ public class SecurityUtil { * For use only by tests and initialization */ @InterfaceAudience.Private - public static void setTokenServiceUseIp(boolean flag) { + static void setTokenServiceUseIp(boolean flag) { useIpForTokenService = flag; hostResolver = !useIpForTokenService ? new QualifiedHostResolver()
[Hadoop Wiki] Update of "HowToRelease" by MattFoley
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "HowToRelease" page has been changed by MattFoley: https://wiki.apache.org/hadoop/HowToRelease?action=diff&rev1=92&rev2=93 Comment: added reference to HowToReleasePostMavenization for newer releases. ''This page is prepared for Hadoop Core committers. You need committer rights to create a new Hadoop Core release.'' - These instructions have been updated for Hadoop 0.20.0 and later releases. For earlier releases, check out an [[http://wiki.apache.org/hadoop/HowToRelease?action=recall&rev=48|older revision]] of this page. For 0.21.0 and later many of the steps need to be done in turn for Common, HDFS, and MapReduce. + These instructions have been updated for Hadoop 0.20.x and 1.x releases. For earlier releases, check out an [[http://wiki.apache.org/hadoop/HowToRelease?action=recall&rev=48|older revision]] of this page. For 0.21.0 and later many of the steps need to be done in turn for Common, HDFS, and MapReduce. For 0.23.x and 2.x releases, there is a new version of this page at HowToReleasePostMavenization. = Preparation = 1. Bulk update Jira to unassign from this release all issues that are open non-blockers and send follow-up notification to the developer list that this was done.
[Hadoop Wiki] Update of "HowToReleasePostMavenization" by MattFoley
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "HowToReleasePostMavenization" page has been changed by MattFoley: https://wiki.apache.org/hadoop/HowToReleasePostMavenization?action=diff&rev1=50&rev2=51 Comment: Added back-reference to HowToRelease page for branch-1 releases. ''This page is prepared for Hadoop Core committers. You need committer rights to create a new Hadoop Core release.'' - These instructions have been updated for Hadoop 0.23.0 and later releases. For earlier releases, check out an [[http://wiki.apache.org/hadoop/HowToRelease?action=recall&rev=48|older revision]] of this page. + These instructions have been updated for Hadoop 0.23.x, 2.x, and later releases. For earlier releases, please see the previous version of this page, HowToRelease. = Preparation =
svn commit: r1488040 - in /hadoop/common/trunk: hadoop-project/pom.xml hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java
Author: jlowe Date: Thu May 30 22:43:16 2013 New Revision: 1488040 URL: http://svn.apache.org/r1488040 Log: HADOOP-9287. Parallel-testing hadoop-common. Contributed by Andrey Klochkov Modified: hadoop/common/trunk/hadoop-project/pom.xml hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java Modified: hadoop/common/trunk/hadoop-project/pom.xml URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-project/pom.xml?rev=1488040&r1=1488039&r2=1488040&view=diff == --- hadoop/common/trunk/hadoop-project/pom.xml (original) +++ hadoop/common/trunk/hadoop-project/pom.xml Thu May 30 22:43:16 2013 @@ -36,6 +36,9 @@ _ _ + +4 + UTF-8 UTF-8 @@ -967,5 +970,23 @@ + Modified: hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java?rev=1488040&r1=1488039&r2=1488040&view=diff == --- hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java (original) +++ hadoop/common/trunk/hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpViewFs.java Thu May 30 22:43:16 2013 @@ -56,14 +56,14 @@ public class TestDistCpViewFs { public static void setup() throws URISyntaxException{ try { Path fswd = FileSystem.get(getConf()).getWorkingDirectory(); - Configuration vConf = ViewFileSystemTestSetup.createConfig(); - ConfigUtil.addLink(vConf, "/usr", new URI(fswd.toString())); + Configuration vConf = ViewFileSystemTestSetup.createConfig(false); + ConfigUtil.addLink(vConf, "/usr", new URI(fswd.toString())); fs = FileSystem.get(FsConstants.VIEWFS_URI, vConf); fs.setWorkingDirectory(new Path("/usr")); listFile = new Path("target/tmp/listing").makeQualified(fs.getUri(), fs.getWorkingDirectory()); target = new Path("target/tmp/target").makeQualified(fs.getUri(), - fs.getWorkingDirectory()); + fs.getWorkingDirectory()); root = new Path("target/tmp").makeQualified(fs.getUri(), fs.getWorkingDirectory()).toString(); TestDistCpUtils.delete(fs, root);
[Hadoop Wiki] Update of "ContributorsGroup" by EliCollins
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "ContributorsGroup" page has been changed by EliCollins: https://wiki.apache.org/hadoop/ContributorsGroup?action=diff&rev1=57&rev2=58 * AaronKimball * abhimehta * AC + * AdamKawa * adi * AlLias * AlbertStrasheim
[Hadoop Wiki] Update of "PoweredBy" by AdamKawa
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "PoweredBy" page has been changed by AdamKawa: https://wiki.apache.org/hadoop/PoweredBy?action=diff&rev1=415&rev2=416 * ''Text to Speech '' * ''Machine generated Audio & Video with remuxing '' * ''Automatic PDF creation & IR '' - - * ''2 node cluster (Windows Vista/CYGWIN, & CentOS) for developing MapReduce programs. '' +* ''2 node cluster (Windows Vista/CYGWIN, & CentOS) for developing MapReduce programs. '' * ''[[http://www.mylife.com/|MyLife]] '' * ''18 node cluster (Quad-Core AMD Opteron 2347, 1TB/node storage) '' @@ -588, +587 @@ * ''[[http://www.rodacino.gr|Rodacino]]'' * ''We use Hadoop for crawling news sites and log analysis.'' - * ''We also use Apache Cassandra as our back end and Apache Lucene for + * ''We also use Apache Cassandra as our back end and Apache Lucene for searching capabilities'' - searching capabilities'' * ''[[http://www.rovicorp.com/|Rovi Corporation]]'' * ''We use Hadoop, Pig and map/reduce to process extracted SQL data to generate json objects that are stored in MongoDB and served through our web services '' @@ -645, +643 @@ * ''We contribute to Hadoop and related projects where possible, see http://code.google.com/p/bigstreams/ and http://code.google.com/p/hadoop-gpl-packing/ '' * ''[[http://www.spotify.com|Spotify]] '' - * ''We use Hadoop for content generation, data aggregation, reporting and analysis '' - * ''120 node cluster (2880 cores, 2TB RAM, 2.4 PB storage)'' + * ''We use Hadoop for content generation, data aggregation, reporting and analysis (see more: [[http://files.meetup.com/5139282/SHUG%201%20-%20Hadoop%20at%20Spotify.pdf|Hadoop at Spotify]]) '' + * ''190 node cluster = 2280 phisical cores, 6TB RAM, 4 PB storage (we will extend it to 690 nodes (!) by September 2013)'' + * ''+7,500 daily Hadoop jobs (scheduled by Luigi, our home-grown and recently open-sourced job scheduler, [[https://github.com/spotify/luigi|code]] and [[https://vimeo.com/63435580|video]])'' * ''[[http://stampedehost.com/|Stampede Data Solutions (Stampedehost.com)]] '' * ''Hosted Hadoop data warehouse solution provider ''
[Hadoop Wiki] Update of "PoweredBy" by AdamKawa
Dear Wiki user, You have subscribed to a wiki page or wiki category on "Hadoop Wiki" for change notification. The "PoweredBy" page has been changed by AdamKawa: https://wiki.apache.org/hadoop/PoweredBy?action=diff&rev1=416&rev2=417 * ''[[http://www.spotify.com|Spotify]] '' * ''We use Hadoop for content generation, data aggregation, reporting and analysis (see more: [[http://files.meetup.com/5139282/SHUG%201%20-%20Hadoop%20at%20Spotify.pdf|Hadoop at Spotify]]) '' - * ''190 node cluster = 2280 phisical cores, 6TB RAM, 4 PB storage (we will extend it to 690 nodes (!) by September 2013)'' + * ''190 node cluster = 2280 physical cores, 6TB RAM, 4 PB storage (we will extend it to 690 nodes (!) by September 2013)'' - * ''+7,500 daily Hadoop jobs (scheduled by Luigi, our home-grown and recently open-sourced job scheduler, [[https://github.com/spotify/luigi|code]] and [[https://vimeo.com/63435580|video]])'' + * ''+7,500 daily Hadoop jobs (scheduled by Luigi, our home-grown and recently open-sourced job scheduler - [[https://github.com/spotify/luigi|code]] and [[https://vimeo.com/63435580|video]])'' * ''[[http://stampedehost.com/|Stampede Data Solutions (Stampedehost.com)]] '' * ''Hosted Hadoop data warehouse solution provider ''
svn commit: r1488069 - in /hadoop/common/trunk/hadoop-common-project/hadoop-common: CHANGES.txt src/site/apt/InterfaceClassification.apt.vm
Author: sradia Date: Fri May 31 00:39:18 2013 New Revision: 1488069 URL: http://svn.apache.org/r1488069 Log: HADOOP-7391 Document Interface Classification from HADOOP-5073 (sanjay Radia) Added: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1488069&r1=1488068&r2=1488069&view=diff == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt Fri May 31 00:39:18 2013 @@ -453,6 +453,8 @@ Release 2.0.5-beta - UNRELEASED helping YARN ResourceManager to reuse code for RM restart. (Jian He via vinodkv) +HADOOP-7391 Document Interface Classification from HADOOP-5073 (sanjay Radia) + OPTIMIZATIONS HADOOP-9150. Avoid unnecessary DNS resolution attempts for logical URIs Added: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm?rev=1488069&view=auto == --- hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm (added) +++ hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm Fri May 31 00:39:18 2013 @@ -0,0 +1,241 @@ +~~ Licensed under the Apache License, Version 2.0 (the "License"); +~~ you may not use this file except in compliance with the License. +~~ You may obtain a copy of the License at +~~ +~~ http://www.apache.org/licenses/LICENSE-2.0 +~~ +~~ Unless required by applicable law or agreed to in writing, software +~~ distributed under the License is distributed on an "AS IS" BASIS, +~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +~~ See the License for the specific language governing permissions and +~~ limitations under the License. See accompanying LICENSE file. + + --- + Hadoop Interface Taxonomy: Audience and Stability Classification + --- + --- + ${maven.build.timestamp} + +Hadoop Interface Taxonomy: Audience and Stability Classification + + \[ {{{./index.html}Go Back}} \] + +%{toc|section=1|fromDepth=0} + +* Motivation + + The interface taxonomy classification provided here is for guidance to + developers and users of interfaces. The classification guides a developer + to declare the targeted audience or users of an interface and also its + stability. + + * Benefits to the user of an interface: Knows which interfaces to use or not +use and their stability. + + * Benefits to the developer: to prevent accidental changes of interfaces and +hence accidental impact on users or other components or system. This is +particularly useful in large systems with many developers who may not all +have a shared state/history of the project. + +* Interface Classification + + Hadoop adopts the following interface classification, + this classification was derived from the + {{{http://www.opensolaris.org/os/community/arc/policies/interface-taxonomy/#Advice}OpenSolaris taxonomy}} + and, to some extent, from taxonomy used inside Yahoo. Interfaces have two main + attributes: Audience and Stability + +** Audience + + Audience denotes the potential consumers of the interface. While many + interfaces are internal/private to the implementation, + other are public/external interfaces are meant for wider consumption by + applications and/or clients. For example, in posix, libc is an external or + public interface, while large parts of the kernel are internal or private + interfaces. Also, some interfaces are targeted towards other specific + subsystems. + + Identifying the audience of an interface helps define the impact of + breaking it. For instance, it might be okay to break the compatibility of + an interface whose audience is a small number of specific subsystems. On + the other hand, it is probably not okay to break a protocol interfaces + that millions of Internet users depend on. + + Hadoop uses the following kinds of audience in order of + increasing/wider visibility: + + * Private: + + * The interface is for internal use within the project (such as HDFS or + MapReduce) and should not be used by applications or by other projects. It + is subject to change at anytime without notice. Most interfaces of a + project are Private (also referred to as project-private). + + * Limited-Private: + + * The interface is used by a specified set of projec
svn commit: r1488071 - in /hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common: CHANGES.txt src/site/apt/InterfaceClassification.apt.vm
Author: sradia Date: Fri May 31 00:54:05 2013 New Revision: 1488071 URL: http://svn.apache.org/r1488071 Log: Merged HADOOP-7391 svn merge -c 1488069 Added: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm - copied unchanged from r1488069, hadoop/common/trunk/hadoop-common-project/hadoop-common/src/site/apt/InterfaceClassification.apt.vm Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt?rev=1488071&r1=1488070&r2=1488071&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt Fri May 31 00:54:05 2013 @@ -87,6 +87,8 @@ Release 2.0.5-beta - UNRELEASED helping YARN ResourceManager to reuse code for RM restart. (Jian He via vinodkv) +HADOOP-7391 Document Interface Classification from HADOOP-5073 (sanjay Radia) + OPTIMIZATIONS HADOOP-9150. Avoid unnecessary DNS resolution attempts for logical URIs
svn commit: r1488089 - in /hadoop/common/branches/branch-2: ./ hadoop-project/ hadoop-project/src/site/ hadoop-project/src/site/site.xml
Author: szetszwo Date: Fri May 31 04:29:20 2013 New Revision: 1488089 URL: http://svn.apache.org/r1488089 Log: Merge r1480838 and r1480840 from trunk for merging HDFS Snapshot feature. Modified: hadoop/common/branches/branch-2/ (props changed) hadoop/common/branches/branch-2/hadoop-project/ (props changed) hadoop/common/branches/branch-2/hadoop-project/src/site/ (props changed) hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml Propchange: hadoop/common/branches/branch-2/ -- Merged /hadoop/common/branches/HDFS-2802:r1360400-1480829 Merged /hadoop/common/trunk:r1480838,1480840 Propchange: hadoop/common/branches/branch-2/hadoop-project/ -- Merged /hadoop/common/trunk/hadoop-project:r1480838,1480840 Propchange: hadoop/common/branches/branch-2/hadoop-project/src/site/ -- Merged /hadoop/common/trunk/hadoop-project/src/site:r1480838,1480840 Modified: hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml?rev=1488089&r1=1488088&r2=1488089&view=diff == --- hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml (original) +++ hadoop/common/branches/branch-2/hadoop-project/src/site/site.xml Fri May 31 04:29:20 2013 @@ -64,6 +64,7 @@ +
svn commit: r1488089 - in /hadoop/common/branches/branch-2/hadoop-common-project: ./ hadoop-auth/ hadoop-common/ hadoop-common/src/main/docs/ hadoop-common/src/main/java/ hadoop-common/src/main/java/o
Author: szetszwo Date: Fri May 31 04:29:20 2013 New Revision: 1488089 URL: http://svn.apache.org/r1488089 Log: Merge r1480838 and r1480840 from trunk for merging HDFS Snapshot feature. Added: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java - copied unchanged from r1480838, hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/SnapshotCommands.java Modified: hadoop/common/branches/branch-2/hadoop-common-project/ (props changed) hadoop/common/branches/branch-2/hadoop-common-project/hadoop-auth/ (props changed) hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/ (props changed) hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt (props changed) hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/ (props changed) hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/ (props changed) hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FilterFileSystem.java hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/FsCommand.java hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/core/ (props changed) hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/TestFilterFileSystem.java Propchange: hadoop/common/branches/branch-2/hadoop-common-project/ -- Merged /hadoop/common/trunk/hadoop-common-project:r1480838,1480840 Propchange: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-auth/ -- Merged /hadoop/common/trunk/hadoop-common-project/hadoop-auth:r1480838,1480840 Propchange: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/ -- Merged /hadoop/common/trunk/hadoop-common-project/hadoop-common:r1480838,1480840 Propchange: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/CHANGES.txt -- Merged /hadoop/common/branches/HDFS-2802/hadoop-common-project/hadoop-common/CHANGES.txt:r1360400-1480829 Merged /hadoop/common/trunk/hadoop-common-project/hadoop-common/CHANGES.txt:r1480838,1480840 Propchange: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/docs/ -- Merged /hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/docs:r1480838,1480840 Merged /hadoop/common/branches/HDFS-2802/hadoop-common-project/hadoop-common/src/main/docs:r1360400-1480829 Propchange: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/ -- Merged /hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/java:r1480838,1480840 Merged /hadoop/common/branches/HDFS-2802/hadoop-common-project/hadoop-common/src/main/java:r1360400-1480829 Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java?rev=1488089&r1=1488088&r2=1488089&view=diff == --- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java (original) +++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystem.java Fri May 31 04:29:20 2013 @@ -2266,6 +2266,51 @@ public abstract class FileSystem extends ) throws IOException { } + /** + * Create a snapshot with a default name. + * @param path The directory where snapshots will be taken. + * @return the snapshot path. + */ + public final Path createSnapshot(Path path) throws IOException { +return createSnapshot(path, null); + } + + /** + * Create a snapshot + * @param path The directory where snapshots will be taken. + * @param snapshotName The name of the snapshot + * @return the snapshot path. + */ + public Path createSnapshot(Path path, String snapshotName) + throws IOException { +throw new UnsupportedOperationException(getClass().getSimpleName() ++ " doesn't support createSn