[5/5] git commit: SLIDER-140 test against hadoop 2.4.1 RC
SLIDER-140 test against hadoop 2.4.1 RC
Project: http://git-wip-us.apache.org/repos/asf/incubator-slider/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-slider/commit/e2440c32
Tree: http://git-wip-us.apache.org/repos/asf/incubator-slider/tree/e2440c32
Diff: http://git-wip-us.apache.org/repos/asf/incubator-slider/diff/e2440c32
Branch: refs/heads/develop
Commit: e2440c32d70d68289d7312357b8fbe082f847ea9
Parents: 33778c3
Author: Steve Loughran ste...@apache.org
Authored: Tue Jun 17 15:31:24 2014 -0700
Committer: Steve Loughran ste...@apache.org
Committed: Tue Jun 17 15:31:24 2014 -0700
--
pom.xml | 19 +--
.../flexing/TestClusterFlex0To1.groovy | 2 +-
2 files changed, 18 insertions(+), 3 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/e2440c32/pom.xml
--
diff --git a/pom.xml b/pom.xml
index 262d194..ae92769 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1331,10 +1331,25 @@
/profile
profile
- !-- hadoop 2.4 builds of everything --
+ !-- hadoop branch-2 builds --
+ idhadoop-2.4.1/id
+ properties
+hadoop.version2.4.1/hadoop.version
+ /properties
+/profile
+profile
+ !-- hadoop branch-2 builds --
idbranch-2/id
properties
-hadoop.version2.4.0/hadoop.version
+hadoop.version2.5.0-SNAPSHOT/hadoop.version
+ /properties
+/profile
+
+profile
+ !-- hadoop branch-2 builds --
+ idhadoop-trunk/id
+ properties
+hadoop.version3.0.0-SNAPSHOT/hadoop.version
/properties
/profile
http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/e2440c32/slider-providers/hbase/slider-hbase-provider/src/test/groovy/org/apache/slider/providers/hbase/minicluster/flexing/TestClusterFlex0To1.groovy
--
diff --git
a/slider-providers/hbase/slider-hbase-provider/src/test/groovy/org/apache/slider/providers/hbase/minicluster/flexing/TestClusterFlex0To1.groovy
b/slider-providers/hbase/slider-hbase-provider/src/test/groovy/org/apache/slider/providers/hbase/minicluster/flexing/TestClusterFlex0To1.groovy
index 587e41f..3a66873 100644
---
a/slider-providers/hbase/slider-hbase-provider/src/test/groovy/org/apache/slider/providers/hbase/minicluster/flexing/TestClusterFlex0To1.groovy
+++
b/slider-providers/hbase/slider-hbase-provider/src/test/groovy/org/apache/slider/providers/hbase/minicluster/flexing/TestClusterFlex0To1.groovy
@@ -30,7 +30,7 @@ class TestClusterFlex0To1 extends HBaseMiniClusterTestBase {
@Test
public void testClusterFlex0To1() throws Throwable {
-assert flexHBaseClusterTestRun(test_cluster_flex_0To1, 1, 1, 0, 1, false)
+assert flexHBaseClusterTestRun(test_cluster_flex_0to1, 1, 1, 0, 1, false)
}
}
[3/5] git commit: SLIDER-3 : service registry
SLIDER-3 : service registry Project: http://git-wip-us.apache.org/repos/asf/incubator-slider/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-slider/commit/9b7000fa Tree: http://git-wip-us.apache.org/repos/asf/incubator-slider/tree/9b7000fa Diff: http://git-wip-us.apache.org/repos/asf/incubator-slider/diff/9b7000fa Branch: refs/heads/develop Commit: 9b7000fab354460a36c2af751e7697c643dbe414 Parents: 93c1b3b Author: Steve Loughran ste...@apache.org Authored: Mon Jun 16 16:58:02 2014 -0700 Committer: Steve Loughran ste...@apache.org Committed: Mon Jun 16 16:58:02 2014 -0700 -- .../registry/a_YARN_service_registry.md | 1 - .../markdown/registry/p2p_service_registries.md | 78 ++ ...lication_registration_and_binding_problem.md | 107 +-- 3 files changed, 135 insertions(+), 51 deletions(-) -- http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/9b7000fa/src/site/markdown/registry/a_YARN_service_registry.md -- diff --git a/src/site/markdown/registry/a_YARN_service_registry.md b/src/site/markdown/registry/a_YARN_service_registry.md index 23cfce9..b695106 100644 --- a/src/site/markdown/registry/a_YARN_service_registry.md +++ b/src/site/markdown/registry/a_YARN_service_registry.md @@ -224,4 +224,3 @@ This isn't a registry service directly, though LDAP queries do make enumeration If service information were to be published via LDAP, then it should allow IT-managed LDAP services to both host this information, and publish configuration data. This would be relevant for classic Hadoop applications if we were to move the Configuration class to support back-end configuration sources beyond XML files on the classpath. -# Proposal http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/9b7000fa/src/site/markdown/registry/p2p_service_registries.md -- diff --git a/src/site/markdown/registry/p2p_service_registries.md b/src/site/markdown/registry/p2p_service_registries.md index 2cf953c..eaf5097 100644 --- a/src/site/markdown/registry/p2p_service_registries.md +++ b/src/site/markdown/registry/p2p_service_registries.md @@ -17,9 +17,11 @@ # P2P Service Registries for Apache Slider -Alongside the centralized service registries, there's much prior work on P2P discovery systems, especially for mobile and consumer devices. +Alongside the centralized service registries, there's much prior work on +P2P discovery systems, especially for mobile and consumer devices. -They perform some multicast- or distributed hash table-based lookup, and tend to have common limitations: +They perform some multicast- or distributed hash table-based lookup, +and tend to have common limitations: * scalability @@ -29,15 +31,29 @@ They perform some multicast- or distributed hash table-based lookup, and tend to * consistency: can you trust the results to be complete and current? -Bootstrapping is usually done via multicast, possibly then switching to unicast for better scale. As multicasting doesn't work in cloud infrastructures, none of the services work unmodified in public clouds. There's multiple anecdotes of [Amazon's SimpleDB service](http://aws.amazon.com/simpledb/) being used as a registry for in-EC2 applications. At the very least, this service and its equivalents in other cloud providers could be used to bootstrap ZK client bindings in cloud environments. +Bootstrapping is usually done via multicast, possibly then switching +to unicast for better scale. As multicasting doesn't work in cloud +infrastructures, none of the services work unmodified in public +clouds. There's multiple anecdotes of +[Amazon's SimpleDB service](http://aws.amazon.com/simpledb/) being used as a +registry for in-EC2 applications. At the very least, this service and its +equivalents in other cloud providers could be used to bootstrap ZK client +bindings in cloud environments. ## Service Location Protocol -Service Location Protocol is a protocol for discovery services that came out of Sun, Novell and others -it is still available for printer discovery and suchlike +Service Location Protocol is a protocol for discovery services that came out +of Sun, Novell and others -it is still available for printer discovery and +suchlike -It supports both a multicast discovery mechanism, and a unicast protocol to talk to a Directory Agent -an agent that is itself discovered by multicast requests, or by listening for the agent's intermittent multicast announcements. +It supports both a multicast discovery mechanism, and a unicast protocol +to talk to a Directory Agent -an agent that is itself discovered by multicast +requests, or by listening for the agent's intermittent multicast announcements.
[2/2] git commit: SLIDER-141. Functional test fails with [Permission denied] on cluster - additional test fixes
SLIDER-141. Functional test fails with [Permission denied] on cluster -
additional test fixes
Project: http://git-wip-us.apache.org/repos/asf/incubator-slider/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-slider/commit/1bbeebed
Tree: http://git-wip-us.apache.org/repos/asf/incubator-slider/tree/1bbeebed
Diff: http://git-wip-us.apache.org/repos/asf/incubator-slider/diff/1bbeebed
Branch: refs/heads/develop
Commit: 1bbeebedb891eda043f17b1c997b630770d52067
Parents: 716cdeb
Author: Sumit Mohanty smoha...@hortonworks.com
Authored: Tue Jun 17 19:23:26 2014 -0700
Committer: Sumit Mohanty smoha...@hortonworks.com
Committed: Tue Jun 17 19:23:26 2014 -0700
--
.../test_command_log/resources_no_role.json | 15
slider-funtest/pom.xml | 4 +
.../funtest/framework/CommandTestBase.groovy| 1 +
.../funtest/framework/FuntestProperties.groovy | 5 ++
.../lifecycle/TestAgentClusterLifecycle.groovy | 84 +++-
.../lifecycle/TestAppsThroughAgent.groovy | 53 ++--
6 files changed, 96 insertions(+), 66 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/1bbeebed/slider-core/src/test/app_packages/test_command_log/resources_no_role.json
--
diff --git
a/slider-core/src/test/app_packages/test_command_log/resources_no_role.json
b/slider-core/src/test/app_packages/test_command_log/resources_no_role.json
new file mode 100644
index 000..7913fe2
--- /dev/null
+++ b/slider-core/src/test/app_packages/test_command_log/resources_no_role.json
@@ -0,0 +1,15 @@
+{
+schema: http://example.org/specification/v2.0.0;,
+metadata: {
+},
+global: {
+},
+components: {
+COMMAND_LOGGER: {
+yarn.role.priority: 1,
+yarn.component.instances: 0
+},
+slider-appmaster: {
+}
+}
+}
http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/1bbeebed/slider-funtest/pom.xml
--
diff --git a/slider-funtest/pom.xml b/slider-funtest/pom.xml
index e56b19d..a2231d5 100644
--- a/slider-funtest/pom.xml
+++ b/slider-funtest/pom.xml
@@ -27,6 +27,9 @@
artifactIdslider/artifactId
version0.31.0-incubating-SNAPSHOT/version
/parent
+ properties
+slider.disable.cleanupfalse/slider.disable.cleanup
+ /properties
build
@@ -112,6 +115,7 @@
java.security.krb5.kdc${slider.test.java.security.krb5.kdc}/java.security.krb5.kdc
!-- this property must be supplied--
slider.conf.dir${slider.conf.dir}/slider.conf.dir
+
slider.disable.cleanup${slider.disable.cleanup}/slider.disable.cleanup
slider.bin.dir../slider-assembly/target/slider-${project.version}-all/slider-${project.version}/slider.bin.dir
/systemPropertyVariables
includes
http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/1bbeebed/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/CommandTestBase.groovy
--
diff --git
a/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/CommandTestBase.groovy
b/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/CommandTestBase.groovy
index d2accbb..b95972a 100644
---
a/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/CommandTestBase.groovy
+++
b/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/CommandTestBase.groovy
@@ -51,6 +51,7 @@ abstract class CommandTestBase extends SliderTestUtils {
public static final String SLIDER_CONF_DIR = sysprop(SLIDER_CONF_DIR_PROP)
public static final String SLIDER_BIN_DIR = sysprop(SLIDER_BIN_DIR_PROP)
+ public static final String DISABLE_CLEAN_UP = sysprop(DISABLE_CLEAN_UP_PROP)
public static final File SLIDER_BIN_DIRECTORY = new File(
SLIDER_BIN_DIR).canonicalFile
public static final File SLIDER_SCRIPT = new File(
http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/1bbeebed/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/FuntestProperties.groovy
--
diff --git
a/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/FuntestProperties.groovy
b/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/FuntestProperties.groovy
index 8cbc098..a6772b4 100644
---
a/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/FuntestProperties.groovy
+++
b/slider-funtest/src/main/groovy/org/apache/slider/funtest/framework/FuntestProperties.groovy
@@ -37,6 +37,11 @@ public interface FuntestProperties extends
SliderXMLConfKeysForTesting {
*/
String SLIDER_BIN_DIR_PROP =
