http://git-wip-us.apache.org/repos/asf/bigtop/blob/4a307414/bigtop-tests/test-artifacts/crunch/src/main/resources/crunch-examples/text/secondary_sort_input.txt ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/crunch/src/main/resources/crunch-examples/text/secondary_sort_input.txt b/bigtop-tests/test-artifacts/crunch/src/main/resources/crunch-examples/text/secondary_sort_input.txt new file mode 100755 index 0000000..273a2f2 --- /dev/null +++ b/bigtop-tests/test-artifacts/crunch/src/main/resources/crunch-examples/text/secondary_sort_input.txt @@ -0,0 +1,8 @@ +one,1,1 +one,2,-3 +two,4,5 +two,2,6 +two,1,7,9 +three,0,-1 +one,-5,10 +one,-10,garbage
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4a307414/bigtop-tests/test-execution/smokes/crunch/pom.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-execution/smokes/crunch/pom.xml b/bigtop-tests/test-execution/smokes/crunch/pom.xml new file mode 100644 index 0000000..9fff9d4 --- /dev/null +++ b/bigtop-tests/test-execution/smokes/crunch/pom.xml @@ -0,0 +1,98 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + + <parent> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>smoke-tests</artifactId> + <version>0.5.0-SNAPSHOT</version> + <relativePath>../pom.xml</relativePath> + </parent> + + <modelVersion>4.0.0</modelVersion> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>crunch-smoke-execution</artifactId> + <version>0.5.0-SNAPSHOT</version> + <name>Crunch smoke test execution</name> + + <properties> + <org.apache.maven-dependency-plugin.groupId>org.apache.bigtop.itest</org.apache.maven-dependency-plugin.groupId> + <org.apache.maven-dependency-plugin.artifactId>crunch-smoke</org.apache.maven-dependency-plugin.artifactId> + <org.apache.maven-dependency-plugin.version>${crunch-smoke.version}</org.apache.maven-dependency-plugin.version> + <org.apache.maven-dependency-plugin.type>jar</org.apache.maven-dependency-plugin.type> + + <HADOOP_MAPRED_HOME>${env.HADOOP_MAPRED_HOME}</HADOOP_MAPRED_HOME> + <HADOOP_CONF_DIR>${env.HADOOP_CONF_DIR}</HADOOP_CONF_DIR> + </properties> + + <dependencies> + <dependency> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>crunch-smoke</artifactId> + <version>${crunch-smoke.version}</version> + </dependency> + </dependencies> + + <build> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-enforcer-plugin</artifactId> + <version>1.0</version> + <executions> + <execution> + <id>enforce-property</id> + <goals> + <goal>enforce</goal> + </goals> + <configuration> + <rules> + <requireProperty> + <property>HADOOP_MAPRED_HOME</property> + <message>HADOOP_MAPRED_HOME env. variable has to be set</message> + </requireProperty> + <requireProperty> + <property>HADOOP_CONF_DIR</property> + <message>HADOOP_CONF_DIR env. variable has to be set</message> + </requireProperty> + </rules> + <fail>true</fail> + </configuration> + </execution> + </executions> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-dependency-plugin</artifactId> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-failsafe-plugin</artifactId> + <version>2.11</version> + <configuration> + <additionalClasspathElements> + <additionalClasspathElement>${HADOOP_CONF_DIR}</additionalClasspathElement> + </additionalClasspathElements> + </configuration> + </plugin> + </plugins> + </build> + +</project> http://git-wip-us.apache.org/repos/asf/bigtop/blob/4a307414/bigtop-tests/test-execution/smokes/pom.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-execution/smokes/pom.xml b/bigtop-tests/test-execution/smokes/pom.xml index 7c0b42e..7c3a416 100644 --- a/bigtop-tests/test-execution/smokes/pom.xml +++ b/bigtop-tests/test-execution/smokes/pom.xml @@ -51,6 +51,7 @@ <mahout-smoke.version>0.5.0-SNAPSHOT</mahout-smoke.version> <oozie-smoke.version>0.5.0-SNAPSHOT</oozie-smoke.version> <giraph-smoke.version>0.5.0-SNAPSHOT</giraph-smoke.version> + <crunch-smoke.version>0.5.0-SNAPSHOT</crunch-smoke.version> <hue-smoke.version>0.5.0-SNAPSHOT</hue-smoke.version> <package-smoke.version>0.5.0-SNAPSHOT</package-smoke.version> <solr-smoke.version>0.5.0-SNAPSHOT</solr-smoke.version> @@ -76,6 +77,7 @@ <module>mahout</module> <module>giraph</module> <module>hue</module> + <module>crunch</module> --> </modules>