Repository: incubator-samza-hello-samza Updated Branches: refs/heads/latest [created] de4c24b75
SAMZA-363; create a remote development branch for hello-samza Project: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/commit/de4c24b7 Tree: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/tree/de4c24b7 Diff: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/diff/de4c24b7 Branch: refs/heads/latest Commit: de4c24b759b49c7e2aec9481f3145bcfe48d79f7 Parents: 78047be Author: Chris Riccomini <[email protected]> Authored: Fri Aug 1 11:06:00 2014 -0700 Committer: Chris Riccomini <[email protected]> Committed: Fri Aug 1 13:51:06 2014 -0700 ---------------------------------------------------------------------- bin/grid | 27 ++++++++++++++++++++++----- pom.xml | 6 +++--- samza-job-package/pom.xml | 2 +- samza-wikipedia/pom.xml | 2 +- 4 files changed, 27 insertions(+), 10 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/de4c24b7/bin/grid ---------------------------------------------------------------------- diff --git a/bin/grid b/bin/grid index 4324c92..a29e77d 100755 --- a/bin/grid +++ b/bin/grid @@ -35,8 +35,8 @@ DOWNLOAD_CACHE_DIR=$HOME/.samza/download COMMAND=$1 SYSTEM=$2 -DOWNLOAD_KAFKA=http://www.us.apache.org/dist/kafka/0.8.1.1/kafka_2.9.2-0.8.1.1.tgz -DOWNLOAD_YARN=https://archive.apache.org/dist/hadoop/common/hadoop-2.2.0/hadoop-2.2.0.tar.gz +DOWNLOAD_KAFKA=http://www.us.apache.org/dist/kafka/0.8.1.1/kafka_2.10-0.8.1.1.tgz +DOWNLOAD_YARN=https://archive.apache.org/dist/hadoop/common/hadoop-2.4.0/hadoop-2.4.0.tar.gz DOWNLOAD_ZOOKEEPER=http://archive.apache.org/dist/zookeeper/zookeeper-3.4.3/zookeeper-3.4.3.tar.gz bootstrap() { @@ -50,11 +50,28 @@ bootstrap() { } install_all() { + $DIR/grid install samza $DIR/grid install zookeeper $DIR/grid install yarn $DIR/grid install kafka } +install_samza() { + mkdir -p "$DEPLOY_ROOT_DIR" + if [ -d "$DOWNLOAD_CACHE_DIR/incubator-samza/.git" ]; then + pushd "$DOWNLOAD_CACHE_DIR/incubator-samza" + git fetch origin + git reset --hard origin/master + else + mkdir -p $DOWNLOAD_CACHE_DIR + pushd $DOWNLOAD_CACHE_DIR + git clone git://git.apache.org/incubator-samza.git + cd incubator-samza + fi + ./gradlew -PscalaVersion=2.10 clean publishToMavenLocal + popd +} + install_zookeeper() { mkdir -p "$DEPLOY_ROOT_DIR" install zookeeper $DOWNLOAD_ZOOKEEPER zookeeper-3.4.3 @@ -63,7 +80,7 @@ install_zookeeper() { install_yarn() { mkdir -p "$DEPLOY_ROOT_DIR" - install yarn $DOWNLOAD_YARN hadoop-2.2.0 + install yarn $DOWNLOAD_YARN hadoop-2.4.0 cp "$BASE_DIR/conf/yarn-site.xml" "$DEPLOY_ROOT_DIR/yarn/etc/hadoop/yarn-site.xml" if [ ! -f "$HOME/.samza/conf/yarn-site.xml" ]; then mkdir -p "$HOME/.samza/conf" @@ -73,7 +90,7 @@ install_yarn() { install_kafka() { mkdir -p "$DEPLOY_ROOT_DIR" - install kafka $DOWNLOAD_KAFKA kafka_2.9.2-0.8.1.1 + install kafka $DOWNLOAD_KAFKA kafka_2.10-0.8.1.1 # have to use SIGTERM since nohup on appears to ignore SIGINT # and Kafka switched to SIGINT in KAFKA-1031. sed -i.bak 's/SIGINT/SIGTERM/g' $DEPLOY_ROOT_DIR/kafka/bin/kafka-server-stop.sh @@ -181,7 +198,7 @@ elif (test -z "$COMMAND" && test -z "$SYSTEM") \ echo echo " $ grid" echo " $ grid bootstrap" - echo " $ grid install [yarn|kafka|zookeeper|all]" + echo " $ grid install [yarn|kafka|zookeeper|samza|all]" echo " $ grid start [yarn|kafka|zookeeper|all]" echo " $ grid stop [yarn|kafka|zookeeper|all]" echo http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/de4c24b7/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index 90f6c03..698fa5b 100644 --- a/pom.xml +++ b/pom.xml @@ -27,7 +27,7 @@ under the License. <groupId>samza</groupId> <artifactId>samza-example-parent</artifactId> - <version>0.7.0</version> + <version>0.8.0</version> <packaging>pom</packaging> <name>Samza Parent</name> <description> @@ -40,7 +40,7 @@ under the License. <dependency> <groupId>samza</groupId> <artifactId>samza-wikipedia</artifactId> - <version>0.7.0</version> + <version>0.8.0</version> </dependency> <dependency> <groupId>org.apache.samza</groupId> @@ -110,7 +110,7 @@ under the License. <properties> <!-- maven specific properties --> <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <samza.version>0.7.0</samza.version> + <samza.version>0.8.0-SNAPSHOT</samza.version> </properties> <modules> http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/de4c24b7/samza-job-package/pom.xml ---------------------------------------------------------------------- diff --git a/samza-job-package/pom.xml b/samza-job-package/pom.xml index 169a28f..796c439 100644 --- a/samza-job-package/pom.xml +++ b/samza-job-package/pom.xml @@ -24,7 +24,7 @@ under the License. <parent> <groupId>samza</groupId> <artifactId>samza-example-parent</artifactId> - <version>0.7.0</version> + <version>0.8.0</version> </parent> <artifactId>samza-job-package</artifactId> http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/de4c24b7/samza-wikipedia/pom.xml ---------------------------------------------------------------------- diff --git a/samza-wikipedia/pom.xml b/samza-wikipedia/pom.xml index 20d94ed..671bdd5 100644 --- a/samza-wikipedia/pom.xml +++ b/samza-wikipedia/pom.xml @@ -24,7 +24,7 @@ under the License. <parent> <groupId>samza</groupId> <artifactId>samza-example-parent</artifactId> - <version>0.7.0</version> + <version>0.8.0</version> </parent> <artifactId>samza-wikipedia</artifactId>
