Author: rvs
Date: Mon Jun 11 22:47:16 2012
New Revision: 1349057
URL: http://svn.apache.org/viewvc?rev=1349057&view=rev
Log:
BIGTOP-570. Build package for Apache Giraph (Andrew Purtell via rvs)
Added:
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/manifests/
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/manifests/init.pp
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/templates/
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/templates/giraph-site.xml
(with props)
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/tests/
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/tests/init.pp
incubator/bigtop/trunk/bigtop-packages/src/common/giraph/
incubator/bigtop/trunk/bigtop-packages/src/common/giraph/do-component-build
incubator/bigtop/trunk/bigtop-packages/src/common/giraph/giraph-site.xml
(with props)
incubator/bigtop/trunk/bigtop-packages/src/common/giraph/install_giraph.sh
incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/
incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/changelog
incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/compat
incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/control
incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/copyright
incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.postinst
incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.prerm
incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/rules
incubator/bigtop/trunk/bigtop-packages/src/rpm/giraph/
incubator/bigtop/trunk/bigtop-packages/src/rpm/giraph/SPECS/
incubator/bigtop/trunk/bigtop-packages/src/rpm/giraph/SPECS/giraph.spec
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/pom.xml
- copied, changed from r1348281,
incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/bigtop/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/bigtop/itest/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/bigtop/itest/giraphsmoke/
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/bigtop/itest/giraphsmoke/TestGiraphSmoke.groovy
incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/giraph/
incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/giraph/pom.xml
Modified:
incubator/bigtop/trunk/bigtop-deploy/puppet/manifests/cluster.pp
incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml
incubator/bigtop/trunk/bigtop-tests/test-artifacts/pom.xml
incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/pom.xml
incubator/bigtop/trunk/bigtop.mk
Modified: incubator/bigtop/trunk/bigtop-deploy/puppet/manifests/cluster.pp
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-deploy/puppet/manifests/cluster.pp?rev=1349057&r1=1349056&r2=1349057&view=diff
==============================================================================
--- incubator/bigtop/trunk/bigtop-deploy/puppet/manifests/cluster.pp (original)
+++ incubator/bigtop/trunk/bigtop-deploy/puppet/manifests/cluster.pp Mon Jun 11
22:47:16 2012
@@ -222,6 +222,8 @@ class hadoop_gateway_node inherits hadoo
}
mahout::client { "mahout client":
}
+ giraph::client { "giraph client":
+ }
hadoop-pig::client { "pig client":
}
hadoop-hive::client { "hive client":
Added:
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/manifests/init.pp
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/manifests/init.pp?rev=1349057&view=auto
==============================================================================
---
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/manifests/init.pp
(added)
+++
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/manifests/init.pp
Mon Jun 11 22:47:16 2012
@@ -0,0 +1,27 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class giraph {
+ define client {
+ package { "giraph":
+ ensure => latest,
+ }
+
+ file { "/etc/giraph/conf/giraph-site.xml":
+ content => template('giraph/giraph-site.xml'),
+ require => Package["giraph"],
+ }
+ }
+}
Added:
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/templates/giraph-site.xml
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/templates/giraph-site.xml?rev=1349057&view=auto
==============================================================================
---
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/templates/giraph-site.xml
(added)
+++
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/templates/giraph-site.xml
Mon Jun 11 22:47:16 2012
@@ -0,0 +1,35 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<!-- This configuration is for Giraph-specific configs that should be set
across runs -->
+
+<configuration>
+ <property>
+ <name>giraph.useNetty</name>
+ <value>true</value>
+ <description>Force the use of Netty over Hadoop RPC to avoid issues with
different versions of Hadoop</description>
+ </property>
+
+ <property>
+ <name>giraph.zkList</name>
+ <value>localhost</value>
+ <description>Prefer external Zookeeper over the embedded one</description>
+ </property>
+</configuration>
Propchange:
incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/templates/giraph-site.xml
------------------------------------------------------------------------------
svn:executable = *
Added: incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/tests/init.pp
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/tests/init.pp?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/tests/init.pp
(added)
+++ incubator/bigtop/trunk/bigtop-deploy/puppet/modules/giraph/tests/init.pp
Mon Jun 11 22:47:16 2012
@@ -0,0 +1,17 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+include giraph
+giraph::client { "test-giraph": }
Added:
incubator/bigtop/trunk/bigtop-packages/src/common/giraph/do-component-build
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/common/giraph/do-component-build?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/common/giraph/do-component-build
(added)
+++ incubator/bigtop/trunk/bigtop-packages/src/common/giraph/do-component-build
Mon Jun 11 22:47:16 2012
@@ -0,0 +1,20 @@
+#!/bin/sh
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -ex
+
+mvn -Phadoop_trunk -DskipTests -Dhadoop.version=2.0.0-alpha site package "$@"
+tar --strip-components 1 -C target -xzf target/giraph-*-bin.tar.gz
Added: incubator/bigtop/trunk/bigtop-packages/src/common/giraph/giraph-site.xml
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/common/giraph/giraph-site.xml?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/common/giraph/giraph-site.xml
(added)
+++ incubator/bigtop/trunk/bigtop-packages/src/common/giraph/giraph-site.xml
Mon Jun 11 22:47:16 2012
@@ -0,0 +1,35 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<!-- This configuration is for Giraph-specific configs that should be set
across runs -->
+
+<configuration>
+ <property>
+ <name>giraph.useNetty</name>
+ <value>true</value>
+ <description>Force the use of Netty over Hadoop RPC to avoid issues with
different versions of Hadoop</description>
+ </property>
+
+ <property>
+ <name>giraph.zkList</name>
+ <value>localhost</value>
+ <description>Prefer external Zookeeper over the embedded one</description>
+ </property>
+</configuration>
Propchange:
incubator/bigtop/trunk/bigtop-packages/src/common/giraph/giraph-site.xml
------------------------------------------------------------------------------
svn:executable = *
Added:
incubator/bigtop/trunk/bigtop-packages/src/common/giraph/install_giraph.sh
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/common/giraph/install_giraph.sh?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/common/giraph/install_giraph.sh
(added)
+++ incubator/bigtop/trunk/bigtop-packages/src/common/giraph/install_giraph.sh
Mon Jun 11 22:47:16 2012
@@ -0,0 +1,162 @@
+#!/bin/sh
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -ex
+
+usage() {
+ echo "
+usage: $0 <options>
+ Required not-so-options:
+ --build-dir=DIR path to dist dir
+ --prefix=PREFIX path to install into
+
+ Optional options:
+ --doc-dir=DIR path to install docs into
[/usr/share/doc/giraph]
+ --lib-dir=DIR path to install giraph home [/usr/lib/giraph]
+ --installed-lib-dir=DIR path where lib-dir will end up on target
system
+ --bin-dir=DIR path to install bins [/usr/bin]
+ --conf-dir=DIR path to configuration files provided by the
package [/etc/giraph/conf.dist]
+ --examples-dir=DIR path to install examples [doc-dir/examples]
+ ... [ see source for more similar options ]
+ "
+ exit 1
+}
+
+OPTS=$(getopt \
+ -n $0 \
+ -o '' \
+ -l 'prefix:' \
+ -l 'doc-dir:' \
+ -l 'lib-dir:' \
+ -l 'conf-dir:' \
+ -l 'installed-lib-dir:' \
+ -l 'bin-dir:' \
+ -l 'examples-dir:' \
+ -l 'build-dir:' -- "$@")
+
+if [ $? != 0 ] ; then
+ usage
+fi
+
+eval set -- "$OPTS"
+set -ex
+while true ; do
+ case "$1" in
+ --prefix)
+ PREFIX=$2 ; shift 2
+ ;;
+ --build-dir)
+ BUILD_DIR=$2 ; shift 2
+ ;;
+ --doc-dir)
+ DOC_DIR=$2 ; shift 2
+ ;;
+ --lib-dir)
+ LIB_DIR=$2 ; shift 2
+ ;;
+ --conf-dir)
+ CONF_DIR=$2 ; shift 2
+ ;;
+ --installed-lib-dir)
+ INSTALLED_LIB_DIR=$2 ; shift 2
+ ;;
+ --bin-dir)
+ BIN_DIR=$2 ; shift 2
+ ;;
+ --examples-dir)
+ EXAMPLES_DIR=$2 ; shift 2
+ ;;
+ --)
+ shift ; break
+ ;;
+ *)
+ echo "Unknown option: $1"
+ usage
+ exit 1
+ ;;
+ esac
+done
+
+for var in PREFIX BUILD_DIR ; do
+ if [ -z "$(eval "echo \$$var")" ]; then
+ echo Missing param: $var
+ usage
+ fi
+done
+
+DOC_DIR=${DOC_DIR:-/usr/share/doc/giraph}
+LIB_DIR=${LIB_DIR:-/usr/lib/giraph}
+BIN_DIR=${BIN_DIR:-/usr/lib/giraph/bin}
+ETC_DIR=${ETC_DIR:-/etc/giraph}
+MAN_DIR=${MAN_DIR:-/usr/share/man/man1}
+CONF_DIR=${CONF_DIR:-${ETC_DIR}/conf.dist}
+
+install -d -m 0755 ${PREFIX}/${LIB_DIR}
+
+install -d -m 0755 ${PREFIX}/${LIB_DIR}
+mv $BUILD_DIR/lib/giraph*.jar $BUILD_DIR/
+cp $BUILD_DIR/giraph*.jar ${PREFIX}/${LIB_DIR}
+
+install -d -m 0755 ${PREFIX}/${LIB_DIR}/lib
+cp -a $BUILD_DIR/lib/*.jar ${PREFIX}/${LIB_DIR}/lib
+
+install -d -m 0755 $PREFIX/usr/bin
+
+install -d -m 0755 $PREFIX/${BIN_DIR}
+cp $BUILD_DIR/bin/* $PREFIX/${BIN_DIR}
+
+install -d -m 0755 $PREFIX/${DOC_DIR}
+cp -r $BUILD_DIR/docs/* $PREFIX/${DOC_DIR}
+
+for i in giraph ; do
+ #echo "Copying manpage $i"
+ #cp ${BUILD_DIR}/docs/man/$i* $PREFIX/$MAN_DIR
+ echo "Creating wrapper for $i"
+ wrapper=$PREFIX/usr/bin/$i
+ mkdir -p `dirname $wrapper`
+ cat > $wrapper <<EOF
+#!/bin/sh
+
+# Autodetect JAVA_HOME if not defined
+if [ -e /usr/libexec/bigtop-detect-javahome ]; then
+ . /usr/libexec/bigtop-detect-javahome
+elif [ -e /usr/lib/bigtop-utils/bigtop-detect-javahome ]; then
+ . /usr/lib/bigtop-utils/bigtop-detect-javahome
+fi
+
+# Workaround for GIRAPH-199
+export HADOOP_HOME=\${HADOOP_HOME:-/usr/lib/hadoop}
+export HADOOP_CONF_DIR=\${HADOOP_CONF_DIR:-/etc/hadoop/conf}
+
+export GIRAPH_HOME=$LIB_DIR
+exec $BIN_DIR/$i "\$@"
+EOF
+ chmod 0755 $wrapper
+done
+
+install -d -m 0755 $PREFIX/$CONF_DIR
+(cd ${BUILD_DIR}/conf && tar cf - .) | (cd $PREFIX/$CONF_DIR && tar xf -)
+
+unlink $PREFIX/$LIB_DIR/conf || /bin/true
+ln -s $ETC_DIR/conf $PREFIX/$LIB_DIR/conf
+
+# Create version independent symlinks
+ln -s `cd $PREFIX/$LIB_DIR ; ls giraph*jar | grep -v javadoc.jar | grep -v
sources.jar | grep -v tests.jar | grep -v jar-with-dependencies.jar`
$PREFIX/$LIB_DIR/giraph.jar
+ln -s `cd $PREFIX/$LIB_DIR ; ls giraph*jar | grep jar-with-dependencies.jar`
$PREFIX/$LIB_DIR/giraph-jar-with-dependencies.jar
+
+# Workaround for GIRAPH-205
+ln -s ../giraph.jar $PREFIX/$LIB_DIR/lib
Added: incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/changelog
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/changelog?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/changelog (added)
+++ incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/changelog Mon Jun 11
22:47:16 2012
@@ -0,0 +1 @@
+--- This is auto-generated
Added: incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/compat
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/compat?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/compat (added)
+++ incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/compat Mon Jun 11
22:47:16 2012
@@ -0,0 +1 @@
+6
Added: incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/control
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/control?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/control (added)
+++ incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/control Mon Jun 11
22:47:16 2012
@@ -0,0 +1,33 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+Source: giraph
+Section: misc
+Priority: extra
+Maintainer: Apache Bigtopr <[email protected]>
+Build-Depends: debhelper (>= 6), git-core
+Standards-Version: 3.8.0
+Homepage: http://incubator.apache.org/giraph/
+
+Package: giraph
+Architecture: all
+Depends: hadoop-client, bigtop-utils
+Description: Giraph is a BSP inspired graph processing platform that runs on
Hadoop.
+ Giraph implements a graph processing platform to run large scale algorithms
+ (such as page rank, shared connections, personalization-based popularity,
etc.)
+ on top of Hadoop infrastructure. Giraph builds upon the graph-oriented nature
+ of Pregel but additionally adds fault-tolerance to the coordinator process
with
+ the use of ZooKeeper as its centralized coordination service.
+
Added: incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/copyright
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/copyright?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/copyright (added)
+++ incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/copyright Mon Jun 11
22:47:16 2012
@@ -0,0 +1,15 @@
+Format: http://dep.debian.net/deps/dep5
+Source: http://incubator.apache.org/giraph/
+Upstream-Name: Apache Giraph
+
+Files: *
+Copyright: 2010-2012, The Apache Software Foundation
+License: Apache-2.0
+
+Files debian/*
+Copyright: 2012, The Apache Software Foundation
+License: Apache-2.0
+
+License: Apache-2.0
+ On Debian systems, the complete text of the Apache 2.0 license
+ can be found in "/usr/share/common-licenses/Apache-2.0".
Added: incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.postinst
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.postinst?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.postinst
(added)
+++ incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.postinst Mon
Jun 11 22:47:16 2012
@@ -0,0 +1,34 @@
+#!/bin/sh
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -e
+
+case "$1" in
+ configure)
+ # Install config alternatives
+ update-alternatives --install /etc/giraph/conf giraph-conf
/etc/giraph/conf.dist 30
+ ;;
+
+ abort-upgrade|abort-remove|abort-deconfigure)
+ ;;
+
+ *)
+ echo "postinst called with unknown argument \`$1'" >&2
+ exit 1
+ ;;
+esac
+
+#DEBHELPER#
Added: incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.prerm
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.prerm?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.prerm (added)
+++ incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/giraph.prerm Mon Jun
11 22:47:16 2012
@@ -0,0 +1,38 @@
+#!/bin/sh
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -e
+
+case "$1" in
+ remove|upgrade|deconfigure)
+ update-alternatives --remove giraph-conf /etc/giraph/conf.dist || :
+ ;;
+
+ failed-upgrade)
+ ;;
+
+ *)
+ echo "prerm called with unknown argument \`$1'" >&2
+ exit 1
+ ;;
+esac
+
+# dh_installdeb will replace this with shell code automatically
+# generated by other debhelper scripts.
+
+#DEBHELPER#
+
+exit 0
Added: incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/rules
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/rules?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/rules (added)
+++ incubator/bigtop/trunk/bigtop-packages/src/deb/giraph/rules Mon Jun 11
22:47:16 2012
@@ -0,0 +1,94 @@
+#!/usr/bin/make -f
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# -*- makefile -*-
+
+# Uncomment this to turn on verbose mode.
+export DH_VERBOSE=1
+
+# This has to be exported to make some magic below work.
+export DH_OPTIONS
+
+patch: patch-stamp
+patch-stamp:
+ touch $@
+
+clean:
+ dh_testdir
+ dh_testroot
+ rm -f *-stamp
+ dh_clean
+ rm -Rf debian/tmp debian/giraph
+ find debian -name .\*swp -exec rm -f {} \;
+
+build-indep: build-indep-stamp
+build-indep-stamp: patch-stamp
+ # we'll just use the build from the tarball.
+ bash debian/do-component-build -Dmaven.repo.local=${HOME}/.m2/repository
+ touch $@
+
+install: install-indep
+install-indep:
+ dh_testdir
+ dh_testroot
+ sh -x debian/install_giraph.sh \
+ --build-dir=target \
+ --conf-dir=/etc/giraph/conf.dist \
+ --doc-dir=/usr/share/doc/giraph \
+ --prefix=debian/giraph
+ # Workaround for GIRAPH-198
+ cp -f debian/giraph-site.xml debian/giraph/etc/giraph/
+ dh_install -i
+ (dh_lintian) || /bin/true
+
+binary-common:
+ dh_testdir
+ dh_testroot
+ dh_installchangelogs
+ dh_installdocs
+# dh_installexamples
+# dh_installmenu
+# dh_installdebconf
+# dh_installlogrotate
+# dh_installemacsen
+# dh_installpam
+# dh_installmime
+# dh_python
+# dh_installinit
+# dh_installcron
+# dh_installinfo
+ dh_installman
+ dh_link
+ dh_strip
+ dh_compress
+ dh_fixperms
+# dh_perl
+ dh_makeshlibs
+ dh_installdeb
+ dh_shlibdeps
+ dh_gencontrol
+ dh_md5sums
+ dh_builddeb
+
+binary-indep: build-indep install-indep
+ $(MAKE) -f debian/rules DH_OPTIONS=-i binary-common
+
+binary-arch:
+
+
+binary: binary-indep
+.PHONY: build clean binary-indep binary install-indep binary-arch
Added: incubator/bigtop/trunk/bigtop-packages/src/rpm/giraph/SPECS/giraph.spec
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-packages/src/rpm/giraph/SPECS/giraph.spec?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-packages/src/rpm/giraph/SPECS/giraph.spec
(added)
+++ incubator/bigtop/trunk/bigtop-packages/src/rpm/giraph/SPECS/giraph.spec Mon
Jun 11 22:47:16 2012
@@ -0,0 +1,101 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+%define lib_giraph /usr/lib/giraph
+%define conf_giraph %{_sysconfdir}/%{name}/conf
+
+%if %{?suse_version:1}0
+
+# Only tested on openSUSE 11.4. le'ts update it for previous release when
confirmed
+%if 0%{suse_version} > 1130
+%define suse_check \# Define an empty suse_check for compatibility with older
sles
+%endif
+
+# SLES is more strict anc check all symlinks point to valid path
+# But we do point to a hadoop jar which is not there at build time
+# (but would be at install time).
+# Since our package build system does not handle dependencies,
+# these symlink checks are deactivated
+%define __os_install_post \
+ %{suse_check} ; \
+ /usr/lib/rpm/brp-compress ; \
+ %{nil}
+
+%define doc_giraph %{_docdir}/giraph
+%global initd_dir %{_sysconfdir}/rc.d
+%define alternatives_cmd update-alternatives
+
+%else
+
+%define doc_giraph %{_docdir}/giraph-%{giraph_version}
+%global initd_dir %{_sysconfdir}/rc.d/init.d
+%define alternatives_cmd alternatives
+
+%endif
+
+
+Name: giraph
+Version: %{giraph_version}
+Release: %{giraph_release}
+Summary: Giraph is a BSP inspired graph processing platform that runs on Hadoop
+URL: http://incubator.apache.org/giraph/
+Group: Development/Libraries
+Buildroot: %{_topdir}/INSTALL/%{name}-%{version}
+License: APL2
+Source0: %{name}-%{giraph_base_version}.tar.gz
+Source1: do-component-build
+Source2: install_%{name}.sh
+Source3: giraph-site.xml
+Buildarch: noarch
+Requires: hadoop-client, bigtop-utils
+
+%description
+Giraph implements a graph processing platform to run large scale algorithms
(such as page rank, shared connections, personalization-based popularity, etc.)
on top of Hadoop infrastructure. Giraph builds upon the graph-oriented nature
of Pregel but additionally adds fault-tolerance to the coordinator process with
the use of ZooKeeper as its centralized coordination service.
+
+%prep
+#%setup -n %{name}-%{giraph_base_version}-src
+%setup -n apache-giraph-79962a3
+
+%build
+bash %{SOURCE1}
+
+%install
+%__rm -rf $RPM_BUILD_ROOT
+sh %{SOURCE2} \
+ --build-dir=target \
+ --conf-dir=%{conf_giraph}.dist \
+ --doc-dir=%{doc_giraph} \
+ --prefix=$RPM_BUILD_ROOT
+# Workaround for GIRAPH-198
+%__cp -f %{SOURCE3} $RPM_BUILD_ROOT/etc/giraph/conf
+
+%__install -d -m 0755 $RPM_BUILD_ROOT/usr/bin
+
+%post
+%{alternatives_cmd} --install %{conf_giraph} %{name}-conf %{conf_giraph}.dist
30
+
+%preun
+if [ "$1" = 0 ]; then
+ %{alternatives_cmd} --remove %{name}-conf %{conf_giraph} || :
+fi
+
+# Files for main package
+%files
+%defattr(0755,root,root)
+%{lib_giraph}
+%{_bindir}/giraph
+%config(noreplace) %{conf_giraph}.dist
+%defattr(0644,root,root,0755)
+%doc %{doc_giraph}
Copied: incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/pom.xml (from
r1348281, incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml)
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/pom.xml?p2=incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/pom.xml&p1=incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml&r1=1348281&r2=1349057&rev=1349057&view=diff
==============================================================================
--- incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml (original)
+++ incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/pom.xml Mon Jun
11 22:47:16 2012
@@ -24,29 +24,10 @@
<version>0.4.0-incubating-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
-
<groupId>org.apache.bigtop.itest</groupId>
- <artifactId>hbase-smoke</artifactId>
+ <artifactId>giraph-smoke</artifactId>
<version>0.4.0-incubating-SNAPSHOT</version>
- <name>hbasesmoke</name>
- <dependencies>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- </dependency>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- </dependency>
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- </dependency>
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <type>test-jar</type>
- </dependency>
- </dependencies>
+ <name>giraphsmoke</name>
+
</project>
Added:
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/bigtop/itest/giraphsmoke/TestGiraphSmoke.groovy
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/bigtop/itest/giraphsmoke/TestGiraphSmoke.groovy?rev=1349057&view=auto
==============================================================================
---
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/bigtop/itest/giraphsmoke/TestGiraphSmoke.groovy
(added)
+++
incubator/bigtop/trunk/bigtop-tests/test-artifacts/giraph/src/main/groovy/org/apache/bigtop/itest/giraphsmoke/TestGiraphSmoke.groovy
Mon Jun 11 22:47:16 2012
@@ -0,0 +1,116 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ * <p/>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p/>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.bigtop.itest.giraph.smoke
+
+import static org.junit.Assert.assertEquals
+
+import org.apache.bigtop.itest.JarContent
+import org.apache.bigtop.itest.shell.Shell
+import org.junit.Test
+
+public class TestGiraphSmoke {
+ static String runnerScript = "HADOOP_CLASSPATH=/etc/giraph/conf hadoop jar"
+ static String testDir = "test.giraphsmoke." + (new Date().getTime())
+
+ static String giraphHome = System.getProperty('GIRAPH_HOME',
'/usr/lib/giraph')
+ static String giraphJar = "${giraphHome}/giraph-jar-with-dependencies.jar"
+
+ static Shell sh = new Shell("/bin/bash -s")
+
+ @Test
+ public void testPageRankBenchmark() {
+ sh.exec("${runnerScript} ${giraphJar}"
+ + " org.apache.giraph.benchmark.PageRankBenchmark"
+ + " -v " // verbose
+ + " -e 1" // edges per vertex
+ + " -s 3" // number of supersteps
+ + " -V 100000" // aggregate vertices
+ + " -w 3" // workers
+ )
+ assertEquals("running PageRankBenchmark failed", sh.getRet(), 0);
+ }
+
+ @Test
+ public void testRandomMessageBenchmark() {
+ sh.exec("${runnerScript} ${giraphJar}"
+ + " org.apache.giraph.benchmark.RandomMessageBenchmark"
+ + " -v " // verbose
+ + " -e 1" // edges per vertex
+ + " -s 3" // number of supersteps
+ + " -V 100000" // aggregate vertices
+ + " -w 3" // workers
+ + " -n 10" // Number of messages per edge
+ + " -b 100" // size of each message in bytes
+ )
+ assertEquals("running RandomMessageBenchmark failed", sh.getRet(), 0);
+ }
+
+
+ @Test
+ public void testSimpleCheckpointVertex() {
+ sh.exec("hadoop fs -rmr ${testDir}");
+ sh.exec("${runnerScript} ${giraphJar}"
+ + " org.apache.giraph.examples.SimpleCheckpointVertex"
+ + " -v " // verbose
+ + " -s 3" // number of supersteps
+ + " -w 3" // workers
+ + " -o ${testDir}"
+ )
+ assertEquals("running SimpleCheckpointVertex failed", sh.getRet(), 0);
+ }
+
+ @Test
+ public void testSimpleVertexWithWorkerContext() {
+ sh.exec("hadoop fs -rmr ${testDir}");
+ sh.exec("${runnerScript} ${giraphJar}"
+ + " org.apache.giraph.examples.SimpleVertexWithWorkerContext"
+ + " ${testDir} 3"
+ )
+ assertEquals("running SimpleCheckpointVertex failed", sh.getRet(), 0);
+ }
+
+ @Test
+ public void testSimpleShortestPathsVertex() {
+ // A graph definition:
+ // [vertex id, vertex value, [[edge1, value1], .. [edgeN, valueN]]]
+ List graphDescription=[[0, 0, [[1,1], [2,2]]],
+ [1, 1, [[2,2], [3,3]]],
+ [2, 2, [[3,3], [4,4]]],
+ [3, 3, [[4,4], [5,5]]],
+ [4, 4, [[5,5], [0,0]]],
+ [5, 5, [[0,0], [1,1]]]];
+ int partitionSize=2;
+
+ sh.exec("hadoop fs -rmr ${testDir}",
+ "hadoop fs -mkdir ${testDir}/input");
+
+ for (int i=0; i<graphDescription.size(); i+=partitionSize) {
+ String part = graphDescription[i..(i+partitionSize-1)].join("\n");
+ int partId = i / partitionSize;
+ sh.exec("hadoop fs -put <(echo '${part}')
${testDir}/input/part-m-${partId}");
+ }
+
+ sh.exec("${runnerScript} ${giraphJar}"
+ + " org.apache.giraph.examples.SimpleShortestPathsVertex"
+ + " ${testDir}/input"
+ + " ${testDir}/output"
+ + " 0 ${graphDescription.size() / partitionSize}"
+ )
+ assertEquals("running SimpleShortestPathsVertex failed", sh.getRet(), 0);
+ }
+}
Modified: incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml?rev=1349057&r1=1349056&r2=1349057&view=diff
==============================================================================
--- incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml (original)
+++ incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/pom.xml Mon Jun 11
22:47:16 2012
@@ -37,7 +37,7 @@
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
+ <artifactId>hadoop-client</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hbase</groupId>
Modified: incubator/bigtop/trunk/bigtop-tests/test-artifacts/pom.xml
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-tests/test-artifacts/pom.xml?rev=1349057&r1=1349056&r2=1349057&view=diff
==============================================================================
--- incubator/bigtop/trunk/bigtop-tests/test-artifacts/pom.xml (original)
+++ incubator/bigtop/trunk/bigtop-tests/test-artifacts/pom.xml Mon Jun 11
22:47:16 2012
@@ -41,6 +41,7 @@
<module>flume</module>
<module>sqoop</module>
<module>mahout</module>
+ <module>giraph</module>
</modules>
<properties>
@@ -50,6 +51,8 @@
<pig.version>0.9.2</pig.version>
<sqoop.version>1.4.1-incubating</sqoop.version>
<hbase.version>0.92.1</hbase.version>
+ <zookeeper.version>3.4.3</zookeeper.version>
+ <giraph.version>0.2-SNAPSHOT</giraph.version>
</properties>
<dependencyManagement>
@@ -71,7 +74,12 @@
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${hadoop.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-minicluster</artifactId>
<version>${hadoop.version}</version>
</dependency>
<dependency>
@@ -108,6 +116,16 @@
<type>test-jar</type>
</dependency>
-->
+ <dependency>
+ <groupId>org.apache.zookeeper</groupId>
+ <artifactId>zookeeper</artifactId>
+ <version>${zookeeper.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.giraph</groupId>
+ <artifactId>giraph</artifactId>
+ <version>${giraph.version}</version>
+ </dependency>
</dependencies>
</dependencyManagement>
Added: incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/giraph/pom.xml
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/giraph/pom.xml?rev=1349057&view=auto
==============================================================================
--- incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/giraph/pom.xml
(added)
+++ incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/giraph/pom.xml
Mon Jun 11 22:47:16 2012
@@ -0,0 +1,103 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0";
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+
+ <parent>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>smoke-tests</artifactId>
+ <version>0.4.0-incubating-SNAPSHOT</version>
+ <relativePath>../pom.xml</relativePath>
+ </parent>
+
+ <modelVersion>4.0.0</modelVersion>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>giraph-smoke-execution</artifactId>
+ <version>0.4.0-incubating-SNAPSHOT</version>
+ <name>Giraph smoke test execution</name>
+
+ <properties>
+
<org.apache.maven-dependency-plugin.groupId>org.apache.bigtop.itest</org.apache.maven-dependency-plugin.groupId>
+
<org.apache.maven-dependency-plugin.artifactId>giraph-smoke</org.apache.maven-dependency-plugin.artifactId>
+
<org.apache.maven-dependency-plugin.version>${giraph-smoke.version}</org.apache.maven-dependency-plugin.version>
+
<org.apache.maven-dependency-plugin.type>jar</org.apache.maven-dependency-plugin.type>
+
+ <HADOOP_HOME>${env.HADOOP_HOME}</HADOOP_HOME>
+ <HADOOP_CONF_DIR>${env.HADOOP_CONF_DIR}</HADOOP_CONF_DIR>
+ <GIRAPH_HOME>${env.GIRAPH_HOME}</GIRAPH_HOME>
+ </properties>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>giraph-smoke</artifactId>
+ <version>${giraph-smoke.version}</version>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-enforcer-plugin</artifactId>
+ <version>1.0</version>
+ <executions>
+ <execution>
+ <id>enforce-property</id>
+ <goals>
+ <goal>enforce</goal>
+ </goals>
+ <configuration>
+ <rules>
+ <requireProperty>
+ <property>HADOOP_HOME</property>
+ <message>HADOOP_HOME env. variable has to be set</message>
+ </requireProperty>
+ <requireProperty>
+ <property>HADOOP_CONF_DIR</property>
+ <message>HADOOP_CONF_DIR env. variable has to be
set</message>
+ </requireProperty>
+ <requireProperty>
+ <property>GIRAPH_HOME</property>
+ <message>GIRAPH_HOME env. variable has to be set</message>
+ </requireProperty>
+ </rules>
+ <fail>true</fail>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-dependency-plugin</artifactId>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-failsafe-plugin</artifactId>
+ <version>2.7.1</version>
+ <configuration>
+ <additionalClasspathElements>
+
<additionalClasspathElement>${HADOOP_CONF_DIR}</additionalClasspathElement>
+ </additionalClasspathElements>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
+
+</project>
Modified: incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/pom.xml
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/pom.xml?rev=1349057&r1=1349056&r2=1349057&view=diff
==============================================================================
--- incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/pom.xml (original)
+++ incubator/bigtop/trunk/bigtop-tests/test-execution/smokes/pom.xml Mon Jun
11 22:47:16 2012
@@ -50,6 +50,7 @@
<hive-smoke.version>0.4.0-incubating-SNAPSHOT</hive-smoke.version>
<mahout-smoke.version>0.4.0-incubating-SNAPSHOT</mahout-smoke.version>
<oozie-smoke.version>0.4.0-incubating-SNAPSHOT</oozie-smoke.version>
+ <giraph-smoke.version>0.4.0-incubating-SNAPSHOT</giraph-smoke.version>
<package-smoke.version>0.4.0-incubating-SNAPSHOT</package-smoke.version>
<!--
End of BOM definitions
@@ -71,6 +72,7 @@
<module>flume</module>
<module>hbase</module>
<module>mahout</module>
+ <module>giraph</module>
-->
</modules>
Modified: incubator/bigtop/trunk/bigtop.mk
URL:
http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop.mk?rev=1349057&r1=1349056&r2=1349057&view=diff
==============================================================================
--- incubator/bigtop/trunk/bigtop.mk (original)
+++ incubator/bigtop/trunk/bigtop.mk Mon Jun 11 22:47:16 2012
@@ -159,6 +159,24 @@ FLUME_SITE=$(APACHE_MIRROR)$(FLUME_DOWNL
FLUME_ARCHIVE=$(APACHE_ARCHIVE)$(FLUME_DOWNLOAD_PATH)
$(eval $(call PACKAGE,flume,FLUME))
+# Giraph
+GIRAPH_NAME=giraph
+GIRAPH_RELNOTES_NAME=Giraph
+GIRAPH_PKG_NAME=giraph
+GIRAPH_BASE_VERSION=0.2-SNAPSHOT
+GIRAPH_PKG_VERSION=0.2
+GIRAPH_RELEASE_VERSION=1
+GIRAPH_TARBALL_DST=$(GIRAPH_NAME)-$(GIRAPH_BASE_VERSION).tar.gz
+#GIRAPH_TARBALL_SRC=$(GIRAPH_NAME)-$(GIRAPH_BASE_VERSION)-src.tar.gz
+#GIRAPH_DOWNLOAD_PATH=/incubator/giraph/$(GIRAPH_PKG_NAME)-$(GIRAPH_BASE_VERSION)
+#GIRAPH_SITE=$(APACHE_MIRROR)$(GIRAPH_DOWNLOAD_PATH)
+#GIRAPH_ARCHIVE=$(APACHE_ARCHIVE)$(GIRAPH_DOWNLOAD_PATH)
+GIRAPH_TARBALL_SRC=79962a3
+GIRAPH_SITE=https://github.com/apache/giraph/tarball
+GIRAPH_ARCHIVE=$(GIRAPH_SITE)
+
+$(eval $(call PACKAGE,giraph,GIRAPH))
+
# Bigtop-utils
BIGTOP_UTILS_NAME=bigtop-utils
BIGTOP_UTILS__RELNOTES_NAME=Bigtop-utils
