Github user adinancr commented on a diff in the pull request: https://github.com/apache/incubator-rya/pull/47#discussion_r65740373 --- Diff: extras/vagrantExample/src/main/vagrant/Vagrantfile --- @@ -92,67 +100,106 @@ EOF export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true" export ACCUMULO_OTHER_OPTS="-Xmx128m -Xms64m" export ACCUMULO_KILL_CMD='kill -9 %p' + # Shell environment includes Accumulo resources. + ACCUMULO_RC=/home/vagrant/.accumulo_rc.sh + cat > ${ACCUMULO_RC} <<EOF - cat >> /home/vagrant/.bashrc <<EOF - export JAVA_HOME=/usr/lib/jvm/java-8-oracle + export JAVA_HOME=/usr/lib/jvm/java-8-oracle export HADOOP_HOME=/home/vagrant/hadoop-${HADOOP_VERSION} export ZOOKEEPER_HOME=/home/vagrant/zookeeper-${ZOOKEEPER_VERSION} - export ACCUMULO_HOME=/home/vagrant/accumulo-${ACCUMULO_VERSION} - export PATH=$PATH:$JAVA_HOME/bin:$ZOOKEEPER_HOME/bin:$ACCUMULO_HOME/bin + export ACCUMULO_HOME=/home/vagrant/accumulo-${ACCUMULO_VERSION} + export PATH=$PATH:$JAVA_HOME/bin:$ZOOKEEPER_HOME/bin:$ACCUMULO_HOME/bin - export HADOOP_PREFIX="$HADOOP_HOME" - export HADOOP_CONF_DIR="$HADOOP_PREFIX/conf" - export ACCUMULO_LOG_DIR=$ACCUMULO_HOME/logs - export ACCUMULO_TSERVER_OPTS="-Xmx384m -Xms384m " - export ACCUMULO_MASTER_OPTS="-Xmx128m -Xms128m" - export ACCUMULO_MONITOR_OPTS="-Xmx64m -Xms64m" - export ACCUMULO_GC_OPTS="-Xmx64m -Xms64m" - export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true" - export ACCUMULO_OTHER_OPTS="-Xmx128m -Xms64m" - export ACCUMULO_KILL_CMD='kill -9 %p' + export HADOOP_PREFIX="$HADOOP_HOME" + export HADOOP_CONF_DIR="$HADOOP_PREFIX/conf" + export ACCUMULO_LOG_DIR=$ACCUMULO_HOME/logs + export ACCUMULO_TSERVER_OPTS="-Xmx384m -Xms384m " + export ACCUMULO_MASTER_OPTS="-Xmx128m -Xms128m" + export ACCUMULO_MONITOR_OPTS="-Xmx64m -Xms64m" + export ACCUMULO_GC_OPTS="-Xmx64m -Xms64m" + export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true" + export ACCUMULO_OTHER_OPTS="-Xmx128m -Xms64m" + export ACCUMULO_KILL_CMD='kill -9 %p' EOF - - - echo "Acquiring and Extracting ..." + source ${ACCUMULO_RC} || exit 151 + + # include it at the beginning of both shell configuration files. + + for BASHRC in /home/vagrant/.bashrc /home/vagrant/.bash_profile ; + do touch ${BASHRC} ; + cat - ${BASHRC} > ${BASHRC}.new <<EOF && mv ${BASHRC}.new ${BASHRC} || exit 152 + source ${ACCUMULO_RC} +EOF + done + echo "Acquiring and Extracting ..." + function echoerr() { printf "%s\n" "$*" >&2; } + function download { - curl -f "$@" + ### curl --fail treat http status >= 400 as an error. --location follow redirects status>=300 + curl --silent --show-error --fail --location "$@" if [ $? -ne 0 ]; then - echo "--------------------------" - echo "-" - echo "- download failed" "$@" - echo "-" - echo "-" exiting ... - echo "-" - echo "--------------------------" - exit 1 + echoerr "--------------------------" + echoerr "-" + echoerr "- download failed" "$@" + echoerr "-" + echoerr "-" exiting ... + echoerr "-" + echoerr "--------------------------" + exit 800 fi } + ### wait for a directory to exist or 60 seconds timeout + function waitForDeploy { + waitfordir="$1" + timeout=60 + while [[ ! -d "$waitfordir" ]] + do + sleep 5 + let timeout-=5 + if [[ $timeout -le "0" ]]; then + echo "Timeout waiting for war to deploy, $waitfordir still does not exist."; + exit 401 + fi + done + } echo "- Hadoop" - download -SLO http://apache.mirrors.tds.net/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz - tar -zxf hadoop-${HADOOP_VERSION}.tar.gz + hadoopUrl=http://apache.mirrors.tds.net/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz + if [[ ! -d ${HADOOP_HOME} ]] ; then + echo "Downloading $hadoopUrl" + download $hadoopUrl \ + | tar -zxC /home/vagrant || exit 101 + fi echo "- Zookeeper" - download -SLO http://archive-primary.cloudera.com/cdh4/cdh/4/zookeeper-${ZOOKEEPER_VERSION}.tar.gz - tar -zxf zookeeper-${ZOOKEEPER_VERSION}.tar.gz - + zookeeperUrl=http://archive-primary.cloudera.com/cdh4/cdh/4/zookeeper-${ZOOKEEPER_VERSION}.tar.gz + if [[ ! -d ${ZOOKEEPER_HOME} ]] ; then + echo "Downloading $zookeeperUrl" + download $zookeeperUrl \ + | tar -zxC /home/vagrant || exit 102 + fi + echo "- Accumulo" - download -SLO http://apache.mirrors.pair.com/accumulo/${ACCUMULO_VERSION}/accumulo-${ACCUMULO_VERSION}-bin.tar.gz - tar -zxf accumulo-${ACCUMULO_VERSION}-bin.tar.gz + accumuloUrl=http://apache.mirrors.pair.com/accumulo/${ACCUMULO_VERSION}/accumulo-${ACCUMULO_VERSION}-bin.tar.gz + if [[ ! -d ${ACCUMULO_HOME} ]] ; then + echo "Downloading $accumuloUrl" + download $accumuloUrl \ + | tar -zxC /home/vagrant || exit 103 + fi echo "Configuring Zookeeper..." - sudo mkdir /var/zookeeper + sudo mkdir --parents /var/zookeeper sudo chown vagrant:vagrant /var/zookeeper echo "Running Zookeeper..." - cp zookeeper-${ZOOKEEPER_VERSION}/conf/zoo_sample.cfg zookeeper-${ZOOKEEPER_VERSION}/conf/zoo.cfg - sudo zookeeper-${ZOOKEEPER_VERSION}/bin/zkServer.sh start + cp ${ZOOKEEPER_HOME}/conf/zoo_sample.cfg ${ZOOKEEPER_HOME}/conf/zoo.cfg --- End diff -- because dataDir in zoo.cfg is set to a /tmp/zookeeper dir, we have problems with Accumulo initialization after a restart (data is basically lost). Could you change zoo.cfg to have dataDir=/var/zookeeper for example?
--- If your project is set up for it, you can reply to this email and have your reply appear on GitHub as well. If your project does not have this feature enabled and wishes so, or if the feature is enabled but not working, please contact infrastructure at infrastruct...@apache.org or file a JIRA ticket with INFRA. ---