Repository: arrow Updated Branches: refs/heads/master c05292faf -> 720d422fa
ARROW-467: [Python] Run Python parquet-cpp unit tests in Travis CI This means we'll have to tolerate broken builds whenever APIs change (a good incentive to avoid changing them as much as possible) Author: Wes McKinney <wes.mckin...@twosigma.com> Closes #311 from wesm/ARROW-467 and squashes the following commits: a9c285d [Wes McKinney] parquet-cpp build tweaks 661671c [Wes McKinney] Build parquet-cpp from source and run PyArrow Parquet unit tests in Travis CI Project: http://git-wip-us.apache.org/repos/asf/arrow/repo Commit: http://git-wip-us.apache.org/repos/asf/arrow/commit/720d422f Tree: http://git-wip-us.apache.org/repos/asf/arrow/tree/720d422f Diff: http://git-wip-us.apache.org/repos/asf/arrow/diff/720d422f Branch: refs/heads/master Commit: 720d422fa761e2beab1b412b1b42c041ac2db1a4 Parents: c05292f Author: Wes McKinney <wes.mckin...@twosigma.com> Authored: Fri Feb 3 09:08:14 2017 +0100 Committer: Uwe L. Korn <uw...@xhochy.com> Committed: Fri Feb 3 09:08:14 2017 +0100 ---------------------------------------------------------------------- ci/travis_script_python.sh | 50 +++++++++++++++++++++++++++++++++++++---- 1 file changed, 46 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/arrow/blob/720d422f/ci/travis_script_python.sh ---------------------------------------------------------------------- diff --git a/ci/travis_script_python.sh b/ci/travis_script_python.sh index 179567b..c186fd4 100755 --- a/ci/travis_script_python.sh +++ b/ci/travis_script_python.sh @@ -26,12 +26,52 @@ export ARROW_HOME=$ARROW_CPP_INSTALL export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$ARROW_CPP_INSTALL/lib pushd $PYTHON_DIR +export PARQUET_HOME=$TRAVIS_BUILD_DIR/parquet-env + +build_parquet_cpp() { + conda create -y -q -p $PARQUET_HOME thrift-cpp snappy zlib brotli boost + source activate $PARQUET_HOME + + export BOOST_ROOT=$PARQUET_HOME + export SNAPPY_HOME=$PARQUET_HOME + export THRIFT_HOME=$PARQUET_HOME + export ZLIB_HOME=$PARQUET_HOME + export BROTLI_HOME=$PARQUET_HOME + + PARQUET_DIR=$TRAVIS_BUILD_DIR/parquet + mkdir -p $PARQUET_DIR + + git clone https://github.com/apache/parquet-cpp.git $PARQUET_DIR + + pushd $PARQUET_DIR + mkdir build-dir + cd build-dir + + cmake \ + -DCMAKE_BUILD_TYPE=debug \ + -DCMAKE_INSTALL_PREFIX=$PARQUET_HOME \ + -DPARQUET_ARROW=on \ + -DPARQUET_BUILD_BENCHMARKS=off \ + -DPARQUET_BUILD_EXECUTABLES=off \ + -DPARQUET_ZLIB_VENDORED=off \ + -DPARQUET_BUILD_TESTS=off \ + .. + + make -j${CPU_COUNT} + make install + + popd +} + +build_parquet_cpp + +export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$PARQUET_HOME/lib python_version_tests() { PYTHON_VERSION=$1 - CONDA_ENV_NAME="pyarrow-test-${PYTHON_VERSION}" - conda create -y -q -n $CONDA_ENV_NAME python=$PYTHON_VERSION - source activate $CONDA_ENV_NAME + CONDA_ENV_DIR=$TRAVIS_BUILD_DIR/pyarrow-test-$PYTHON_VERSION + conda create -y -q -p $CONDA_ENV_DIR python=$PYTHON_VERSION + source activate $CONDA_ENV_DIR python --version which python @@ -45,7 +85,9 @@ python_version_tests() { # Other stuff pip install pip install -r requirements.txt - python setup.py build_ext --inplace + python setup.py build_ext --inplace --with-parquet + + python -c "import pyarrow.parquet" python -m pytest -vv -r sxX pyarrow