From b8530ea39864309c7e197e530f0bd68c63e71593 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kriszti=C3=A1n=20Sz=C5=B1cs?= Date: Mon, 3 Feb 2020 20:41:36 +0100 Subject: [PATCH] Test dataset during the verification --- dev/release/verify-release-candidate-wheels.bat | 1 + dev/release/verify-release-candidate.bat | 2 ++ dev/release/verify-release-candidate.sh | 5 ++++- 3 files changed, 7 insertions(+), 1 deletion(-) diff --git a/dev/release/verify-release-candidate-wheels.bat b/dev/release/verify-release-candidate-wheels.bat index 0f8e047752e..46cd3ce69da 100644 --- a/dev/release/verify-release-candidate-wheels.bat +++ b/dev/release/verify-release-candidate-wheels.bat @@ -78,6 +78,7 @@ python -c "import pyarrow" || EXIT /B 1 python -c "import pyarrow.flight" || EXIT /B 1 python -c "import pyarrow.gandiva" || EXIT /B 1 python -c "import pyarrow.parquet" || EXIT /B 1 +python -c "import pyarrow.dataset" || EXIT /B 1 call deactivate diff --git a/dev/release/verify-release-candidate.bat b/dev/release/verify-release-candidate.bat index 70d47347823..d181444c316 100644 --- a/dev/release/verify-release-candidate.bat +++ b/dev/release/verify-release-candidate.bat @@ -87,6 +87,7 @@ cmake -G "Ninja" ^ -DARROW_WITH_BROTLI=ON ^ -DARROW_FLIGHT=ON ^ -DARROW_PYTHON=ON ^ + -DARROW_DATASET=ON ^ -DARROW_PARQUET=ON ^ .. || exit /B @@ -114,6 +115,7 @@ pushd %ARROW_SOURCE%\python set PYARROW_WITH_FLIGHT=1 set PYARROW_WITH_PARQUET=1 +set PYARROW_WITH_DATASET=1 python setup.py build_ext --inplace --bundle-arrow-cpp bdist_wheel || exit /B py.test pyarrow -v -s --parquet || exit /B diff --git a/dev/release/verify-release-candidate.sh b/dev/release/verify-release-candidate.sh index 000af83a172..fc72384fbb6 100755 --- a/dev/release/verify-release-candidate.sh +++ b/dev/release/verify-release-candidate.sh @@ -262,6 +262,7 @@ ${ARROW_CMAKE_OPTIONS:-} -DARROW_PYTHON=ON -DARROW_GANDIVA=ON -DARROW_PARQUET=ON +-DARROW_DATASET=ON -DPARQUET_REQUIRE_ENCRYPTION=ON -DARROW_WITH_BZ2=ON -DARROW_WITH_ZLIB=ON @@ -351,6 +352,7 @@ test_python() { pip install -r requirements.txt -r requirements-test.txt + export PYARROW_WITH_DATASET=1 export PYARROW_WITH_GANDIVA=1 export PYARROW_WITH_PARQUET=1 export PYARROW_WITH_PLASMA=1 @@ -584,7 +586,8 @@ check_python_imports() { python -c "import pyarrow.fs" if [[ "$py_arch" =~ ^3 ]]; then - # Flight and Gandiva are only available for py3 + # Flight, Gandiva and Dataset are only available for py3 + python -c "import pyarrow.dataset" python -c "import pyarrow.flight" python -c "import pyarrow.gandiva" fi