Plasma is deprecated and unmaintained, I don't think we should hold the release for that.
Regards Antoine. Le 19/01/2021 à 13:21, Ying Zhou a écrit : > Yup this can be modified. Now for RC2 we have a new error on macOS Catalina. > > pyarrow/tests/test_plasma.py::TestPlasmaClient::test_use_full_memory Fatal > Python error: Aborted > > Here is what errored out: > > for _ in range(100): > create_object( > self.plasma_client2, > np.random.randint(1, DEFAULT_PLASMA_STORE_MEMORY // 20), 0) > > Looks like it has trouble creating some of the small objects. > > Current thread 0x00000001172f0dc0 (most recent call first): > File > "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py", > line 70 in create_object_with_id > File > "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py", > line 81 in create_object > File > "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/apache-arrow-3.0.0/python/pyarrow/tests/test_plasma.py", > line 826 in test_use_full_memory > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/python.py", > line 183 in pytest_pyfunc_call > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", > line 187 in _multicall > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 87 in <lambda> > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 93 in _hookexec > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", > line 286 in __call__ > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/python.py", > line 1641 in runtest > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", > line 162 in pytest_runtest_call > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", > line 187 in _multicall > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 87 in <lambda> > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 93 in _hookexec > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", > line 286 in __call__ > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", > line 255 in <lambda> > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", > line 311 in from_call > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", > line 255 in call_runtest_hook > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", > line 215 in call_and_report > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", > line 126 in runtestprotocol > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/runner.py", > line 109 in pytest_runtest_protocol > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", > line 187 in _multicall > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 87 in <lambda> > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 93 in _hookexec > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", > line 286 in __call__ > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py", > line 348 in pytest_runtestloop > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", > line 187 in _multicall > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 87 in <lambda> > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 93 in _hookexec > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", > line 286 in __call__ > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py", > line 323 in _main > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py", > line 269 in wrap_session > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/main.py", > line 316 in pytest_cmdline_main > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/callers.py", > line 187 in _multicall > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 87 in <lambda> > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/manager.py", > line 93 in _hookexec > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/pluggy/hooks.py", > line 286 in __call__ > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/config/__init__.py", > line 163 in main > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/lib/python3.6/site-packages/_pytest/config/__init__.py", > line 185 in console_main > File > "/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.91YELrHr/test-miniconda/envs/arrow-test/bin/pytest", > line 8 in <module> > dev/release/verify-release-candidate.sh: line 358: 26910 Abort trap: 6 > pytest pyarrow -v --pdb > > > >> On Jan 18, 2021, at 9:58 PM, Sutou Kouhei <k...@clear-code.com> wrote: >> >> Hi, >> >> It's failed by the following error: >> >>> E OSError: [Errno 24] Too many open files >> >> You need to increase the max number of files you can >> open in a process. But I don't know how to do it on macOS... >> (We can do it by /etc/security/limits.d/ on Linux.) >> >> >> Thanks, >> -- >> kou >> >> >> In <cajpuwmc7bvqsg-5bjcl0jdkd1dus_y3ck-lkja6g_tfb47h...@mail.gmail.com> >> "Re: [VOTE] Release Apache Arrow 3.0.0 - RC0" on Mon, 18 Jan 2021 20:50:34 >> -0600, >> Wes McKinney <wesmck...@gmail.com> wrote: >> >>> The plasma executable is failing to start for some reason, but that >>> function should not fail in that way so please open a Jira. I don't >>> think this is a blocking bug; if you'd like to verify without Plasma >>> you can disable it in the verification script. >>> >>> On Mon, Jan 18, 2021 at 8:46 PM Ying Zhou <yzhou7...@gmail.com> wrote: >>>> >>>> Hi, >>>> >>>> Thanks for helping me with the verification and fixing errors! >>>> >>>> Yes, export MACOSX_DEPLOYMENT_TARGET=10.15 does work. However one of the >>>> Python tests failed: >>>> >>>> pyarrow/tests/test_plasma.py::TestPlasmaClient::test_subscribe_socket ERROR >>>> >>>> Here is the traceback: >>>> >>>> >>>> Thanks, >>>> Ying >>>> >>>> On Jan 18, 2021, at 7:18 PM, Sutou Kouhei <k...@clear-code.com> wrote: >>>> >>>> Hi, >>>> >>>> I do need to mention that it is not in master yet. >>>> >>>> >>>> https://github.com/apache/arrow/pull/9254 >>>> >>>> we failed the python one >>>> >>>> >>>> Could you try with "export MACOSX_DEPLOYMENT_TARGET=10.15"? >>>> >>>> >>>> Thanks, >>>> -- >>>> kou >>>> >>>> In <28ecb21c-9b2a-4961-b2b1-9dcd37b3d...@gmail.com> >>>> "Re: [VOTE] Release Apache Arrow 3.0.0 - RC0" on Mon, 18 Jan 2021 04:11:01 >>>> -0500, >>>> Ying Zhou <yzhou7...@gmail.com> wrote: >>>> >>>> Thanks! This works. I do need to mention that it is not in master yet. >>>> Moreover after the C# test succeeded we failed the python one on Line 376 >>>> (from master). >>>> >>>> Ying >>>> >>>> + python setup.py build_ext --inplace >>>> running build_ext >>>> creating >>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build >>>> creating >>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6 >>>> -- Running cmake for pyarrow >>>> cmake >>>> -DPYTHON_EXECUTABLE=/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/test-miniconda/envs/arrow-test/bin/python >>>> >>>> -DPython3_EXECUTABLE=/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/test-miniconda/envs/arrow-test/bin/python >>>> -DPYARROW_BUILD_CUDA=off -DPYARROW_BUILD_FLIGHT=on >>>> -DPYARROW_BUILD_GANDIVA=on -DPYARROW_BUILD_DATASET=on >>>> -DPYARROW_BUILD_ORC=on -DPYARROW_BUILD_PARQUET=on >>>> -DPYARROW_BUILD_PLASMA=on -DPYARROW_BUILD_S3=off -DPYARROW_BUILD_HDFS=off >>>> -DPYARROW_USE_TENSORFLOW=off -DPYARROW_BUNDLE_ARROW_CPP=off >>>> -DPYARROW_BUNDLE_BOOST=off -DPYARROW_GENERATE_COVERAGE=off >>>> -DPYARROW_BOOST_USE_SHARED=on -DPYARROW_PARQUET_USE_SHARED=on >>>> -DCMAKE_BUILD_TYPE=release >>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python >>>> -- The C compiler identification is AppleClang 12.0.0.12000032 >>>> -- The CXX compiler identification is AppleClang 12.0.0.12000032 >>>> -- Detecting C compiler ABI info >>>> -- Detecting C compiler ABI info - done >>>> -- Check for working C compiler: >>>> /Library/Developer/CommandLineTools/usr/bin/cc - skipped >>>> -- Detecting C compile features >>>> -- Detecting C compile features - done >>>> -- Detecting CXX compiler ABI info >>>> -- Detecting CXX compiler ABI info - failed >>>> -- Check for working CXX compiler: >>>> /Library/Developer/CommandLineTools/usr/bin/c++ >>>> -- Check for working CXX compiler: >>>> /Library/Developer/CommandLineTools/usr/bin/c++ - broken >>>> CMake Error at >>>> /usr/local/Cellar/cmake/3.18.4/share/cmake/Modules/CMakeTestCXXCompiler.cmake:59 >>>> (message): >>>> The C++ compiler >>>> >>>> "/Library/Developer/CommandLineTools/usr/bin/c++" >>>> >>>> is not able to compile a simple test program. >>>> >>>> It fails with the following output: >>>> >>>> Change Dir: >>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeTmp >>>> >>>> Run Build Command(s):/usr/bin/make cmTC_0cfaa/fast && >>>> /Library/Developer/CommandLineTools/usr/bin/make -f >>>> CMakeFiles/cmTC_0cfaa.dir/build.make CMakeFiles/cmTC_0cfaa.dir/build >>>> Building CXX object CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o >>>> /Library/Developer/CommandLineTools/usr/bin/c++ -isysroot >>>> /Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk >>>> -mmacosx-version-min=10.7 -o >>>> CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o -c >>>> /private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeTmp/testCXXCompiler.cxx >>>> clang: warning: include path for libstdc++ headers not found; pass >>>> '-stdlib=libc++' on the command line to use the libc++ standard library >>>> instead [-Wstdlibcxx-not-found] >>>> Linking CXX executable cmTC_0cfaa >>>> /usr/local/Cellar/cmake/3.18.4/bin/cmake -E cmake_link_script >>>> CMakeFiles/cmTC_0cfaa.dir/link.txt --verbose=1 >>>> /Library/Developer/CommandLineTools/usr/bin/c++ -isysroot >>>> /Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk >>>> -mmacosx-version-min=10.7 -Wl,-search_paths_first >>>> -Wl,-headerpad_max_install_names >>>> CMakeFiles/cmTC_0cfaa.dir/testCXXCompiler.cxx.o -o cmTC_0cfaa >>>> clang: warning: libstdc++ is deprecated; move to libc++ with a minimum >>>> deployment target of OS X 10.9 [-Wdeprecated] >>>> ld: library not found for -lstdc++ >>>> clang: error: linker command failed with exit code 1 (use -v to see >>>> invocation) >>>> make[1]: *** [cmTC_0cfaa] Error 1 >>>> make: *** [cmTC_0cfaa/fast] Error 2 >>>> >>>> >>>> >>>> >>>> >>>> CMake will not be able to correctly generate this project. >>>> Call Stack (most recent call first): >>>> CMakeLists.txt:22 (project) >>>> >>>> >>>> -- Configuring incomplete, errors occurred! >>>> See also >>>> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeOutput.log". >>>> See also >>>> "/private/var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g/apache-arrow-3.0.0/python/build/temp.macosx-10.7-x86_64-3.6/CMakeFiles/CMakeError.log". >>>> error: command 'cmake' failed with exit status 1 >>>> + cleanup >>>> + '[' no = yes ']' >>>> + echo 'Failed to verify release candidate. See >>>> /var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g >>>> for details.' >>>> Failed to verify release candidate. See >>>> /var/folders/yb/dc13kd1552vc_x61qzpgmtjh0000gn/T/arrow-3.0.0.XXXXX.q4WEAR4g >>>> for details. >>>> (pyarrow-dev) karlkatzen@x86_64-apple-darwin13 arrow % >>>> >>>> >>>> On Jan 18, 2021, at 12:51 AM, Sutou Kouhei <k...@clear-code.com> wrote: >>>> >>>> 3.1.405 >>>> >>>> >>>> > >
