pitrou commented on issue #47817:
URL: https://github.com/apache/arrow/issues/47817#issuecomment-3401752823
The only thing I can gather from the benchmarking logs is that
`arrow-dataset-scanner-benchmark --benchmark_list_tests` seems to fail with
status code (apparently this can mean that the executable was not found):
```
251014-12:58:23.266 INFO: Initializing adapter
251014-12:58:23.302 INFO: Initializing adapter
251014-12:58:23.302 INFO: Running benchmarks with command: `archery
benchmark run --output /tmp/tmpakevgp2o --repetitions 6 --repetition-min-time
0.05 --suite-filter
^(?!arrow-acero-aggregate-benchmark)(?!arrow-filesystem-s3fs-benchmark).*$
/tmp/arrow-cpp-d3f65fe9-63d8-43e0-a229-79f30295eeba/cpp`
Traceback (most recent call last):
File "/var/lib/buildkite-agent/.conda/envs/arrow-commit/bin/archery", line
7, in <module>
sys.exit(archery())
^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1462, in __call__
return self.main(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1383, in main
rv = self.invoke(ctx)
^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1850, in invoke
return _process_result(sub_ctx.command.invoke(sub_ctx))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1850, in invoke
return _process_result(sub_ctx.command.invoke(sub_ctx))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1246, in invoke
return ctx.invoke(self.callback, **ctx.params)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 814, in invoke
return callback(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/decorators.py",
line 34, in new_func
return f(get_current_context(), *args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/builds/amd64-c6a-4xlarge-linux-i-01490802ac0311209-1/apache-arrow/arrow-bci-benchmark-on-amd64-c6a-4xlarge-linux/arrow/dev/archery/archery/cli.py",
line 467, in benchmark_run
json_out = json.dumps(runner_base, cls=JsonEncoder)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/json/__init__.py",
line 238, in dumps
**kw).encode(obj)
^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/json/encoder.py",
line 200, in encode
chunks = self.iterencode(o, _one_shot=True)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/json/encoder.py",
line 258, in iterencode
return _iterencode(o, 0)
^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/builds/amd64-c6a-4xlarge-linux-i-01490802ac0311209-1/apache-arrow/arrow-bci-benchmark-on-amd64-c6a-4xlarge-linux/arrow/dev/archery/archery/benchmark/codec.py",
line 35, in default
return BenchmarkRunnerCodec.encode(o)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/builds/amd64-c6a-4xlarge-linux-i-01490802ac0311209-1/apache-arrow/arrow-bci-benchmark-on-amd64-c6a-4xlarge-linux/arrow/dev/archery/archery/benchmark/codec.py",
line 79, in encode
return {"suites": [BenchmarkSuiteCodec.encode(s) for s in br.suites]}
^^^^^^^^^
File
"/var/lib/buildkite-agent/builds/amd64-c6a-4xlarge-linux-i-01490802ac0311209-1/apache-arrow/arrow-bci-benchmark-on-amd64-c6a-4xlarge-linux/arrow/dev/archery/archery/benchmark/runner.py",
line 183, in suites
suite = self.suite(suite_name, suite_bin)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/builds/amd64-c6a-4xlarge-linux-i-01490802ac0311209-1/apache-arrow/arrow-bci-benchmark-on-amd64-c6a-4xlarge-linux/arrow/dev/archery/archery/benchmark/runner.py",
line 153, in suite
benchmark_names = suite_cmd.list_benchmarks()
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/builds/amd64-c6a-4xlarge-linux-i-01490802ac0311209-1/apache-arrow/arrow-bci-benchmark-on-amd64-c6a-4xlarge-linux/arrow/dev/archery/archery/benchmark/google.py",
line 49, in list_benchmarks
result = self.run(*argv, stdout=subprocess.PIPE,
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/builds/amd64-c6a-4xlarge-linux-i-01490802ac0311209-1/apache-arrow/arrow-bci-benchmark-on-amd64-c6a-4xlarge-linux/arrow/dev/archery/archery/utils/command.py",
line 78, in run
return subprocess.run(invocation, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/subprocess.py",
line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command
'['/tmp/arrow-cpp-d3f65fe9-63d8-43e0-a229-79f30295eeba/cpp/release/arrow-dataset-scanner-benchmark',
'--benchmark_list_tests']' returned non-zero exit status 127.
Traceback (most recent call last):
File "/var/lib/buildkite-agent/.conda/envs/arrow-commit/bin/conbench",
line 7, in <module>
sys.exit(conbench())
^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1462, in __call__
return self.main(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1383, in main
rv = self.invoke(ctx)
^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1850, in invoke
return _process_result(sub_ctx.command.invoke(sub_ctx))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 1246, in invoke
return ctx.invoke(self.callback, **ctx.params)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/click/core.py",
line 814, in invoke
return callback(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/conbenchlegacy/cli.py",
line 149, in _benchmark
for result, output in benchmark().run(**kwargs):
^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/var/lib/buildkite-agent/builds/amd64-c6a-4xlarge-linux-i-01490802ac0311209-1/apache-arrow/arrow-bci-benchmark-on-amd64-c6a-4xlarge-linux/benchmarks/benchmarks/cpp_micro_benchmarks.py",
line 136, in run
self.adapter.run(command_params)
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/site-packages/benchadapt/adapters/_adapter.py",
line 98, in run
subprocess.run(args=command, check=True)
File
"/var/lib/buildkite-agent/.conda/envs/arrow-commit/lib/python3.12/subprocess.py",
line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['archery', 'benchmark', 'run',
'--output', PosixPath('/tmp/tmpakevgp2o'), '--repetitions', '6',
'--repetition-min-time', '0.05', '--suite-filter',
'^(?!arrow-acero-aggregate-benchmark)(?!arrow-filesystem-s3fs-benchmark).*$',
'/tmp/arrow-cpp-d3f65fe9-63d8-43e0-a229-79f30295eeba/cpp']' returned non-zero
exit status 1.
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
