[
https://issues.apache.org/jira/browse/KAFKA-10402?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17183038#comment-17183038
]
Nikolay Izhikov commented on KAFKA-10402:
-----------------------------------------
Fails:
{noformat}
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.streams.streams_eos_test.StreamsEosTest.test_failure_and_recovery.processing_guarantee=exactly_once_beta
status: FAIL
run time: 9 minutes 59.410 seconds
Never saw output 'StateChange: REBALANCING -> RUNNING' on ducker@ducker09
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
91, in test_failure_and_recovery
StreamsEosTestVerifyRunnerService(self.test_context, self.kafka))
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
110, in run_failure_and_recovery
self.add_streams(processor1)
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
133, in add_streams
self.wait_for_startup(monitor, processor)
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
168, in wait_for_startup
self.wait_for(monitor, processor, "StateChange: REBALANCING -> RUNNING")
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
174, in wait_for
err_msg=("Never saw output '%s' on " % output) +
str(processor.node.account))
File
"/usr/local/lib/python3.7/dist-packages/ducktape/cluster/remoteaccount.py",
line 708, in wait_until
allow_fail=True) == 0, **kwargs)
File "/usr/local/lib/python3.7/dist-packages/ducktape/utils/util.py", line
41, in wait_until
raise TimeoutError(err_msg() if callable(err_msg) else err_msg)
ducktape.errors.TimeoutError: Never saw output 'StateChange: REBALANCING ->
RUNNING' on ducker@ducker09
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.streams.streams_eos_test.StreamsEosTest.test_failure_and_recovery_complex.processing_guarantee=exactly_once
status: FAIL
run time: 10 minutes 15.336 seconds
Never saw output 'StateChange: REBALANCING -> RUNNING' on ducker@ducker05
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
100, in test_failure_and_recovery_complex
StreamsComplexEosTestVerifyRunnerService(self.test_context, self.kafka))
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
110, in run_failure_and_recovery
self.add_streams(processor1)
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
133, in add_streams
self.wait_for_startup(monitor, processor)
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
168, in wait_for_startup
self.wait_for(monitor, processor, "StateChange: REBALANCING -> RUNNING")
File "/opt/kafka-dev/tests/kafkatest/tests/streams/streams_eos_test.py", line
174, in wait_for
err_msg=("Never saw output '%s' on " % output) +
str(processor.node.account))
File
"/usr/local/lib/python3.7/dist-packages/ducktape/cluster/remoteaccount.py",
line 708, in wait_until
allow_fail=True) == 0, **kwargs)
File "/usr/local/lib/python3.7/dist-packages/ducktape/utils/util.py", line
41, in wait_until
raise TimeoutError(err_msg() if callable(err_msg) else err_msg)
ducktape.errors.TimeoutError: Never saw output 'StateChange: REBALANCING ->
RUNNING' on ducker@ducker05
----------------------------------------------------------------------------------------------------
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.connect.connect_distributed_test.ConnectDistributedTest.test_bounce.clean=False.connect_protocol=compatible
status: FAIL
run time: 6 minutes 8.566 seconds
Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File
"/opt/kafka-dev/tests/kafkatest/tests/connect/connect_distributed_test.py",
line 475, in test_bounce
assert success, "Found validation errors:\n" + "\n ".join(errors)
AssertionError: Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.connect.connect_distributed_test.ConnectDistributedTest.test_bounce.clean=False.connect_protocol=eager
status: FAIL
run time: 6 minutes 8.690 seconds
Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File
"/opt/kafka-dev/tests/kafkatest/tests/connect/connect_distributed_test.py",
line 475, in test_bounce
assert success, "Found validation errors:\n" + "\n ".join(errors)
AssertionError: Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.connect.connect_distributed_test.ConnectDistributedTest.test_bounce.clean=False.connect_protocol=sessioned
status: FAIL
run time: 6 minutes 14.796 seconds
Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File
"/opt/kafka-dev/tests/kafkatest/tests/connect/connect_distributed_test.py",
line 475, in test_bounce
assert success, "Found validation errors:\n" + "\n ".join(errors)
AssertionError: Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.connect.connect_distributed_test.ConnectDistributedTest.test_bounce.clean=True.connect_protocol=compatible
status: FAIL
run time: 5 minutes 34.166 seconds
Failed to see connector transition to the RUNNING state
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File
"/opt/kafka-dev/tests/kafkatest/tests/connect/connect_distributed_test.py",
line 405, in test_bounce
err_msg="Failed to see connector transition to the RUNNING state")
File "/usr/local/lib/python3.7/dist-packages/ducktape/utils/util.py", line
41, in wait_until
raise TimeoutError(err_msg() if callable(err_msg) else err_msg)
ducktape.errors.TimeoutError: Failed to see connector transition to the RUNNING
state
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.connect.connect_distributed_test.ConnectDistributedTest.test_bounce.clean=True.connect_protocol=eager
status: FAIL
run time: 5 minutes 37.824 seconds
Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File
"/opt/kafka-dev/tests/kafkatest/tests/connect/connect_distributed_test.py",
line 475, in test_bounce
assert success, "Found validation errors:\n" + "\n ".join(errors)
AssertionError: Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.connect.connect_distributed_test.ConnectDistributedTest.test_bounce.clean=True.connect_protocol=sessioned
status: FAIL
run time: 5 minutes 31.945 seconds
Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File
"/opt/kafka-dev/tests/kafkatest/tests/connect/connect_distributed_test.py",
line 475, in test_bounce
assert success, "Found validation errors:\n" + "\n ".join(errors)
AssertionError: Found validation errors:
Not enough messages were processed: source:0 sink:0
Not enough messages were processed: source:0 sink:0
----------------------------------------------------------------------------------------------------
----------------------------------------------------------------------------------------------------
test_id:
kafkatest.tests.core.network_degrade_test.NetworkDegradeTest.test_rate.task_name=rate-1000-latency-50.device_name=eth0.latency_ms=50.rate_limit_kbit=1000000
status: FAIL
run time: 42.261 seconds
Expected most of the measured rates to be within an order of magnitude of
target 1000000. This means `tc` did not limit the bandwidth as expected.
Measured rates [560089.0, 1043.0, 1043.0, 521.0, 1043.0, 1043.0, 521.0, 1043.0,
1043.0, 521.0, 1564.0, 1043.0, 521.0, 1043.0, 521.0, 1043.0, 1043.0, 1043.0,
521.0, 1043.0, 28224.0]
Traceback (most recent call last):
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
134, in run
data = self.run_test()
File
"/usr/local/lib/python3.7/dist-packages/ducktape/tests/runner_client.py", line
192, in run_test
return self.test_context.function(self.test)
File "/usr/local/lib/python3.7/dist-packages/ducktape/mark/_mark.py", line
429, in wrapper
return functools.partial(f, *args, **kwargs)(*w_args, **w_kwargs)
File "/opt/kafka-dev/tests/kafkatest/tests/core/network_degrade_test.py",
line 138, in test_rate
assert len(acceptable_rates) > 5, msg
AssertionError: Expected most of the measured rates to be within an order of
magnitude of target 1000000. This means `tc` did not limit the bandwidth as
expected. Measured rates [560089.0, 1043.0, 1043.0, 521.0, 1043.0, 1043.0,
521.0, 1043.0, 1043.0, 521.0, 1564.0, 1043.0, 521.0, 1043.0, 521.0, 1043.0,
1043.0, 1043.0, 521.0, 1043.0, 28224.0]
----------------------------------------------------------------------------------------------------
{noformat}
> Upgrade python version in system tests
> --------------------------------------
>
> Key: KAFKA-10402
> URL: https://issues.apache.org/jira/browse/KAFKA-10402
> Project: Kafka
> Issue Type: Improvement
> Reporter: Nikolay Izhikov
> Assignee: Nikolay Izhikov
> Priority: Major
> Attachments: report.txt
>
>
> Currently, system tests using python 2 which is outdated and not supported.
> Since all dependency of system tests including ducktape supporting python 3
> we can migrate system tests to python3.
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
