[
https://issues.apache.org/jira/browse/IMPALA-15289?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Quanlong Huang updated IMPALA-15289:
------------------------------------
Priority: Critical (was: Major)
> test_spilling fails due to FastLimitCheckExceededRows not found
> ----------------------------------------------------------------
>
> Key: IMPALA-15289
> URL: https://issues.apache.org/jira/browse/IMPALA-15289
> Project: IMPALA
> Issue Type: Bug
> Reporter: Quanlong Huang
> Assignee: Quanlong Huang
> Priority: Critical
>
> TestSpillingDebugActionDimensions.test_spilling intermittently fails due to
> the profile counter FastLimitCheckExceededRows doesn't exist.
> {code}
> query_test.test_spilling.TestSpillingDebugActionDimensions.test_spilling["table_format:
> parquet/none" | "protocol: hs2" | "exec_option: {'debug_action':
> '-1:OPEN:[email protected]',
> 'default_spillable_buffer_size': '256k', 'mt_dop': 0}"] (from pytest){code}
> Error message
> {noformat}
> AssertionError: Did not find matches for lines in runtime profile:
> EXPECTED LINES:
> row_regex: .*FastLimitCheckExceededRows: [0-9]+{noformat}
> Stacktrace
> {noformat}
> query_test/test_spilling.py:71: in test_spilling
> self.run_test_case('QueryTest/spilling', vector)
> self = <test_spilling.TestSpillingDebugActionDimensions object
> at 0x7f8bf1271690>
> vector = "table_format: parquet/none" | "protocol: hs2" |
> "exec_option: {'debug_action':
> '-1:OPEN:[email protected]',
> 'default_spillable_buffer_size': '256k', 'mt_dop': 0}"
> common/impala_test_suite.py:1124: in run_test_case
> rt_profile = verify_runtime_profile(
> _ImpalaTestSuite__exec_in_hive = <function
> ImpalaTestSuite.run_test_case.<locals>.__exec_in_hive at 0x7f8bf11bee80>
> _ImpalaTestSuite__exec_in_impala = <function
> ImpalaTestSuite.run_test_case.<locals>.__exec_in_impala at 0x7f8bf11bfb00>
> _ImpalaTestSuite__exec_in_trino = <function
> ImpalaTestSuite.run_test_case.<locals>.__exec_in_trino at 0x7f8bf11bf100>
> catch_section_name = 'CATCH'
> current_error = None
> encoding = None
> exec_fn = <function
> ImpalaTestSuite.run_test_case.<locals>.__exec_in_impala at 0x7f8bf11bfb00>
> exec_options = {'debug_action':
> '-1:OPEN:[email protected]',
> 'default_spillable_buffer_size': '256k', 'mt_dop': 0}
> failed_count = 0
> impalad_client = <tests.common.impala_connection.ImpylaHS2Connection
> object at 0x7f8bf0f68810>
> lineage_log_dir = ''
> multiple_impalad = False
> protocol = 'hs2'
> query = 'set buffer_pool_limit=136m;\nselect c.c2 from\n(select
> distinct (a.id*10000 + b.id) c1, a.int_col c2\nfrom
> functional...onal.alltypes b limit 3500000) c join /* +SHUFFLE */
> functional.alltypes d on c.c2 = d.int_col\ngroup by c.c2\nlimit 5'
> query_section = '# Test spilling an agg with a LIMIT; see
> IMPALA-2581\nset buffer_pool_limit=136m;\nselect c.c2 from\n(select
> distinct...al.alltypes b limit 3500000) c join /* +SHUFFLE */
> functional.alltypes d on c.c2 = d.int_col\ngroup by c.c2\nlimit 5\n'
> result = <tests.common.impala_connection.ImpylaHS2ResultSet
> object at 0x7f8bf11a1050>
> result_list = []
> results_section_name = 'RESULTS'
> rt_profile = []
> rt_profile_info = 'RUNTIME_PROFILE'
> sections = [defaultdict(<class 'str'>, {'QUERY': 'set
> buffer_pool_limit=110m;\nselect count(l1.l_tax)\nfrom\nlineitem
> l1,\nlineit...F','1993-07-14','1993-08-21','1993-08-06','COLLECT
> COD','SHIP','ic deposits cajole carefully. quickly bold '\n"}), ...]
> self = <test_spilling.TestSpillingDebugActionDimensions object
> at 0x7f8bf1271690>
> table_format_info = <tests.common.test_dimensions.TableFormatInfo
> object at 0x7f8bf2388cd0>
> target_impalad_clients =
> [<tests.common.impala_connection.ImpylaHS2Connection object at
> 0x7f8bf0f68810>]
> test_file_name = 'QueryTest/spilling'
> test_file_vars = None
> test_section = defaultdict(<class 'str'>, {'QUERY': '# Test spilling
> an agg with a LIMIT; see IMPALA-2581\nset buffer_pool_limit=136m...t spilling
> was activated.\naggregation(SUM, SpilledPartitions)> 0\nrow_regex:
> .*FastLimitCheckExceededRows: [0-9]+\n'})
> total_count = 11
> use_db = None
> user = None
> vector = "table_format: parquet/none" | "protocol: hs2" |
> "exec_option: {'debug_action':
> '-1:OPEN:[email protected]',
> 'default_spillable_buffer_size': '256k', 'mt_dop': 0}"
> common/test_result_verifier.py:731: in verify_runtime_profile
> assert len(unmatched_lines) == 0, ("Did not find matches for lines in
> runtime profile:"{noformat}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
