[ https://issues.apache.org/jira/browse/IMPALA-4999?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Michael Brown reassigned IMPALA-4999: ------------------------------------- Assignee: Tim Armstrong > Impala.tests.custom_cluster.test_spilling.TestSpillStress.test_spill_stress > failed intermittently > ------------------------------------------------------------------------------------------------- > > Key: IMPALA-4999 > URL: https://issues.apache.org/jira/browse/IMPALA-4999 > Project: IMPALA > Issue Type: Bug > Components: Backend > Affects Versions: Impala 2.9.0 > Reporter: Michael Ho > Assignee: Tim Armstrong > Priority: Blocker > Labels: broken-build, flaky > > {noformat} > Stacktrace > self = <test_spilling.TestSpillStress object at 0x7f7f680241d0> > vector = <tests.common.test_vector.ImpalaTestVector object at 0x53250d0> > @pytest.mark.stress > def test_spill_stress(self, vector): > # Number of times to execute each query > for i in xrange(vector.get_value('iterations')): > > self.run_test_case('agg_stress', vector) > custom_cluster/test_spilling.py:99: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > common/impala_test_suite.py:359: in run_test_case > result = self.__execute_query(target_impalad_client, query, user=user) > common/impala_test_suite.py:567: in __execute_query > return impalad_client.execute(query, user=user) > common/impala_connection.py:160: in execute > return self.__beeswax_client.execute(sql_stmt, user=user) > beeswax/impala_beeswax.py:173: in execute > handle = self.__execute_query(query_string.strip(), user=user) > beeswax/impala_beeswax.py:339: in __execute_query > self.wait_for_completion(handle) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = <tests.beeswax.impala_beeswax.ImpalaBeeswaxClient object at 0x3477190> > query_handle = QueryHandle(log_context='21431d366cf751da:e62f867600000000', > id='21431d366cf751da:e62f867600000000') > def wait_for_completion(self, query_handle): > """Given a query handle, polls the coordinator waiting for the query to > complete""" > while True: > query_state = self.get_state(query_handle) > # if the rpc succeeded, the output is the query state > if query_state == self.query_states["FINISHED"]: > break > elif query_state == self.query_states["EXCEPTION"]: > try: > error_log = self.__do_rpc( > lambda: self.imp_service.get_log(query_handle.log_context)) > > raise ImpalaBeeswaxException("Query aborted:" + error_log, None) > E ImpalaBeeswaxException: ImpalaBeeswaxException: > E Query aborted: > E Memory limit exceeded > E The memory limit is set too low to initialize spilling operator > (id=3). The minimum required memory to spill this operator is 4.25 MB. > E > E > E > E Memory Limit Exceeded by fragment: > 21431d366cf751da:e62f867600000004 > E Query(21431d366cf751da:e62f867600000000): Total=260.67 MB > Peak=303.73 MB > E Fragment 21431d366cf751da:e62f86760000000d: Total=27.86 MB > Peak=33.97 MB > E AGGREGATION_NODE (id=6): Total=8.00 KB Peak=8.00 KB > E Exprs: Total=4.00 KB Peak=4.00 KB > E AGGREGATION_NODE (id=11): Total=27.82 MB Peak=32.07 MB > E EXCHANGE_NODE (id=10): Total=0 Peak=0 > E DataStreamRecvr: Total=7.52 KB Peak=2.62 MB > E DataStreamSender (dst_id=12): Total=16.00 KB Peak=16.00 KB > E CodeGen: Total=5.57 KB Peak=395.50 KB > E Block Manager: Limit=250.00 MB Total=250.00 MB Peak=250.00 MB > E Fragment 21431d366cf751da:e62f86760000000a: Total=224.32 MB > Peak=228.25 MB > E Runtime Filter Bank: Total=1.00 MB Peak=1.00 MB > E AGGREGATION_NODE (id=5): Total=80.46 MB Peak=80.46 MB > E HASH_JOIN_NODE (id=4): Total=142.73 MB Peak=149.62 MB > E Hash Join Builder (join_node_id=4): Total=142.64 MB > Peak=149.58 MB > E EXCHANGE_NODE (id=8): Total=0 Peak=0 > E DataStreamRecvr: Total=2.84 KB Peak=23.96 MB > E EXCHANGE_NODE (id=9): Total=0 Peak=0 > E DataStreamRecvr: Total=0 Peak=130.42 KB > E DataStreamSender (dst_id=10): Total=90.57 KB Peak=202.57 KB > E CodeGen: Total=25.46 KB Peak=1.53 MB > E Fragment 21431d366cf751da:e62f867600000004: Total=8.49 MB > Peak=193.94 MB > E Runtime Filter Bank: Total=4.00 MB Peak=4.00 MB > E HASH_JOIN_NODE (id=3): Total=4.36 MB Peak=168.69 MB > E Hash Join Builder (join_node_id=3): Total=4.30 MB > Peak=168.55 MB > E HDFS_SCAN_NODE (id=2): Total=0 Peak=11.95 MB > E EXCHANGE_NODE (id=7): Total=0 Peak=0 > E DataStreamRecvr: Total=0 Peak=22.20 MB > E DataStreamSender (dst_id=8): Total=76.53 KB Peak=188.53 KB > E CodeGen: Total=39.78 KB Peak=1.57 MB > beeswax/impala_beeswax.py:359: ImpalaBeeswaxException > -- executing against localhost:21000 > use tpch; > SET disable_codegen=False; > SET abort_on_error=1; > SET exec_single_node_rows_threshold=0; > SET batch_size=0; > SET num_nodes=0; > -- executing against localhost:21000 > set max_block_mgr_memory=250m; > -- executing against localhost:21000 > select > count(distinct l2.l_comment) > from > lineitem l1, > lineitem l2, > lineitem l3 > where > l1.l_tax < 1.0 > and l2.l_tax < 1.0 > and l1.l_orderkey = l2.l_orderkey > and l1.l_orderkey = l3.l_orderkey > and l1.l_comment = l3.l_comment > and l1.l_shipdate = l3.l_shipdate; > -- executing against localhost:21000 > SET MAX_BLOCK_MGR_MEMORY=0;; > {noformat} -- This message was sent by Atlassian JIRA (v6.3.15#6346)