[
https://issues.apache.org/jira/browse/HIVE-26980?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17681352#comment-17681352
]
Krisztian Kasa commented on HIVE-26980:
---------------------------------------
Issue is not specific to materialized view, CTAS statement is also affected:
{code}
create table source(
i int,
s string,
vc varchar(256),
c char(10),
t tinyint,
si smallint);
insert into source values (1, 'one', 'one_1', 'ch_1', 10, 11);
create external table tbl_ice stored by iceberg stored as orc tblproperties
('format-version'='2') as
select i, s, vc,c, t, si from source;
{code}
> Creation of materialized view stored by Iceberg fails if source table has
> tinyint column
> ----------------------------------------------------------------------------------------
>
> Key: HIVE-26980
> URL: https://issues.apache.org/jira/browse/HIVE-26980
> Project: Hive
> Issue Type: Bug
> Components: Iceberg integration
> Reporter: Dharmik Thakkar
> Assignee: Krisztian Kasa
> Priority: Major
>
> MV creation using iceberg storage format for Hive table containing tinyint
> column fails with error "java.lang.ClassCastException: class java.lang.Byte
> cannot be cast to class java.lang.Integer"
> Logs
> {code:java}
> 2023-01-24T21:36:22,153 INFO [pool-2-thread-1] jdbc.TestDriver: Beginning
> Test at 2023-01-24 21:36:22,153
> 2023-01-24T21:36:22,154 INFO [pool-2-thread-1] jdbc.TestDriver: BEGIN MAIN
> 2023-01-24T21:36:22,155 INFO [pool-38-thread-1] jdbc.TestDriver: Running
> SessionGroup{name='SG_TNMECIDQ31', initialDelay=0, repeats=1, repeatDelay=0}
> 2023-01-24T21:36:22,155 INFO [pool-38-thread-1] jdbc.TestDriver: Connecting
> as user 'hrt_qa'
> 2023-01-24T21:36:22,409 INFO [pool-38-thread-1] jdbc.TestDriver: Query: set
> hive.cbo.enable=true
> 2023-01-24T21:36:22,619 INFO [pool-38-thread-1] jdbc.TestDriver: No output
> to verify
> 2023-01-24T21:36:22,619 INFO [pool-38-thread-1] jdbc.TestDriver: Query: set
> hive.materializedview.rewriting
> 2023-01-24T21:36:22,946 INFO [pool-38-thread-1] jdbc.TestDriver: Query: set
> iceberg.mr.schema.auto.conversion=true
> 2023-01-24T21:36:23,183 INFO [pool-38-thread-1] jdbc.TestDriver: No output
> to verify
> 2023-01-24T21:36:23,183 INFO [pool-38-thread-1] jdbc.TestDriver: Query: drop
> materialized view if exists mv_project
> 2023-01-24T21:36:23,243 INFO [Thread-401] jdbc.TestDriver: INFO : Compiling
> command(queryId=hive_20230124213623_e80df624-1ca6-4487-9f4b-616f756f91b3):
> drop materialized view if exists mv_project
> 2023-01-24T21:36:23,302 INFO [Thread-401] jdbc.TestDriver: INFO : Semantic
> Analysis Completed (retrial = false)
> 2023-01-24T21:36:23,302 INFO [Thread-401] jdbc.TestDriver: INFO : Created
> Hive schema: Schema(fieldSchemas:null, properties:null)
> 2023-01-24T21:36:23,302 INFO [Thread-401] jdbc.TestDriver: INFO : Completed
> compiling
> command(queryId=hive_20230124213623_e80df624-1ca6-4487-9f4b-616f756f91b3);
> Time taken: 0.03 seconds
> 2023-01-24T21:36:23,302 INFO [Thread-401] jdbc.TestDriver: INFO : Executing
> command(queryId=hive_20230124213623_e80df624-1ca6-4487-9f4b-616f756f91b3):
> drop materialized view if exists mv_project
> 2023-01-24T21:36:23,302 INFO [Thread-401] jdbc.TestDriver: INFO : Starting
> task [Stage-0:DDL] in serial mode
> 2023-01-24T21:36:23,302 INFO [Thread-401] jdbc.TestDriver: INFO : Completed
> executing
> command(queryId=hive_20230124213623_e80df624-1ca6-4487-9f4b-616f756f91b3);
> Time taken: 0.008 seconds
> 2023-01-24T21:36:23,302 INFO [Thread-401] jdbc.TestDriver: INFO : OK
> 2023-01-24T21:36:23,423 INFO [pool-38-thread-1] jdbc.TestDriver: No output
> to verify
> 2023-01-24T21:36:23,423 INFO [pool-38-thread-1] jdbc.TestDriver: Query:
> create materialized view mv_project stored by iceberg as select t, si, avg(t)
> from all100k where t>115 group by t, si
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Compiling
> command(queryId=hive_20230124213623_e6e322e5-fa9b-4fb2-a3cb-ae244699ee5d):
> create materialized view mv_project stored by iceberg as select t, si, avg(t)
> from all100k where t>115 group by t, si
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Semantic
> Analysis Completed (retrial = false)
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Created
> Hive schema: Schema(fieldSchemas:[FieldSchema(name:t, type:tinyint,
> comment:null), FieldSchema(name:si, type:smallint, comment:null),
> FieldSchema(name:_c2, type:double, comment:null)], properties:null)
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Completed
> compiling
> command(queryId=hive_20230124213623_e6e322e5-fa9b-4fb2-a3cb-ae244699ee5d);
> Time taken: 0.535 seconds
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Executing
> command(queryId=hive_20230124213623_e6e322e5-fa9b-4fb2-a3cb-ae244699ee5d):
> create materialized view mv_project stored by iceberg as select t, si, avg(t)
> from all100k where t>115 group by t, si
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Compute
> 'qe-vw-dwx-hive-snwh' is active.
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Query ID
> = hive_20230124213623_e6e322e5-fa9b-4fb2-a3cb-ae244699ee5d
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Total
> jobs = 1
> 2023-01-24T21:36:24,015 INFO [Thread-402] jdbc.TestDriver: INFO : Starting
> task [Stage-4:DDL] in serial mode
> 2023-01-24T21:36:25,697 INFO [Thread-402] jdbc.TestDriver: INFO : Starting
> task [Stage-5:DDL] in serial mode
> 2023-01-24T21:36:25,697 INFO [Thread-402] jdbc.TestDriver: INFO : Launching
> Job 1 out of 1
> 2023-01-24T21:36:25,697 INFO [Thread-402] jdbc.TestDriver: INFO : Starting
> task [Stage-1:MAPRED] in serial mode
> 2023-01-24T21:36:25,697 INFO [Thread-402] jdbc.TestDriver: INFO :
> Subscribed to counters: [] for queryId:
> hive_20230124213623_e6e322e5-fa9b-4fb2-a3cb-ae244699ee5d
> 2023-01-24T21:36:25,697 INFO [Thread-402] jdbc.TestDriver: INFO : Tez
> session hasn't been created yet. Opening session
> 2023-01-24T21:36:25,697 INFO [Thread-402] jdbc.TestDriver: INFO : Dag name:
> create materialized view mv_project sto...si (Stage-1)
> 2023-01-24T21:36:26,257 INFO [Thread-402] jdbc.TestDriver: INFO : HS2 Host:
> [hiveserver2-0], Query ID:
> [hive_20230124213623_e6e322e5-fa9b-4fb2-a3cb-ae244699ee5d], Dag ID:
> [dag_1674594626929_0001_124], DAG Session ID: [application_1674594626929_0001]
> 2023-01-24T21:36:26,818 INFO [Thread-402] jdbc.TestDriver: INFO : Status:
> Running (Executing on YARN cluster with App id application_1674594626929_0001)
> 2023-01-24T21:36:26,818 INFO [Thread-402] jdbc.TestDriver:
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: ERROR : Status:
> Failed
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: ERROR : Vertex
> failed, vertexName=Reducer 2, vertexId=vertex_1674594626929_0001_124_01,
> diagnostics=[Task failed, taskId=task_1674594626929_0001_124_01_000000,
> diagnostics=[TaskAttempt 0 failed, info=[Error: Error while running task (
> failure ) :
> attempt_1674594626929_0001_124_01_000000_0:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.security.AccessController.doPrivileged(Native Method)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.lang.Thread.run(Thread.java:829)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: ... 15 more
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: ... 18 more
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.ClassCastException
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: ], TaskAttempt 1
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_1:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.security.AccessController.doPrivileged(Native Method)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.lang.Thread.run(Thread.java:829)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: ... 15 more
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: ... 18 more
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.ClassCastException: class java.lang.Byte cannot be cast to class
> java.lang.Integer (java.lang.Byte and java.lang.Integer are in module
> java.base of loader 'bootstrap')
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ColumnWriter$2.write(ColumnWriter.java:38)
> 2023-01-24T21:36:59,705 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$PrimitiveWriter.write(ParquetValueWriters.java:134)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$OptionWriter.write(ParquetValueWriters.java:342)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$StructWriter.write(ParquetValueWriters.java:562)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetWriter.add(ParquetWriter.java:131)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.DataWriter.write(DataWriter.java:61)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.RollingFileWriter.write(RollingFileWriter.java:86)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.RollingDataWriter.write(RollingDataWriter.java:33)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.ClusteredWriter.write(ClusteredWriter.java:103)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.ClusteredDataWriter.write(ClusteredDataWriter.java:32)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.mr.hive.writer.HiveIcebergRecordWriter.write(HiveIcebergRecordWriter.java:53)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:1168)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator.process(VectorFileSinkOperator.java:111)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:980)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.process(VectorSelectOperator.java:158)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:968)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.flushOutput(VectorGroupByOperator.java:1305)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.writeGroupRow(VectorGroupByOperator.java:1299)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.access$2300(VectorGroupByOperator.java:81)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeReduceMergePartial.doProcessBatch(VectorGroupByOperator.java:964)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeBase.processBatch(VectorGroupByOperator.java:198)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.process(VectorGroupByOperator.java:1250)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:498)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: ... 19 more
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: ], TaskAttempt 2
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_2:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.security.AccessController.doPrivileged(Native Method)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.lang.Thread.run(Thread.java:829)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: ... 15 more
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: ... 18 more
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.ClassCastException
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: ], TaskAttempt 3
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_3:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.security.AccessController.doPrivileged(Native Method)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.lang.Thread.run(Thread.java:829)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: ... 15 more
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: ... 18 more
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.ClassCastException: class java.lang.Byte cannot be cast to class
> java.lang.Integer (java.lang.Byte and java.lang.Integer are in module
> java.base of loader 'bootstrap')
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ColumnWriter$2.write(ColumnWriter.java:38)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$PrimitiveWriter.write(ParquetValueWriters.java:134)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$OptionWriter.write(ParquetValueWriters.java:342)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$StructWriter.write(ParquetValueWriters.java:562)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetWriter.add(ParquetWriter.java:131)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.DataWriter.write(DataWriter.java:61)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.RollingFileWriter.write(RollingFileWriter.java:86)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.RollingDataWriter.write(RollingDataWriter.java:33)
> 2023-01-24T21:36:59,706 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.ClusteredWriter.write(ClusteredWriter.java:103)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.ClusteredDataWriter.write(ClusteredDataWriter.java:32)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.mr.hive.writer.HiveIcebergRecordWriter.write(HiveIcebergRecordWriter.java:53)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:1168)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator.process(VectorFileSinkOperator.java:111)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:980)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.process(VectorSelectOperator.java:158)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:968)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.flushOutput(VectorGroupByOperator.java:1305)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.writeGroupRow(VectorGroupByOperator.java:1299)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.access$2300(VectorGroupByOperator.java:81)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeReduceMergePartial.doProcessBatch(VectorGroupByOperator.java:964)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeBase.processBatch(VectorGroupByOperator.java:198)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.process(VectorGroupByOperator.java:1250)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:498)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: ... 19 more
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: ]], Vertex did
> not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:1, Vertex
> vertex_1674594626929_0001_124_01 [Reducer 2] killed/failed due
> to:OWN_TASK_FAILURE]
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: ERROR : Vertex
> killed, vertexName=Reducer 3, vertexId=vertex_1674594626929_0001_124_02,
> diagnostics=[Vertex received Kill while in RUNNING state., Vertex did not
> succeed due to OTHER_VERTEX_FAILURE, failedTasks:0 killedTasks:1, Vertex
> vertex_1674594626929_0001_124_02 [Reducer 3] killed/failed due
> to:OTHER_VERTEX_FAILURE]
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: ERROR : DAG did
> not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> org.apache.tez.common.counters.DAGCounter:
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> NUM_FAILED_TASKS: 7
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> NUM_KILLED_TASKS: 1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> NUM_SUCCEEDED_TASKS: 1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> TOTAL_LAUNCHED_TASKS: 9
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> DATA_LOCAL_TASKS: 1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> AM_CPU_MILLISECONDS: 980
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> AM_GC_TIME_MILLIS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO : File
> System Counters:
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> FILE_BYTES_READ: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> FILE_BYTES_WRITTEN: 21689
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> FILE_READ_OPS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> FILE_LARGE_READ_OPS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> FILE_WRITE_OPS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> LLAPCACHE_BYTES_READ: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> LLAPCACHE_BYTES_WRITTEN: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> LLAPCACHE_READ_OPS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> LLAPCACHE_LARGE_READ_OPS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> LLAPCACHE_WRITE_OPS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> S3A_BYTES_READ: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> S3A_BYTES_WRITTEN: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> S3A_READ_OPS: 2
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> S3A_LARGE_READ_OPS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> S3A_WRITE_OPS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> org.apache.tez.common.counters.TaskCounter:
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> SPILLED_RECORDS: 4699
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> TASK_DURATION_MILLIS: 115
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> INPUT_RECORDS_PROCESSED: 98
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> INPUT_SPLIT_LENGTH_BYTES: 6193255
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> OUTPUT_RECORDS: 4699
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> OUTPUT_LARGE_RECORDS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> OUTPUT_BYTES: 42310
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> OUTPUT_BYTES_WITH_OVERHEAD: 51720
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> OUTPUT_BYTES_PHYSICAL: 21633
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> ADDITIONAL_SPILLS_BYTES_WRITTEN: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> ADDITIONAL_SPILLS_BYTES_READ: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> ADDITIONAL_SPILL_COUNT: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> SHUFFLE_CHUNK_COUNT: 1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO : HIVE:
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> DESERIALIZE_ERRORS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> RECORDS_IN_Map_1: 100000
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> RECORDS_OUT_INTERMEDIATE_Map_1: 4699
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> RECORDS_OUT_OPERATOR_FIL_19: 4718
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> RECORDS_OUT_OPERATOR_GBY_20: 4699
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> RECORDS_OUT_OPERATOR_MAP_0: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> RECORDS_OUT_OPERATOR_RS_21: 4699
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> RECORDS_OUT_OPERATOR_TS_0: 100000
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> org.apache.hadoop.hive.llap.counters.LlapWmCounters:
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> GUARANTEED_QUEUED_NS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> GUARANTEED_RUNNING_NS: 0
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> SPECULATIVE_QUEUED_NS: 76277
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> SPECULATIVE_RUNNING_NS: 113146858
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable$LlapExecutorCounters:
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> EXECUTOR_CPU_NS: 49230478
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> EXECUTOR_USER_NS: 40000000
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> org.apache.hadoop.hive.ql.exec.tez.HiveInputCounters:
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> GROUPED_INPUT_SPLITS_Map_1: 1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> INPUT_DIRECTORIES_Map_1: 1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> INPUT_FILES_Map_1: 1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: INFO :
> RAW_INPUT_SPLITS_Map_1: 1
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: ERROR : FAILED:
> Execution Error, return code 2 from
> org.apache.hadoop.hive.ql.exec.tez.TezTask. Vertex failed, vertexName=Reducer
> 2, vertexId=vertex_1674594626929_0001_124_01, diagnostics=[Task failed,
> taskId=task_1674594626929_0001_124_01_000000, diagnostics=[TaskAttempt 0
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_0:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.security.AccessController.doPrivileged(Native Method)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> 2023-01-24T21:36:59,707 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.lang.Thread.run(Thread.java:829)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ... 15 more
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ... 18 more
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.ClassCastException
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ], TaskAttempt 1
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_1:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.security.AccessController.doPrivileged(Native Method)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.lang.Thread.run(Thread.java:829)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ... 15 more
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ... 18 more
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.ClassCastException: class java.lang.Byte cannot be cast to class
> java.lang.Integer (java.lang.Byte and java.lang.Integer are in module
> java.base of loader 'bootstrap')
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ColumnWriter$2.write(ColumnWriter.java:38)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$PrimitiveWriter.write(ParquetValueWriters.java:134)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$OptionWriter.write(ParquetValueWriters.java:342)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$StructWriter.write(ParquetValueWriters.java:562)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetWriter.add(ParquetWriter.java:131)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.DataWriter.write(DataWriter.java:61)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.RollingFileWriter.write(RollingFileWriter.java:86)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.RollingDataWriter.write(RollingDataWriter.java:33)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.ClusteredWriter.write(ClusteredWriter.java:103)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.ClusteredDataWriter.write(ClusteredDataWriter.java:32)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.mr.hive.writer.HiveIcebergRecordWriter.write(HiveIcebergRecordWriter.java:53)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:1168)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator.process(VectorFileSinkOperator.java:111)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:980)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.process(VectorSelectOperator.java:158)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:968)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.flushOutput(VectorGroupByOperator.java:1305)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.writeGroupRow(VectorGroupByOperator.java:1299)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.access$2300(VectorGroupByOperator.java:81)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeReduceMergePartial.doProcessBatch(VectorGroupByOperator.java:964)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeBase.processBatch(VectorGroupByOperator.java:198)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.process(VectorGroupByOperator.java:1250)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:498)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ... 19 more
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ], TaskAttempt 2
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_2:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.security.AccessController.doPrivileged(Native Method)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.lang.Thread.run(Thread.java:829)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ... 15 more
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> 2023-01-24T21:36:59,708 INFO [Thread-402] jdbc.TestDriver: ... 18 more
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.ClassCastException
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: ], TaskAttempt 3
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_3:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.security.AccessController.doPrivileged(Native Method)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> java.base/java.lang.Thread.run(Thread.java:829)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: ... 15 more
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: ... 18 more
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: Caused by:
> java.lang.ClassCastException: class java.lang.Byte cannot be cast to class
> java.lang.Integer (java.lang.Byte and java.lang.Integer are in module
> java.base of loader 'bootstrap')
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ColumnWriter$2.write(ColumnWriter.java:38)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$PrimitiveWriter.write(ParquetValueWriters.java:134)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$OptionWriter.write(ParquetValueWriters.java:342)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetValueWriters$StructWriter.write(ParquetValueWriters.java:562)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.parquet.ParquetWriter.add(ParquetWriter.java:131)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.DataWriter.write(DataWriter.java:61)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.RollingFileWriter.write(RollingFileWriter.java:86)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.RollingDataWriter.write(RollingDataWriter.java:33)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.ClusteredWriter.write(ClusteredWriter.java:103)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.io.ClusteredDataWriter.write(ClusteredDataWriter.java:32)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.iceberg.mr.hive.writer.HiveIcebergRecordWriter.write(HiveIcebergRecordWriter.java:53)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:1168)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator.process(VectorFileSinkOperator.java:111)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:980)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.process(VectorSelectOperator.java:158)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:968)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.flushOutput(VectorGroupByOperator.java:1305)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.writeGroupRow(VectorGroupByOperator.java:1299)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.access$2300(VectorGroupByOperator.java:81)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeReduceMergePartial.doProcessBatch(VectorGroupByOperator.java:964)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeBase.processBatch(VectorGroupByOperator.java:198)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.process(VectorGroupByOperator.java:1250)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:498)
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: ... 19 more
> 2023-01-24T21:36:59,709 INFO [Thread-402] jdbc.TestDriver: ]], Vertex did
> not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:1, Vertex
> vertex_1674594626929_0001_124_01 [Reducer 2] killed/failed due
> to:OWN_TASK_FAILURE]Vertex killed, vertexName=Reducer 3,
> vertexId=vertex_1674594626929_0001_124_02, diagnostics=[Vertex received Kill
> while in RUNNING state., Vertex did not succeed due to OTHER_VERTEX_FAILURE,
> failedTasks:0 killedTasks:1, Vertex vertex_1674594626929_0001_124_02 [Reducer
> 3] killed/failed due to:OTHER_VERTEX_FAILURE]DAG did not succeed due to
> VERTEX_FAILURE. failedVertices:1 killedVertices:1
> 2023-01-24T21:37:00,129 INFO [Thread-402] jdbc.TestDriver: INFO : Completed
> executing
> command(queryId=hive_20230124213623_e6e322e5-fa9b-4fb2-a3cb-ae244699ee5d);
> Time taken: 36.038 seconds
> 2023-01-24T21:37:00,129 INFO [Thread-402] jdbc.TestDriver: INFO : OK
> 2023-01-24T21:37:00,489 ERROR [pool-38-thread-1] jdbc.TestDriver: Error while
> compiling statement: FAILED: Execution Error, return code 2 from
> org.apache.hadoop.hive.ql.exec.tez.TezTask. Vertex failed, vertexName=Reducer
> 2, vertexId=vertex_1674594626929_0001_124_01, diagnostics=[Task failed,
> taskId=task_1674594626929_0001_124_01_000000, diagnostics=[TaskAttempt 0
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_0:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> at java.base/java.lang.Thread.run(Thread.java:829)
> Caused by: java.lang.RuntimeException:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> ... 15 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
> Error while processing vector batch (tag=0) (vectorizedVertexNum 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> ... 18 more
> Caused by: java.lang.ClassCastException
> ], TaskAttempt 1 failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_1:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> at java.base/java.lang.Thread.run(Thread.java:829)
> Caused by: java.lang.RuntimeException:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> ... 15 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
> Error while processing vector batch (tag=0) (vectorizedVertexNum 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> ... 18 more
> Caused by: java.lang.ClassCastException: class java.lang.Byte cannot be cast
> to class java.lang.Integer (java.lang.Byte and java.lang.Integer are in
> module java.base of loader 'bootstrap')
> at org.apache.iceberg.parquet.ColumnWriter$2.write(ColumnWriter.java:38)
> at
> org.apache.iceberg.parquet.ParquetValueWriters$PrimitiveWriter.write(ParquetValueWriters.java:134)
> at
> org.apache.iceberg.parquet.ParquetValueWriters$OptionWriter.write(ParquetValueWriters.java:342)
> at
> org.apache.iceberg.parquet.ParquetValueWriters$StructWriter.write(ParquetValueWriters.java:562)
> at org.apache.iceberg.parquet.ParquetWriter.add(ParquetWriter.java:131)
> at org.apache.iceberg.io.DataWriter.write(DataWriter.java:61)
> at
> org.apache.iceberg.io.RollingFileWriter.write(RollingFileWriter.java:86)
> at
> org.apache.iceberg.io.RollingDataWriter.write(RollingDataWriter.java:33)
> at org.apache.iceberg.io.ClusteredWriter.write(ClusteredWriter.java:103)
> at
> org.apache.iceberg.io.ClusteredDataWriter.write(ClusteredDataWriter.java:32)
> at
> org.apache.iceberg.mr.hive.writer.HiveIcebergRecordWriter.write(HiveIcebergRecordWriter.java:53)
> at
> org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:1168)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator.process(VectorFileSinkOperator.java:111)
> at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:980)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.process(VectorSelectOperator.java:158)
> at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:968)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.flushOutput(VectorGroupByOperator.java:1305)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.writeGroupRow(VectorGroupByOperator.java:1299)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.access$2300(VectorGroupByOperator.java:81)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeReduceMergePartial.doProcessBatch(VectorGroupByOperator.java:964)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeBase.processBatch(VectorGroupByOperator.java:198)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.process(VectorGroupByOperator.java:1250)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:498)
> ... 19 more
> ], TaskAttempt 2 failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_2:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> at java.base/java.lang.Thread.run(Thread.java:829)
> Caused by: java.lang.RuntimeException:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> ... 15 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
> Error while processing vector batch (tag=0) (vectorizedVertexNum 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> ... 18 more
> Caused by: java.lang.ClassCastException
> ], TaskAttempt 3 failed, info=[Error: Error while running task ( failure ) :
> attempt_1674594626929_0001_124_01_000000_3:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing vector batch (tag=0) (vectorizedVertexNum
> 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:351)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:280)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:82)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:69)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:69)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:39)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> at java.base/java.lang.Thread.run(Thread.java:829)
> Caused by: java.lang.RuntimeException:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing vector batch (tag=0) (vectorizedVertexNum 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:409)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:257)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:318)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:297)
> ... 15 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
> Error while processing vector batch (tag=0) (vectorizedVertexNum 1)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:511)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecordVector(ReduceRecordSource.java:400)
> ... 18 more
> Caused by: java.lang.ClassCastException: class java.lang.Byte cannot be cast
> to class java.lang.Integer (java.lang.Byte and java.lang.Integer are in
> module java.base of loader 'bootstrap')
> at org.apache.iceberg.parquet.ColumnWriter$2.write(ColumnWriter.java:38)
> at
> org.apache.iceberg.parquet.ParquetValueWriters$PrimitiveWriter.write(ParquetValueWriters.java:134)
> at
> org.apache.iceberg.parquet.ParquetValueWriters$OptionWriter.write(ParquetValueWriters.java:342)
> at
> org.apache.iceberg.parquet.ParquetValueWriters$StructWriter.write(ParquetValueWriters.java:562)
> at org.apache.iceberg.parquet.ParquetWriter.add(ParquetWriter.java:131)
> at org.apache.iceberg.io.DataWriter.write(DataWriter.java:61)
> at
> org.apache.iceberg.io.RollingFileWriter.write(RollingFileWriter.java:86)
> at
> org.apache.iceberg.io.RollingDataWriter.write(RollingDataWriter.java:33)
> at org.apache.iceberg.io.ClusteredWriter.write(ClusteredWriter.java:103)
> at
> org.apache.iceberg.io.ClusteredDataWriter.write(ClusteredDataWriter.java:32)
> at
> org.apache.iceberg.mr.hive.writer.HiveIcebergRecordWriter.write(HiveIcebergRecordWriter.java:53)
> at
> org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:1168)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator.process(VectorFileSinkOperator.java:111)
> at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:980)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.process(VectorSelectOperator.java:158)
> at
> org.apache.hadoop.hive.ql.exec.Operator.vectorForward(Operator.java:968)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.flushOutput(VectorGroupByOperator.java:1305)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.writeGroupRow(VectorGroupByOperator.java:1299)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.access$2300(VectorGroupByOperator.java:81)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeReduceMergePartial.doProcessBatch(VectorGroupByOperator.java:964)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator$ProcessingModeBase.processBatch(VectorGroupByOperator.java:198)
> at
> org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator.process(VectorGroupByOperator.java:1250)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.processVectorGroup(ReduceRecordSource.java:498)
> ... 19 more
> ]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1
> killedTasks:1, Vertex vertex_1674594626929_0001_124_01 [Reducer 2]
> killed/failed due to:OWN_TASK_FAILURE]Vertex killed, vertexName=Reducer 3,
> vertexId=vertex_1674594626929_0001_124_02, diagnostics=[Vertex received Kill
> while in RUNNING state., Vertex did not succeed due to OTHER_VERTEX_FAILURE,
> failedTasks:0 killedTasks:1, Vertex vertex_1674594626929_0001_124_02 [Reducer
> 3] killed/failed due to:OTHER_VERTEX_FAILURE]DAG did not succeed due to
> VERTEX_FAILURE. failedVertices:1 killedVertices:1
> 2023-01-24T21:37:00,520 INFO [pool-2-thread-1] jdbc.TestDriver: Ending Test
> at 2023-01-24 21:37:00,520
> 2023-01-24T21:37:00,520 INFO [pool-2-thread-1] jdbc.TestDriver: TEST FAILED
> in 38 seconds.
> 2023-01-24T21:37:00,520 INFO [pool-2-thread-1] jdbc.TestDriver: Annotations:
> [canary_sqlcoverage, canary_complexquery, pvc_ozone]{code}
>
> SQL Test
> {code:java}
> !!! annotations canary_sqlcoverage canary_complexquery pvc_ozone
> >>> set hive.cbo.enable=true;
> >>> set hive.materializedview.rewriting;
> hive.materializedview.rewriting=true
> >>> set iceberg.mr.schema.auto.conversion=true;
> >>> drop materialized view if exists mv_project;
> >>> create materialized view mv_project stored by iceberg as select t, si,
> >>> avg(t) from all100k where t>115 group by t, si;
> No rows affected
> >>> analyze table mv_project compute statistics for columns;
> No rows affected
> >>> set hive.explain.user=false;
> >>> explain select t, avg(t) from all100k where t>115 group by t, si;
> !!! match row_contains
> alias: default.mv_project
> >>> drop materialized view mv_project;
> {code}
>
> Source table
> {code:java}
> create external table all100k_txt(
> t tinyint,
> si smallint,
> i int,
> b bigint,
> f float,
> d double,
> s string,
> dc decimal(38,18),
> bo boolean,
> v varchar(25),
> c char(25),
> ts timestamp,
> dt date)
> row format delimited
> fields terminated by '|'
> stored as textfile
> location 's3a://dwx-testdata/user/hrt_qa/tgtnv/core/tests/data/all100k';
> create table all100k stored as parquet as select * from all100k_txt;{code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
