This is an automated email from the ASF dual-hosted git repository. kgyrtkirk pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hive.git.
from 2947a1f HIVE-21879: Disable flaky test TestReplicationScenariosAcidTablesBootstrap.testBootstrapAcidTablesDuringIncrementalWithConcurrentWrites (Sankar Hariappan, reviewed by Mahesh Kumar Behera) new 541fe86 HIVE-21830: Break up DDLTask - extract rest of the Alter Table operations (Miklos Gergely via Zoltan Haindrich) new d72f70a HIVE-21858: Default to store runtime statistics in the metastore (Zoltan Haindrich reviewed by Laszlo Bodor) The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../test/results/positive/accumulo_queries.q.out | 20 +- .../accumulo_single_sourced_multi_insert.q.out | 10 +- .../java/org/apache/hadoop/hive/conf/HiveConf.java | 2 +- data/conf/hive-site.xml | 5 + data/conf/llap/hive-site.xml | 5 + data/conf/perf-reg/spark/hive-site.xml | 4 + data/conf/perf-reg/tez/hive-site.xml | 5 + data/conf/tez/hive-site.xml | 5 + .../hadoop/hive/druid/DruidStorageHandler.java | 3 +- .../src/test/results/negative/hbase_ddl.q.out | 2 +- .../src/test/results/positive/hbase_ddl.q.out | 10 +- .../src/test/results/positive/hbase_queries.q.out | 20 +- .../hbase_single_sourced_multi_insert.q.out | 10 +- .../src/test/results/positive/hbasestats.q.out | 10 +- .../java/org/apache/hadoop/hive/ql/ErrorMsg.java | 5 +- .../hive/ql/ddl/table/AbstractAlterTableDesc.java | 16 +- .../ql/ddl/table/AbstractAlterTableOperation.java | 5 +- .../AbstractAlterTableWithConstraintsDesc.java | 3 +- .../hadoop/hive/ql/ddl/table/AlterTableType.java | 85 ++ .../ddl/table/column/AlterTableAddColumnsDesc.java | 4 +- .../table/column/AlterTableChangeColumnDesc.java | 4 +- .../table/column/AlterTableReplaceColumnsDesc.java | 4 +- .../table/column/AlterTableUpdateColumnsDesc.java | 4 +- .../constaint/AlterTableAddConstraintDesc.java | 4 +- .../AlterTableRenameDesc.java} | 29 +- .../ddl/table/misc/AlterTableRenameOperation.java | 56 + .../AlterTableSetOwnerDesc.java} | 30 +- .../table/misc/AlterTableSetOwnerOperation.java | 45 + .../table/misc/AlterTableSetPropertiesDesc.java | 67 ++ .../misc/AlterTableSetPropertiesOperation.java | 159 +++ .../AlterTableTouchDesc.java} | 35 +- .../ddl/table/misc/AlterTableTouchOperation.java | 71 ++ .../table/misc/AlterTableUnsetPropertiesDesc.java | 63 + .../misc/AlterTableUnsetPropertiesOperation.java | 71 ++ ...tSortedDesc.java => AlterTableArchiveDesc.java} | 33 +- .../table/storage/AlterTableArchiveOperation.java | 318 +++++ .../ddl/table/storage/AlterTableArchiveUtils.java | 123 ++ .../table/storage/AlterTableClusteredByDesc.java | 4 +- .../ddl/table/storage/AlterTableCompactDesc.java | 78 ++ .../table/storage/AlterTableCompactOperation.java | 136 +++ .../table/storage/AlterTableConcatenateDesc.java} | 39 +- .../storage/AlterTableConcatenateOperation.java | 118 ++ .../table/storage/AlterTableIntoBucketsDesc.java | 4 +- .../table/storage/AlterTableNotClusteredDesc.java | 4 +- .../ddl/table/storage/AlterTableNotSkewedDesc.java | 4 +- .../ddl/table/storage/AlterTableNotSortedDesc.java | 4 +- .../table/storage/AlterTableSetFileFormatDesc.java | 4 +- .../table/storage/AlterTableSetLocationDesc.java | 4 +- .../ddl/table/storage/AlterTableSetSerdeDesc.java | 4 +- .../table/storage/AlterTableSetSerdePropsDesc.java | 4 +- .../storage/AlterTableSetSkewedLocationDesc.java | 4 +- .../ddl/table/storage/AlterTableSkewedByDesc.java | 4 +- ...ortedDesc.java => AlterTableUnarchiveDesc.java} | 33 +- .../storage/AlterTableUnarchiveOperation.java | 292 +++++ .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 1244 -------------------- .../org/apache/hadoop/hive/ql/exec/ExportTask.java | 2 +- .../apache/hadoop/hive/ql/exec/ReplCopyTask.java | 2 +- .../java/org/apache/hadoop/hive/ql/exec/Task.java | 2 +- .../ql/exec/repl/ExternalTableCopyTaskBuilder.java | 2 +- .../hadoop/hive/ql/exec/repl/ReplDumpTask.java | 2 +- .../hadoop/hive/ql/exec/repl/ReplLoadTask.java | 2 +- .../incremental/IncrementalLoadTasksBuilder.java | 12 +- .../hadoop/hive/ql/exec/repl/util/ReplUtils.java | 17 +- .../apache/hadoop/hive/ql/hooks/WriteEntity.java | 8 +- .../org/apache/hadoop/hive/ql/io/HdfsUtils.java | 11 + .../hive/ql/parse/AcidExportSemanticAnalyzer.java | 12 +- .../hadoop/hive/ql/parse/DDLSemanticAnalyzer.java | 298 ++--- .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 13 +- .../repl/load/message/RenameTableHandler.java | 11 +- .../apache/hadoop/hive/ql/plan/AlterTableDesc.java | 406 ------- .../hadoop/hive/ql/plan/AlterTableSimpleDesc.java | 119 -- .../org/apache/hadoop/hive/ql/plan/DDLWork.java | 54 - .../apache/hadoop/hive/ql/parse/TestQBCompact.java | 18 +- .../acid_vectorization_original_tez.q | 1 + ql/src/test/queries/clientpositive/archive_multi.q | 2 + .../queries/clientpositive/dbtxnmgr_compact2.q | 1 + .../queries/clientpositive/set_tblproperties.q | 8 + .../test/queries/clientpositive/table_set_owner.q | 4 + ql/src/test/queries/clientpositive/touch.q | 2 + .../clientnegative/alter_external_acid.q.out | 2 +- .../results/clientnegative/alter_non_native.q.out | 2 +- .../clientnegative/alter_table_wrong_db.q.out | 2 +- ql/src/test/results/clientnegative/archive1.q.out | 2 +- ql/src/test/results/clientnegative/archive2.q.out | 2 +- .../results/clientnegative/archive_multi1.q.out | 2 +- .../results/clientnegative/archive_multi2.q.out | 2 +- .../results/clientnegative/archive_multi3.q.out | 2 +- .../results/clientnegative/archive_multi4.q.out | 2 +- .../results/clientnegative/archive_multi5.q.out | 2 +- .../results/clientnegative/archive_multi6.q.out | 2 +- .../clientnegative/compact_non_acid_table.q.out | 2 +- .../test/results/clientnegative/mm_convert.q.out | 2 +- .../clientnegative/strict_managed_tables2.q.out | 2 +- .../clientnegative/strict_managed_tables3.q.out | 2 +- .../results/clientnegative/temp_table_rename.q.out | 2 +- ql/src/test/results/clientnegative/touch1.q.out | 2 +- .../clientpositive/alter_rename_table.q.out | 16 +- .../results/clientpositive/archive_multi.q.out | 40 + .../results/clientpositive/dbtxnmgr_compact2.q.out | 15 + .../druid/druidmini_dynamic_partition.q.out | 20 +- .../clientpositive/druid/druidmini_mv.q.out | 10 +- .../encrypted/encryption_move_tbl.q.out | 2 +- ql/src/test/results/clientpositive/input3.q.out | 8 +- .../results/clientpositive/llap/orc_merge10.q.out | 5 + .../results/clientpositive/llap/orc_merge5.q.out | 2 + .../results/clientpositive/llap/orc_merge6.q.out | 5 + .../results/clientpositive/llap/orc_merge7.q.out | 4 + .../clientpositive/llap/orc_merge_incompat2.q.out | 4 + .../test/results/clientpositive/orc_merge10.q.out | 5 + .../test/results/clientpositive/orc_merge5.q.out | 2 + .../test/results/clientpositive/orc_merge6.q.out | 5 + .../clientpositive/orc_merge_incompat2.q.out | 4 + .../results/clientpositive/set_tblproperties.q.out | 102 ++ .../results/clientpositive/spark/orc_merge5.q.out | 2 + .../results/clientpositive/spark/orc_merge6.q.out | 5 + .../results/clientpositive/spark/orc_merge7.q.out | 4 + .../clientpositive/spark/orc_merge_incompat2.q.out | 4 + .../results/clientpositive/table_set_owner.q.out | 28 + .../results/clientpositive/table_storage.q.out | 2 +- .../tez/acid_vectorization_original_tez.q.out | 17 + .../clientpositive/tez/explainanalyze_3.q.out | 3 +- .../results/clientpositive/tez/explainuser_3.q.out | 3 +- ql/src/test/results/clientpositive/touch.q.out | 35 + .../apache/hadoop/hive/metastore/HiveMetaHook.java | 4 +- .../hadoop/hive/metastore/HiveAlterHandler.java | 6 +- 125 files changed, 2390 insertions(+), 2344 deletions(-) create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/AlterTableType.java copy ql/src/java/org/apache/hadoop/hive/ql/ddl/table/{storage/AlterTableSetLocationDesc.java => misc/AlterTableRenameDesc.java} (59%) create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/misc/AlterTableRenameOperation.java copy ql/src/java/org/apache/hadoop/hive/ql/ddl/table/{storage/AlterTableSetSerdeDesc.java => misc/AlterTableSetOwnerDesc.java} (58%) create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/misc/AlterTableSetOwnerOperation.java create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/misc/AlterTableSetPropertiesDesc.java create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/misc/AlterTableSetPropertiesOperation.java copy ql/src/java/org/apache/hadoop/hive/ql/ddl/table/{storage/AlterTableNotSortedDesc.java => misc/AlterTableTouchDesc.java} (50%) create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/misc/AlterTableTouchOperation.java create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/misc/AlterTableUnsetPropertiesDesc.java create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/misc/AlterTableUnsetPropertiesOperation.java copy ql/src/java/org/apache/hadoop/hive/ql/ddl/table/storage/{AlterTableNotSortedDesc.java => AlterTableArchiveDesc.java} (52%) create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/storage/AlterTableArchiveOperation.java create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/storage/AlterTableArchiveUtils.java create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/storage/AlterTableCompactDesc.java create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/storage/AlterTableCompactOperation.java rename ql/src/java/org/apache/hadoop/hive/ql/{parse/AlterTablePartMergeFilesDesc.java => ddl/table/storage/AlterTableConcatenateDesc.java} (77%) create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/storage/AlterTableConcatenateOperation.java copy ql/src/java/org/apache/hadoop/hive/ql/ddl/table/storage/{AlterTableNotSortedDesc.java => AlterTableUnarchiveDesc.java} (52%) create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/ddl/table/storage/AlterTableUnarchiveOperation.java delete mode 100644 ql/src/java/org/apache/hadoop/hive/ql/plan/AlterTableDesc.java delete mode 100644 ql/src/java/org/apache/hadoop/hive/ql/plan/AlterTableSimpleDesc.java create mode 100644 ql/src/test/queries/clientpositive/set_tblproperties.q create mode 100644 ql/src/test/queries/clientpositive/table_set_owner.q create mode 100644 ql/src/test/results/clientpositive/set_tblproperties.q.out create mode 100644 ql/src/test/results/clientpositive/table_set_owner.q.out