This is an automated email from the ASF dual-hosted git repository. veghlaci05 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push: new 796c909f7bf HIVE-27203: Add compaction Qtest for Insert-only, Partitioned, Clustered, and combination ACID Tables (Akshat Matur, reviewed by Laszlo Vegh, Sourabh Badhya, Kirti Ruge) 796c909f7bf is described below commit 796c909f7bfa35d8594a4d916b5db9d43f350c2d Author: Akshat Mathur <akshatats...@gmail.com> AuthorDate: Tue Apr 18 12:59:39 2023 +0530 HIVE-27203: Add compaction Qtest for Insert-only, Partitioned, Clustered, and combination ACID Tables (Akshat Matur, reviewed by Laszlo Vegh, Sourabh Badhya, Kirti Ruge) --- .../test/resources/testconfiguration.properties | 10 +- .../compaction_query_based_insert_only_clustered.q | 33 +++ ...ction_query_based_insert_only_clustered_minor.q | 33 +++ ...ompaction_query_based_insert_only_partitioned.q | 41 ++++ ...query_based_insert_only_partitioned_clustered.q | 42 ++++ ...based_insert_only_partitioned_clustered_minor.q | 42 ++++ ...ion_query_based_insert_only_partitioned_minor.q | 41 ++++ .../compaction_query_based_partitioned.q | 41 ++++ .../compaction_query_based_partitioned_minor.q | 41 ++++ ...paction_query_based_insert_only_clustered.q.out | 148 ++++++++++++++ ...n_query_based_insert_only_clustered_minor.q.out | 148 ++++++++++++++ ...ction_query_based_insert_only_partitioned.q.out | 216 ++++++++++++++++++++ ...y_based_insert_only_partitioned_clustered.q.out | 218 ++++++++++++++++++++ ...d_insert_only_partitioned_clustered_minor.q.out | 218 ++++++++++++++++++++ ...query_based_insert_only_partitioned_minor.q.out | 216 ++++++++++++++++++++ .../llap/compaction_query_based_partitioned.q.out | 226 +++++++++++++++++++++ .../compaction_query_based_partitioned_minor.q.out | 226 +++++++++++++++++++++ 17 files changed, 1939 insertions(+), 1 deletion(-) diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties index b85c50bc098..f08b2c00e2a 100644 --- a/itests/src/test/resources/testconfiguration.properties +++ b/itests/src/test/resources/testconfiguration.properties @@ -423,5 +423,13 @@ compaction.query.files=\ compaction_query_based_clustered.q,\ compaction_query_based_clustered_minor.q,\ compaction_query_based_insert_only.q,\ + compaction_query_based_insert_only_clustered.q,\ + compaction_query_based_insert_only_clustered_minor.q,\ compaction_query_based_insert_only_minor.q,\ - compaction_query_based_minor.q + compaction_query_based_insert_only_partitioned.q,\ + compaction_query_based_insert_only_partitioned_clustered.q,\ + compaction_query_based_insert_only_partitioned_clustered_minor.q,\ + compaction_query_based_insert_only_partitioned_minor.q,\ + compaction_query_based_minor.q,\ + compaction_query_based_partitioned.q,\ + compaction_query_based_partitioned_minor.q diff --git a/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_clustered.q b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_clustered.q new file mode 100644 index 00000000000..33f204d8987 --- /dev/null +++ b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_clustered.q @@ -0,0 +1,33 @@ +--! qt:replace:/createTime:(\d+)/#Masked#/ +--! qt:replace:/location:(\S+)/#Masked#/ +--! qt:replace:/lastAccessTime:(\d+)/#Masked#/ +--! qt:replace:/ownerType:(\S*)/#Masked#/ +--! qt:replace:/owner:(\S*)/#Masked#/ +--! qt:replace:/skewedColValueLocationMaps:(\S*)/#Masked#/ +--! qt:replace:/transient_lastDdlTime=(\d+)/#Masked#/ +--! qt:replace:/totalSize=(\d+)/#Masked#/ +--! qt:replace:/rawDataSize=(\d+)/#Masked#/ +--! qt:replace:/writeId:(\d+)/#Masked#/ +--! qt:replace:/bucketing_version=(\d+)/#Masked#/ +--! qt:replace:/id:(\d+)/#Masked#/ + +DROP TABLE IF EXISTS orc_bucketed; + +create table orc_bucketed (a int, b string) clustered by (a) into 3 buckets stored as orc TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only'); + +insert into orc_bucketed values('1', 'text1'); +insert into orc_bucketed values('2', 'text2'); +insert into orc_bucketed values('3', 'text3'); +insert into orc_bucketed values('4', 'text4'); +insert into orc_bucketed values('5', 'text5'); +insert into orc_bucketed values('6', 'text6'); +insert into orc_bucketed values('7', 'text7'); +insert into orc_bucketed values('8', 'text8'); +insert into orc_bucketed values('9', 'text9'); +insert into orc_bucketed values('10', 'text10'); + +describe extended orc_bucketed; +alter table orc_bucketed compact 'MAJOR' and wait; +analyze table orc_bucketed compute statistics; + +describe extended orc_bucketed; diff --git a/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_clustered_minor.q b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_clustered_minor.q new file mode 100644 index 00000000000..de0ebb651b1 --- /dev/null +++ b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_clustered_minor.q @@ -0,0 +1,33 @@ +--! qt:replace:/createTime:(\d+)/#Masked#/ +--! qt:replace:/location:(\S+)/#Masked#/ +--! qt:replace:/lastAccessTime:(\d+)/#Masked#/ +--! qt:replace:/ownerType:(\S*)/#Masked#/ +--! qt:replace:/owner:(\S*)/#Masked#/ +--! qt:replace:/skewedColValueLocationMaps:(\S*)/#Masked#/ +--! qt:replace:/transient_lastDdlTime=(\d+)/#Masked#/ +--! qt:replace:/totalSize=(\d+)/#Masked#/ +--! qt:replace:/rawDataSize=(\d+)/#Masked#/ +--! qt:replace:/writeId:(\d+)/#Masked#/ +--! qt:replace:/bucketing_version=(\d+)/#Masked#/ +--! qt:replace:/id:(\d+)/#Masked#/ + +DROP TABLE IF EXISTS orc_bucketed; + +create table orc_bucketed (a int, b string) clustered by (a) into 3 buckets stored as orc TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only'); + +insert into orc_bucketed values('1', 'text1'); +insert into orc_bucketed values('2', 'text2'); +insert into orc_bucketed values('3', 'text3'); +insert into orc_bucketed values('4', 'text4'); +insert into orc_bucketed values('5', 'text5'); +insert into orc_bucketed values('6', 'text6'); +insert into orc_bucketed values('7', 'text7'); +insert into orc_bucketed values('8', 'text8'); +insert into orc_bucketed values('9', 'text9'); +insert into orc_bucketed values('10', 'text10'); + +describe extended orc_bucketed; +alter table orc_bucketed compact 'MINOR' and wait; +analyze table orc_bucketed compute statistics; + +describe extended orc_bucketed; diff --git a/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned.q b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned.q new file mode 100644 index 00000000000..5dfe29d2cf7 --- /dev/null +++ b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned.q @@ -0,0 +1,41 @@ +--! qt:replace:/createTime:(\d+)/#Masked#/ +--! qt:replace:/location:(\S+)/#Masked#/ +--! qt:replace:/lastAccessTime:(\d+)/#Masked#/ +--! qt:replace:/ownerType:(\S*)/#Masked#/ +--! qt:replace:/owner:(\S*)/#Masked#/ +--! qt:replace:/skewedColValueLocationMaps:(\S*)/#Masked#/ +--! qt:replace:/transient_lastDdlTime=(\d+)/#Masked#/ +--! qt:replace:/totalSize=(\d+)/#Masked#/ +--! qt:replace:/rawDataSize=(\d+)/#Masked#/ +--! qt:replace:/writeId:(\d+)/#Masked#/ +--! qt:replace:/bucketing_version=(\d+)/#Masked#/ +--! qt:replace:/id:(\d+)/#Masked#/ + +DROP TABLE IF EXISTS orc_partition; + +CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only'); + +insert into orc_partition values('1', 'text1', 'part1'); +insert into orc_partition values('2', 'text2', 'part1'); +insert into orc_partition values('3', 'text3', 'part2'); +insert into orc_partition values('4', 'text4', 'part2'); +insert into orc_partition values('5', 'text5', 'part3'); +insert into orc_partition values('6', 'text6', 'part3'); +insert into orc_partition values('7', 'text7', 'part4'); +insert into orc_partition values('8', 'text8', 'part4'); +insert into orc_partition values('9', 'text9', 'part5'); +insert into orc_partition values('10', 'text10', 'part5'); + +describe extended orc_partition; + +alter table orc_partition PARTITION (c='part1') compact 'MAJOR' and wait; +alter table orc_partition PARTITION (c='part2') compact 'MAJOR' and wait; +alter table orc_partition PARTITION (c='part3') compact 'MAJOR' and wait; +alter table orc_partition PARTITION (c='part4') compact 'MAJOR' and wait; +alter table orc_partition PARTITION (c='part5') compact 'MAJOR' and wait; + +analyze table orc_partition compute statistics; +describe extended orc_partition; diff --git a/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_clustered.q b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_clustered.q new file mode 100644 index 00000000000..90fca2e8a86 --- /dev/null +++ b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_clustered.q @@ -0,0 +1,42 @@ +--! qt:replace:/createTime:(\d+)/#Masked#/ +--! qt:replace:/location:(\S+)/#Masked#/ +--! qt:replace:/lastAccessTime:(\d+)/#Masked#/ +--! qt:replace:/ownerType:(\S*)/#Masked#/ +--! qt:replace:/owner:(\S*)/#Masked#/ +--! qt:replace:/skewedColValueLocationMaps:(\S*)/#Masked#/ +--! qt:replace:/transient_lastDdlTime=(\d+)/#Masked#/ +--! qt:replace:/totalSize=(\d+)/#Masked#/ +--! qt:replace:/rawDataSize=(\d+)/#Masked#/ +--! qt:replace:/writeId:(\d+)/#Masked#/ +--! qt:replace:/bucketing_version=(\d+)/#Masked#/ +--! qt:replace:/id:(\d+)/#Masked#/ + +DROP TABLE IF EXISTS orc_partition_clustered; + +CREATE TABLE orc_partition_clustered +(a STRING, b STRING) +PARTITIONED BY (c STRING) +CLUSTERED by (a) INTO 3 buckets +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only'); + +insert into orc_partition_clustered values('1', 'text1', 'part1'); +insert into orc_partition_clustered values('2', 'text2', 'part1'); +insert into orc_partition_clustered values('3', 'text3', 'part2'); +insert into orc_partition_clustered values('4', 'text4', 'part2'); +insert into orc_partition_clustered values('5', 'text5', 'part3'); +insert into orc_partition_clustered values('6', 'text6', 'part3'); +insert into orc_partition_clustered values('7', 'text7', 'part4'); +insert into orc_partition_clustered values('8', 'text8', 'part4'); +insert into orc_partition_clustered values('9', 'text9', 'part5'); +insert into orc_partition_clustered values('10', 'text10', 'part5'); + +describe extended orc_partition_clustered; + +alter table orc_partition_clustered PARTITION (c='part1') compact 'MAJOR' and wait; +alter table orc_partition_clustered PARTITION (c='part2') compact 'MAJOR' and wait; +alter table orc_partition_clustered PARTITION (c='part3') compact 'MAJOR' and wait; +alter table orc_partition_clustered PARTITION (c='part4') compact 'MAJOR' and wait; +alter table orc_partition_clustered PARTITION (c='part5') compact 'MAJOR' and wait; + +analyze table orc_partition_clustered compute statistics; +describe extended orc_partition_clustered; diff --git a/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_clustered_minor.q b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_clustered_minor.q new file mode 100644 index 00000000000..1d4dc211ff5 --- /dev/null +++ b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_clustered_minor.q @@ -0,0 +1,42 @@ +--! qt:replace:/createTime:(\d+)/#Masked#/ +--! qt:replace:/location:(\S+)/#Masked#/ +--! qt:replace:/lastAccessTime:(\d+)/#Masked#/ +--! qt:replace:/ownerType:(\S*)/#Masked#/ +--! qt:replace:/owner:(\S*)/#Masked#/ +--! qt:replace:/skewedColValueLocationMaps:(\S*)/#Masked#/ +--! qt:replace:/transient_lastDdlTime=(\d+)/#Masked#/ +--! qt:replace:/totalSize=(\d+)/#Masked#/ +--! qt:replace:/rawDataSize=(\d+)/#Masked#/ +--! qt:replace:/writeId:(\d+)/#Masked#/ +--! qt:replace:/bucketing_version=(\d+)/#Masked#/ +--! qt:replace:/id:(\d+)/#Masked#/ + +DROP TABLE IF EXISTS orc_partition_clustered; + +CREATE TABLE orc_partition_clustered +(a STRING, b STRING) +PARTITIONED BY (c STRING) +CLUSTERED by (a) INTO 3 buckets +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only'); + +insert into orc_partition_clustered values('1', 'text1', 'part1'); +insert into orc_partition_clustered values('2', 'text2', 'part1'); +insert into orc_partition_clustered values('3', 'text3', 'part2'); +insert into orc_partition_clustered values('4', 'text4', 'part2'); +insert into orc_partition_clustered values('5', 'text5', 'part3'); +insert into orc_partition_clustered values('6', 'text6', 'part3'); +insert into orc_partition_clustered values('7', 'text7', 'part4'); +insert into orc_partition_clustered values('8', 'text8', 'part4'); +insert into orc_partition_clustered values('9', 'text9', 'part5'); +insert into orc_partition_clustered values('10', 'text10', 'part5'); + +describe extended orc_partition_clustered; + +alter table orc_partition_clustered PARTITION (c='part1') compact 'MINOR' and wait; +alter table orc_partition_clustered PARTITION (c='part2') compact 'MINOR' and wait; +alter table orc_partition_clustered PARTITION (c='part3') compact 'MINOR' and wait; +alter table orc_partition_clustered PARTITION (c='part4') compact 'MINOR' and wait; +alter table orc_partition_clustered PARTITION (c='part5') compact 'MINOR' and wait; + +analyze table orc_partition_clustered compute statistics; +describe extended orc_partition_clustered; diff --git a/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_minor.q b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_minor.q new file mode 100644 index 00000000000..611ee74a9e3 --- /dev/null +++ b/ql/src/test/queries/clientpositive/compaction_query_based_insert_only_partitioned_minor.q @@ -0,0 +1,41 @@ +--! qt:replace:/createTime:(\d+)/#Masked#/ +--! qt:replace:/location:(\S+)/#Masked#/ +--! qt:replace:/lastAccessTime:(\d+)/#Masked#/ +--! qt:replace:/ownerType:(\S*)/#Masked#/ +--! qt:replace:/owner:(\S*)/#Masked#/ +--! qt:replace:/skewedColValueLocationMaps:(\S*)/#Masked#/ +--! qt:replace:/transient_lastDdlTime=(\d+)/#Masked#/ +--! qt:replace:/totalSize=(\d+)/#Masked#/ +--! qt:replace:/rawDataSize=(\d+)/#Masked#/ +--! qt:replace:/writeId:(\d+)/#Masked#/ +--! qt:replace:/bucketing_version=(\d+)/#Masked#/ +--! qt:replace:/id:(\d+)/#Masked#/ + +DROP TABLE IF EXISTS orc_partition; + +CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only'); + +insert into orc_partition values('1', 'text1', 'part1'); +insert into orc_partition values('2', 'text2', 'part1'); +insert into orc_partition values('3', 'text3', 'part2'); +insert into orc_partition values('4', 'text4', 'part2'); +insert into orc_partition values('5', 'text5', 'part3'); +insert into orc_partition values('6', 'text6', 'part3'); +insert into orc_partition values('7', 'text7', 'part4'); +insert into orc_partition values('8', 'text8', 'part4'); +insert into orc_partition values('9', 'text9', 'part5'); +insert into orc_partition values('10', 'text10', 'part5'); + +describe extended orc_partition; + +alter table orc_partition PARTITION (c='part1') compact 'MINOR' and wait; +alter table orc_partition PARTITION (c='part2') compact 'MINOR' and wait; +alter table orc_partition PARTITION (c='part3') compact 'MINOR' and wait; +alter table orc_partition PARTITION (c='part4') compact 'MINOR' and wait; +alter table orc_partition PARTITION (c='part5') compact 'MINOR' and wait; + +analyze table orc_partition compute statistics; +describe extended orc_partition; diff --git a/ql/src/test/queries/clientpositive/compaction_query_based_partitioned.q b/ql/src/test/queries/clientpositive/compaction_query_based_partitioned.q new file mode 100644 index 00000000000..d487aa24a98 --- /dev/null +++ b/ql/src/test/queries/clientpositive/compaction_query_based_partitioned.q @@ -0,0 +1,41 @@ +--! qt:replace:/createTime:(\d+)/#Masked#/ +--! qt:replace:/location:(\S+)/#Masked#/ +--! qt:replace:/lastAccessTime:(\d+)/#Masked#/ +--! qt:replace:/ownerType:(\S*)/#Masked#/ +--! qt:replace:/owner:(\S*)/#Masked#/ +--! qt:replace:/skewedColValueLocationMaps:(\S*)/#Masked#/ +--! qt:replace:/transient_lastDdlTime=(\d+)/#Masked#/ +--! qt:replace:/totalSize=(\d+)/#Masked#/ +--! qt:replace:/rawDataSize=(\d+)/#Masked#/ +--! qt:replace:/writeId:(\d+)/#Masked#/ +--! qt:replace:/bucketing_version=(\d+)/#Masked#/ +--! qt:replace:/id:(\d+)/#Masked#/ + +DROP TABLE IF EXISTS orc_partition; + +CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true'); + +insert into orc_partition values('1', 'text1', 'part1'); +insert into orc_partition values('2', 'text2', 'part1'); +insert into orc_partition values('3', 'text3', 'part2'); +insert into orc_partition values('4', 'text4', 'part2'); +insert into orc_partition values('5', 'text5', 'part3'); +insert into orc_partition values('6', 'text6', 'part3'); +insert into orc_partition values('7', 'text7', 'part4'); +insert into orc_partition values('8', 'text8', 'part4'); +insert into orc_partition values('9', 'text9', 'part5'); +insert into orc_partition values('10', 'text10', 'part5'); + +describe extended orc_partition; + +alter table orc_partition PARTITION (c='part1') compact 'MAJOR' and wait; +alter table orc_partition PARTITION (c='part2') compact 'MAJOR' and wait; +alter table orc_partition PARTITION (c='part3') compact 'MAJOR' and wait; +alter table orc_partition PARTITION (c='part4') compact 'MAJOR' and wait; +alter table orc_partition PARTITION (c='part5') compact 'MAJOR' and wait; + +analyze table orc_partition compute statistics; +describe extended orc_partition; diff --git a/ql/src/test/queries/clientpositive/compaction_query_based_partitioned_minor.q b/ql/src/test/queries/clientpositive/compaction_query_based_partitioned_minor.q new file mode 100644 index 00000000000..c09d571c980 --- /dev/null +++ b/ql/src/test/queries/clientpositive/compaction_query_based_partitioned_minor.q @@ -0,0 +1,41 @@ +--! qt:replace:/createTime:(\d+)/#Masked#/ +--! qt:replace:/location:(\S+)/#Masked#/ +--! qt:replace:/lastAccessTime:(\d+)/#Masked#/ +--! qt:replace:/ownerType:(\S*)/#Masked#/ +--! qt:replace:/owner:(\S*)/#Masked#/ +--! qt:replace:/skewedColValueLocationMaps:(\S*)/#Masked#/ +--! qt:replace:/transient_lastDdlTime=(\d+)/#Masked#/ +--! qt:replace:/totalSize=(\d+)/#Masked#/ +--! qt:replace:/rawDataSize=(\d+)/#Masked#/ +--! qt:replace:/writeId:(\d+)/#Masked#/ +--! qt:replace:/bucketing_version=(\d+)/#Masked#/ +--! qt:replace:/id:(\d+)/#Masked#/ + +DROP TABLE IF EXISTS orc_partition; + +CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true'); + +insert into orc_partition values('1', 'text1', 'part1'); +insert into orc_partition values('2', 'text2', 'part1'); +insert into orc_partition values('3', 'text3', 'part2'); +insert into orc_partition values('4', 'text4', 'part2'); +insert into orc_partition values('5', 'text5', 'part3'); +insert into orc_partition values('6', 'text6', 'part3'); +insert into orc_partition values('7', 'text7', 'part4'); +insert into orc_partition values('8', 'text8', 'part4'); +insert into orc_partition values('9', 'text9', 'part5'); +insert into orc_partition values('10', 'text10', 'part5'); + +describe extended orc_partition; + +alter table orc_partition PARTITION (c='part1') compact 'MINOR' and wait; +alter table orc_partition PARTITION (c='part2') compact 'MINOR' and wait; +alter table orc_partition PARTITION (c='part3') compact 'MINOR' and wait; +alter table orc_partition PARTITION (c='part4') compact 'MINOR' and wait; +alter table orc_partition PARTITION (c='part5') compact 'MINOR' and wait; + +analyze table orc_partition compute statistics; +describe extended orc_partition; diff --git a/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_clustered.q.out b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_clustered.q.out new file mode 100644 index 00000000000..84fdb8d15aa --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_clustered.q.out @@ -0,0 +1,148 @@ +PREHOOK: query: DROP TABLE IF EXISTS orc_bucketed +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS orc_bucketed +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table orc_bucketed (a int, b string) clustered by (a) into 3 buckets stored as orc TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: create table orc_bucketed (a int, b string) clustered by (a) into 3 buckets stored as orc TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_bucketed +PREHOOK: query: insert into orc_bucketed values('1', 'text1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('1', 'text1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('2', 'text2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('2', 'text2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('3', 'text3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('3', 'text3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('4', 'text4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('4', 'text4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('5', 'text5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('5', 'text5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('6', 'text6') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('6', 'text6') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('7', 'text7') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('7', 'text7') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('8', 'text8') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('8', 'text8') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('9', 'text9') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('9', 'text9') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('10', 'text10') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('10', 'text10') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: describe extended orc_bucketed +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_bucketed +POSTHOOK: query: describe extended orc_bucketed +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_bucketed +a int +b string + +Detailed Table Information Table(tableName:orc_bucketed, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:3, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSerde, [...] +PREHOOK: query: alter table orc_bucketed compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_bucketed +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: alter table orc_bucketed compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_bucketed +POSTHOOK: Output: default@orc_bucketed +PREHOOK: query: analyze table orc_bucketed compute statistics +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_bucketed +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: analyze table orc_bucketed compute statistics +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_bucketed +POSTHOOK: Output: default@orc_bucketed +PREHOOK: query: describe extended orc_bucketed +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_bucketed +POSTHOOK: query: describe extended orc_bucketed +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_bucketed +a int +b string + +Detailed Table Information Table(tableName:orc_bucketed, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:3, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSerde, [...] diff --git a/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_clustered_minor.q.out b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_clustered_minor.q.out new file mode 100644 index 00000000000..4308da4fda7 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_clustered_minor.q.out @@ -0,0 +1,148 @@ +PREHOOK: query: DROP TABLE IF EXISTS orc_bucketed +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS orc_bucketed +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table orc_bucketed (a int, b string) clustered by (a) into 3 buckets stored as orc TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: create table orc_bucketed (a int, b string) clustered by (a) into 3 buckets stored as orc TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_bucketed +PREHOOK: query: insert into orc_bucketed values('1', 'text1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('1', 'text1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('2', 'text2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('2', 'text2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('3', 'text3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('3', 'text3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('4', 'text4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('4', 'text4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('5', 'text5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('5', 'text5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('6', 'text6') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('6', 'text6') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('7', 'text7') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('7', 'text7') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('8', 'text8') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('8', 'text8') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('9', 'text9') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('9', 'text9') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: insert into orc_bucketed values('10', 'text10') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: insert into orc_bucketed values('10', 'text10') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_bucketed +POSTHOOK: Lineage: orc_bucketed.a SCRIPT [] +POSTHOOK: Lineage: orc_bucketed.b SCRIPT [] +PREHOOK: query: describe extended orc_bucketed +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_bucketed +POSTHOOK: query: describe extended orc_bucketed +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_bucketed +a int +b string + +Detailed Table Information Table(tableName:orc_bucketed, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:3, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSerde, [...] +PREHOOK: query: alter table orc_bucketed compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_bucketed +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: alter table orc_bucketed compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_bucketed +POSTHOOK: Output: default@orc_bucketed +PREHOOK: query: analyze table orc_bucketed compute statistics +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_bucketed +PREHOOK: Output: default@orc_bucketed +POSTHOOK: query: analyze table orc_bucketed compute statistics +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_bucketed +POSTHOOK: Output: default@orc_bucketed +PREHOOK: query: describe extended orc_bucketed +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_bucketed +POSTHOOK: query: describe extended orc_bucketed +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_bucketed +a int +b string + +Detailed Table Information Table(tableName:orc_bucketed, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:3, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSerde, [...] diff --git a/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned.q.out b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned.q.out new file mode 100644 index 00000000000..e7e6475dc34 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned.q.out @@ -0,0 +1,216 @@ +PREHOOK: query: DROP TABLE IF EXISTS orc_partition +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS orc_partition +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_partition +POSTHOOK: query: CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_partition +PREHOOK: query: insert into orc_partition values('1', 'text1', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('1', 'text1', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('2', 'text2', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('2', 'text2', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('3', 'text3', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('3', 'text3', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('4', 'text4', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('4', 'text4', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('5', 'text5', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('5', 'text5', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('6', 'text6', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('6', 'text6', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('7', 'text7', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('7', 'text7', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('8', 'text8', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('8', 'text8', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('9', 'text9', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('9', 'text9', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('10', 'text10', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('10', 'text10', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: describe extended orc_partition +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition +POSTHOOK: query: describe extended orc_partition +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSe [...] +PREHOOK: query: alter table orc_partition PARTITION (c='part1') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: query: alter table orc_partition PARTITION (c='part1') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +PREHOOK: query: alter table orc_partition PARTITION (c='part2') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: query: alter table orc_partition PARTITION (c='part2') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +PREHOOK: query: alter table orc_partition PARTITION (c='part3') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: query: alter table orc_partition PARTITION (c='part3') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +PREHOOK: query: alter table orc_partition PARTITION (c='part4') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: query: alter table orc_partition PARTITION (c='part4') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +PREHOOK: query: alter table orc_partition PARTITION (c='part5') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: query: alter table orc_partition PARTITION (c='part5') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +PREHOOK: query: analyze table orc_partition compute statistics +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part1 +PREHOOK: Output: default@orc_partition@c=part2 +PREHOOK: Output: default@orc_partition@c=part3 +PREHOOK: Output: default@orc_partition@c=part4 +PREHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: query: analyze table orc_partition compute statistics +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Output: default@orc_partition@c=part5 +PREHOOK: query: describe extended orc_partition +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition +POSTHOOK: query: describe extended orc_partition +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSe [...] diff --git a/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_clustered.q.out b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_clustered.q.out new file mode 100644 index 00000000000..6bd65324c3c --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_clustered.q.out @@ -0,0 +1,218 @@ +PREHOOK: query: DROP TABLE IF EXISTS orc_partition_clustered +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS orc_partition_clustered +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orc_partition_clustered +(a STRING, b STRING) +PARTITIONED BY (c STRING) +CLUSTERED by (a) INTO 3 buckets +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: CREATE TABLE orc_partition_clustered +(a STRING, b STRING) +PARTITIONED BY (c STRING) +CLUSTERED by (a) INTO 3 buckets +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_partition_clustered +PREHOOK: query: insert into orc_partition_clustered values('1', 'text1', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('1', 'text1', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part1 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('2', 'text2', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('2', 'text2', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part1 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('3', 'text3', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('3', 'text3', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part2 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('4', 'text4', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('4', 'text4', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part2 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('5', 'text5', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('5', 'text5', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part3 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('6', 'text6', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('6', 'text6', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part3 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('7', 'text7', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('7', 'text7', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part4 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('8', 'text8', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('8', 'text8', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part4 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('9', 'text9', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('9', 'text9', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part5 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('10', 'text10', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('10', 'text10', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part5 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: describe extended orc_partition_clustered +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition_clustered +POSTHOOK: query: describe extended orc_partition_clustered +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition_clustered +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition_clustered, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:3, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io. [...] +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part1') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part1 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part1') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part1 +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part2') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part2 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part2') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part2 +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part3') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part3 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part3') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part3 +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part4') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part4 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part4') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part4 +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part5') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part5 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part5') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part5 +PREHOOK: query: analyze table orc_partition_clustered compute statistics +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part1 +PREHOOK: Output: default@orc_partition_clustered@c=part2 +PREHOOK: Output: default@orc_partition_clustered@c=part3 +PREHOOK: Output: default@orc_partition_clustered@c=part4 +PREHOOK: Output: default@orc_partition_clustered@c=part5 +POSTHOOK: query: analyze table orc_partition_clustered compute statistics +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part1 +POSTHOOK: Output: default@orc_partition_clustered@c=part2 +POSTHOOK: Output: default@orc_partition_clustered@c=part3 +POSTHOOK: Output: default@orc_partition_clustered@c=part4 +POSTHOOK: Output: default@orc_partition_clustered@c=part5 +PREHOOK: query: describe extended orc_partition_clustered +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition_clustered +POSTHOOK: query: describe extended orc_partition_clustered +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition_clustered +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition_clustered, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:3, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io. [...] diff --git a/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_clustered_minor.q.out b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_clustered_minor.q.out new file mode 100644 index 00000000000..09cf7f0756a --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_clustered_minor.q.out @@ -0,0 +1,218 @@ +PREHOOK: query: DROP TABLE IF EXISTS orc_partition_clustered +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS orc_partition_clustered +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orc_partition_clustered +(a STRING, b STRING) +PARTITIONED BY (c STRING) +CLUSTERED by (a) INTO 3 buckets +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: CREATE TABLE orc_partition_clustered +(a STRING, b STRING) +PARTITIONED BY (c STRING) +CLUSTERED by (a) INTO 3 buckets +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_partition_clustered +PREHOOK: query: insert into orc_partition_clustered values('1', 'text1', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('1', 'text1', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part1 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('2', 'text2', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('2', 'text2', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part1 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('3', 'text3', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('3', 'text3', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part2 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('4', 'text4', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('4', 'text4', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part2 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('5', 'text5', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('5', 'text5', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part3 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('6', 'text6', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('6', 'text6', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part3 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('7', 'text7', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('7', 'text7', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part4 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('8', 'text8', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('8', 'text8', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part4 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('9', 'text9', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('9', 'text9', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part5 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: insert into orc_partition_clustered values('10', 'text10', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition_clustered +POSTHOOK: query: insert into orc_partition_clustered values('10', 'text10', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part5 +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition_clustered PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: describe extended orc_partition_clustered +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition_clustered +POSTHOOK: query: describe extended orc_partition_clustered +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition_clustered +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition_clustered, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:3, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io. [...] +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part1') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part1 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part1') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part1 +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part2') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part2 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part2') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part2 +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part3') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part3 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part3') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part3 +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part4') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part4 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part4') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part4 +PREHOOK: query: alter table orc_partition_clustered PARTITION (c='part5') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part5 +POSTHOOK: query: alter table orc_partition_clustered PARTITION (c='part5') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part5 +PREHOOK: query: analyze table orc_partition_clustered compute statistics +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered +PREHOOK: Output: default@orc_partition_clustered@c=part1 +PREHOOK: Output: default@orc_partition_clustered@c=part2 +PREHOOK: Output: default@orc_partition_clustered@c=part3 +PREHOOK: Output: default@orc_partition_clustered@c=part4 +PREHOOK: Output: default@orc_partition_clustered@c=part5 +POSTHOOK: query: analyze table orc_partition_clustered compute statistics +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered +POSTHOOK: Output: default@orc_partition_clustered@c=part1 +POSTHOOK: Output: default@orc_partition_clustered@c=part2 +POSTHOOK: Output: default@orc_partition_clustered@c=part3 +POSTHOOK: Output: default@orc_partition_clustered@c=part4 +POSTHOOK: Output: default@orc_partition_clustered@c=part5 +PREHOOK: query: describe extended orc_partition_clustered +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition_clustered +POSTHOOK: query: describe extended orc_partition_clustered +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition_clustered +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition_clustered, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:3, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io. [...] diff --git a/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_minor.q.out b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_minor.q.out new file mode 100644 index 00000000000..0517a5e3755 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/compaction_query_based_insert_only_partitioned_minor.q.out @@ -0,0 +1,216 @@ +PREHOOK: query: DROP TABLE IF EXISTS orc_partition +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS orc_partition +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_partition +POSTHOOK: query: CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_partition +PREHOOK: query: insert into orc_partition values('1', 'text1', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('1', 'text1', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('2', 'text2', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('2', 'text2', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('3', 'text3', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('3', 'text3', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('4', 'text4', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('4', 'text4', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('5', 'text5', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('5', 'text5', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('6', 'text6', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('6', 'text6', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('7', 'text7', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('7', 'text7', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('8', 'text8', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('8', 'text8', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('9', 'text9', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('9', 'text9', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('10', 'text10', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('10', 'text10', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: describe extended orc_partition +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition +POSTHOOK: query: describe extended orc_partition +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSe [...] +PREHOOK: query: alter table orc_partition PARTITION (c='part1') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: query: alter table orc_partition PARTITION (c='part1') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +PREHOOK: query: alter table orc_partition PARTITION (c='part2') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: query: alter table orc_partition PARTITION (c='part2') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +PREHOOK: query: alter table orc_partition PARTITION (c='part3') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: query: alter table orc_partition PARTITION (c='part3') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +PREHOOK: query: alter table orc_partition PARTITION (c='part4') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: query: alter table orc_partition PARTITION (c='part4') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +PREHOOK: query: alter table orc_partition PARTITION (c='part5') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: query: alter table orc_partition PARTITION (c='part5') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +PREHOOK: query: analyze table orc_partition compute statistics +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part1 +PREHOOK: Output: default@orc_partition@c=part2 +PREHOOK: Output: default@orc_partition@c=part3 +PREHOOK: Output: default@orc_partition@c=part4 +PREHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: query: analyze table orc_partition compute statistics +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Output: default@orc_partition@c=part5 +PREHOOK: query: describe extended orc_partition +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition +POSTHOOK: query: describe extended orc_partition +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSe [...] diff --git a/ql/src/test/results/clientpositive/llap/compaction_query_based_partitioned.q.out b/ql/src/test/results/clientpositive/llap/compaction_query_based_partitioned.q.out new file mode 100644 index 00000000000..331593e5267 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/compaction_query_based_partitioned.q.out @@ -0,0 +1,226 @@ +PREHOOK: query: DROP TABLE IF EXISTS orc_partition +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS orc_partition +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_partition +POSTHOOK: query: CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_partition +PREHOOK: query: insert into orc_partition values('1', 'text1', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('1', 'text1', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('2', 'text2', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('2', 'text2', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('3', 'text3', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('3', 'text3', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('4', 'text4', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('4', 'text4', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('5', 'text5', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('5', 'text5', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('6', 'text6', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('6', 'text6', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('7', 'text7', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('7', 'text7', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('8', 'text8', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('8', 'text8', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('9', 'text9', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('9', 'text9', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('10', 'text10', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('10', 'text10', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: describe extended orc_partition +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition +POSTHOOK: query: describe extended orc_partition +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSe [...] +PREHOOK: query: alter table orc_partition PARTITION (c='part1') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: query: alter table orc_partition PARTITION (c='part1') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +PREHOOK: query: alter table orc_partition PARTITION (c='part2') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: query: alter table orc_partition PARTITION (c='part2') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +PREHOOK: query: alter table orc_partition PARTITION (c='part3') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: query: alter table orc_partition PARTITION (c='part3') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +PREHOOK: query: alter table orc_partition PARTITION (c='part4') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: query: alter table orc_partition PARTITION (c='part4') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +PREHOOK: query: alter table orc_partition PARTITION (c='part5') compact 'MAJOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: query: alter table orc_partition PARTITION (c='part5') compact 'MAJOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +PREHOOK: query: analyze table orc_partition compute statistics +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_partition +PREHOOK: Input: default@orc_partition@c=part1 +PREHOOK: Input: default@orc_partition@c=part2 +PREHOOK: Input: default@orc_partition@c=part3 +PREHOOK: Input: default@orc_partition@c=part4 +PREHOOK: Input: default@orc_partition@c=part5 +PREHOOK: Output: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part1 +PREHOOK: Output: default@orc_partition@c=part2 +PREHOOK: Output: default@orc_partition@c=part3 +PREHOOK: Output: default@orc_partition@c=part4 +PREHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: query: analyze table orc_partition compute statistics +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_partition +POSTHOOK: Input: default@orc_partition@c=part1 +POSTHOOK: Input: default@orc_partition@c=part2 +POSTHOOK: Input: default@orc_partition@c=part3 +POSTHOOK: Input: default@orc_partition@c=part4 +POSTHOOK: Input: default@orc_partition@c=part5 +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Output: default@orc_partition@c=part5 +PREHOOK: query: describe extended orc_partition +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition +POSTHOOK: query: describe extended orc_partition +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSe [...] diff --git a/ql/src/test/results/clientpositive/llap/compaction_query_based_partitioned_minor.q.out b/ql/src/test/results/clientpositive/llap/compaction_query_based_partitioned_minor.q.out new file mode 100644 index 00000000000..b31db31567e --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/compaction_query_based_partitioned_minor.q.out @@ -0,0 +1,226 @@ +PREHOOK: query: DROP TABLE IF EXISTS orc_partition +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS orc_partition +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_partition +POSTHOOK: query: CREATE TABLE orc_partition +(a STRING, b STRING) +PARTITIONED BY (c STRING) +STORED AS ORC TBLPROPERTIES('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_partition +PREHOOK: query: insert into orc_partition values('1', 'text1', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('1', 'text1', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('2', 'text2', 'part1') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('2', 'text2', 'part1') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part1).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('3', 'text3', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('3', 'text3', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('4', 'text4', 'part2') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('4', 'text4', 'part2') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part2).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('5', 'text5', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('5', 'text5', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('6', 'text6', 'part3') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('6', 'text6', 'part3') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part3).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('7', 'text7', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('7', 'text7', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('8', 'text8', 'part4') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('8', 'text8', 'part4') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part4).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('9', 'text9', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('9', 'text9', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: insert into orc_partition values('10', 'text10', 'part5') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@orc_partition +POSTHOOK: query: insert into orc_partition values('10', 'text10', 'part5') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).a SCRIPT [] +POSTHOOK: Lineage: orc_partition PARTITION(c=part5).b SCRIPT [] +PREHOOK: query: describe extended orc_partition +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition +POSTHOOK: query: describe extended orc_partition +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSe [...] +PREHOOK: query: alter table orc_partition PARTITION (c='part1') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: query: alter table orc_partition PARTITION (c='part1') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +PREHOOK: query: alter table orc_partition PARTITION (c='part2') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: query: alter table orc_partition PARTITION (c='part2') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part2 +PREHOOK: query: alter table orc_partition PARTITION (c='part3') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: query: alter table orc_partition PARTITION (c='part3') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part3 +PREHOOK: query: alter table orc_partition PARTITION (c='part4') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: query: alter table orc_partition PARTITION (c='part4') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part4 +PREHOOK: query: alter table orc_partition PARTITION (c='part5') compact 'MINOR' and wait +PREHOOK: type: ALTERTABLE_COMPACT +PREHOOK: Input: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: query: alter table orc_partition PARTITION (c='part5') compact 'MINOR' and wait +POSTHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: Input: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part5 +PREHOOK: query: analyze table orc_partition compute statistics +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_partition +PREHOOK: Input: default@orc_partition@c=part1 +PREHOOK: Input: default@orc_partition@c=part2 +PREHOOK: Input: default@orc_partition@c=part3 +PREHOOK: Input: default@orc_partition@c=part4 +PREHOOK: Input: default@orc_partition@c=part5 +PREHOOK: Output: default@orc_partition +PREHOOK: Output: default@orc_partition@c=part1 +PREHOOK: Output: default@orc_partition@c=part2 +PREHOOK: Output: default@orc_partition@c=part3 +PREHOOK: Output: default@orc_partition@c=part4 +PREHOOK: Output: default@orc_partition@c=part5 +POSTHOOK: query: analyze table orc_partition compute statistics +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_partition +POSTHOOK: Input: default@orc_partition@c=part1 +POSTHOOK: Input: default@orc_partition@c=part2 +POSTHOOK: Input: default@orc_partition@c=part3 +POSTHOOK: Input: default@orc_partition@c=part4 +POSTHOOK: Input: default@orc_partition@c=part5 +POSTHOOK: Output: default@orc_partition +POSTHOOK: Output: default@orc_partition@c=part1 +POSTHOOK: Output: default@orc_partition@c=part2 +POSTHOOK: Output: default@orc_partition@c=part3 +POSTHOOK: Output: default@orc_partition@c=part4 +POSTHOOK: Output: default@orc_partition@c=part5 +PREHOOK: query: describe extended orc_partition +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_partition +POSTHOOK: query: describe extended orc_partition +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_partition +a string +b string +c string + +# Partition Information +# col_name data_type comment +c string + +Detailed Table Information Table(tableName:orc_partition, dbName:default, #Masked# #Masked#, #Masked#, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], #Masked# inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSe [...]