This is an automated email from the ASF dual-hosted git repository.
dkuzmenko pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new c9e12d84ca0 HIVE-26266: Column information is missing from lineage for
CTAS when custom/translated location is used (Sourabh Badhya, reviewed by
Zoltan Haindrich)
c9e12d84ca0 is described below
commit c9e12d84ca0c72732cd24aa0b160f474309f5de9
Author: Sourabh Badhya <42867455+sourabhbad...@users.noreply.github.com>
AuthorDate: Wed Jun 8 13:29:20 2022 +0530
HIVE-26266: Column information is missing from lineage for CTAS when
custom/translated location is used (Sourabh Badhya, reviewed by Zoltan
Haindrich)
Closes #3331
---
.../ctas_blobstore_to_blobstore.q.out | 3 +
.../clientpositive/ctas_hdfs_to_blobstore.q.out| 3 +
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 8 ++-
.../clientnegative/ctas_noemptyfolder.q.out| 2 +
.../clientpositive/encrypted/encryption_ctas.q.out | 2 +
.../clientpositive/llap/autoColumnStats_7.q.out| 2 +
.../clientpositive/llap/crtseltbl_serdeprops.q.out | 2 +
.../ctas_direct_with_specified_locations.q.out | 82 ++
.../llap/ctas_direct_with_transformers.q.out | 82 ++
.../llap/ctas_uses_table_location.q.out| 2 +
.../test/results/clientpositive/llap/foldts.q.out | 2 +
.../results/clientpositive/llap/masking_10.q.out | 2 +
.../results/clientpositive/llap/masking_9.q.out| 2 +
.../clientpositive/llap/masking_reserved.q.out | 3 +
.../results/clientpositive/llap/mm_cttas.q.out | 2 +
.../results/clientpositive/llap/mm_loc_ctas.q.out | 2 +
.../llap/parquet_thrift_array_of_primitives.q.out | 1 +
.../llap/results_cache_temptable.q.out | 7 ++
.../clientpositive/llap/stats_partial_size.q.out | 2 +
.../results/clientpositive/llap/temp_table.q.out | 8 +++
.../clientpositive/llap/temp_table_gb1.q.out | 2 +
.../clientpositive/llap/temp_table_join1.q.out | 2 +
.../llap/temp_table_llap_partitioned.q.out | 4 ++
...mp_table_parquet_mixed_partition_formats2.q.out | 4 ++
.../llap/temp_table_partition_ctas.q.out | 5 ++
.../llap/temp_table_partition_decode_name.q.out| 2 +
.../llap/temp_table_partition_special_char.q.out | 2 +
.../clientpositive/llap/temp_table_subquery1.q.out | 2 +
.../clientpositive/llap/temp_table_truncate.q.out | 6 ++
.../llap/vector_tablesample_rows.q.out | 1 +
30 files changed, 248 insertions(+), 1 deletion(-)
diff --git
a/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_blobstore.q.out
b/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_blobstore.q.out
index 3c05822f7c8..1f184d56f92 100644
---
a/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_blobstore.q.out
+++
b/itests/hive-blobstore/src/test/results/clientpositive/ctas_blobstore_to_blobstore.q.out
@@ -52,6 +52,9 @@ POSTHOOK: Input: default@blobstore_source
POSTHOOK: Input: ### test.blobstore.path
###/ctas_blobstore_to_blobstore/blobstore_target
POSTHOOK: Output: database:default
POSTHOOK: Output: default@blobstore_target
+POSTHOOK: Lineage: blobstore_target.a SIMPLE
[(blobstore_source)blobstore_source.FieldSchema(name:a, type:string,
comment:null), ]
+POSTHOOK: Lineage: blobstore_target.b SIMPLE
[(blobstore_source)blobstore_source.FieldSchema(name:b, type:string,
comment:null), ]
+POSTHOOK: Lineage: blobstore_target.c SIMPLE
[(blobstore_source)blobstore_source.FieldSchema(name:c, type:double,
comment:null), ]
PREHOOK: query: DROP DATABASE IF EXISTS target_db
PREHOOK: type: DROPDATABASE
POSTHOOK: query: DROP DATABASE IF EXISTS target_db
diff --git
a/itests/hive-blobstore/src/test/results/clientpositive/ctas_hdfs_to_blobstore.q.out
b/itests/hive-blobstore/src/test/results/clientpositive/ctas_hdfs_to_blobstore.q.out
index 0a82dea2998..3d43f39f87f 100644
---
a/itests/hive-blobstore/src/test/results/clientpositive/ctas_hdfs_to_blobstore.q.out
+++
b/itests/hive-blobstore/src/test/results/clientpositive/ctas_hdfs_to_blobstore.q.out
@@ -48,6 +48,9 @@ POSTHOOK: Input: default@hdfs_source
POSTHOOK: Input: ### test.blobstore.path
###/ctas_hdfs_to_blobstore/blobstore_target
POSTHOOK: Output: database:default
POSTHOOK: Output: default@blobstore_target
+POSTHOOK: Lineage: blobstore_target.a SIMPLE
[(hdfs_source)hdfs_source.FieldSchema(name:a, type:string, comment:null), ]
+POSTHOOK: Lineage: blobstore_target.b SIMPLE
[(hdfs_source)hdfs_source.FieldSchema(name:b, type:string, comment:null), ]
+POSTHOOK: Lineage: blobstore_target.c SIMPLE
[(hdfs_source)hdfs_source.FieldSchema(name:c, type:double, comment:null), ]
PREHOOK: query: DROP DATABASE IF EXISTS target_db
PREHOOK: type: DROPDATABASE
POSTHOOK: query: DROP DATABASE IF EXISTS target_db
diff --git
