This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new e66a6d855db [case](iceberg)open iceberg write insert && wrrite
partition case. (#41242)
e66a6d855db is described below
commit e66a6d855db19c6941f1715c406fcf27ea5ff15a
Author: daidai <2017501...@qq.com>
AuthorDate: Thu Sep 26 22:41:38 2024 +0800
[case](iceberg)open iceberg write insert && wrrite partition case. (#41242)
---
.../iceberg/write/test_iceberg_write_insert.groovy | 1700 ++++++++++----------
.../write/test_iceberg_write_partitions.groovy | 452 +++---
2 files changed, 1076 insertions(+), 1076 deletions(-)
diff --git
a/regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_insert.groovy
b/regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_insert.groovy
index b4ad351b6f4..59bde6a660e 100644
---
a/regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_insert.groovy
+++
b/regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_insert.groovy
@@ -1,852 +1,852 @@
-//// Licensed to the Apache Software Foundation (ASF) under one
-//// or more contributor license agreements. See the NOTICE file
-//// distributed with this work for additional information
-//// regarding copyright ownership. The ASF licenses this file
-//// to you under the Apache License, Version 2.0 (the
-//// "License"); you may not use this file except in compliance
-//// with the License. You may obtain a copy of the License at
-////
-//// http://www.apache.org/licenses/LICENSE-2.0
-////
-//// Unless required by applicable law or agreed to in writing,
-//// software distributed under the License is distributed on an
-//// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-//// KIND, either express or implied. See the License for the
-//// specific language governing permissions and limitations
-//// under the License.
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
//
-//suite("test_iceberg_write_insert",
"p0,external,iceberg,external_docker,external_docker_iceberg") {
-// def format_compressions = ["parquet_zstd", "orc_zlib"]
+// http://www.apache.org/licenses/LICENSE-2.0
//
-// def q01 = { String format_compression, String catalog_name ->
-// def parts = format_compression.split("_")
-// def format = parts[0]
-// def compression = parts[1]
-// sql """ DROP TABLE IF EXISTS
`iceberg_all_types_${format_compression}`; """
-// sql """
-// CREATE TABLE `iceberg_all_types_${format_compression}`(
-// `boolean_col` boolean,
-// `int_col` int,
-// `bigint_col` bigint,
-// `float_col` float,
-// `double_col` double,
-// `decimal_col1` decimal(9,0),
-// `decimal_col2` decimal(8,4),
-// `decimal_col3` decimal(18,6),
-// `decimal_col4` decimal(38,12),
-// `string_col` string,
-// `date_col` date,
-// `timestamp_col1` datetime,
-// `timestamp_col2` datetime,
-// `timestamp_col3` datetime,
-// `t_map_string` map<string,string>,
-// `t_map_int` map<int,int>,
-// `t_map_bigint` map<bigint,bigint>,
-// `t_map_float` map<float,float>,
-// `t_map_double` map<double,double>,
-// `t_map_boolean` map<boolean,boolean>,
-// `t_map_decimal_precision_2` map<decimal(2,1),decimal(2,1)>,
-// `t_map_decimal_precision_4` map<decimal(4,2),decimal(4,2)>,
-// `t_map_decimal_precision_8` map<decimal(8,4),decimal(8,4)>,
-// `t_map_decimal_precision_17` map<decimal(17,8),decimal(17,8)>,
-// `t_map_decimal_precision_18` map<decimal(18,8),decimal(18,8)>,
-// `t_map_decimal_precision_38` map<decimal(38,16),decimal(38,16)>,
-// `t_array_string` array<string>,
-// `t_array_int` array<int>,
-// `t_array_bigint` array<bigint>,
-// `t_array_float` array<float>,
-// `t_array_double` array<double>,
-// `t_array_boolean` array<boolean>,
-// `t_array_decimal_precision_2` array<decimal(2,1)>,
-// `t_array_decimal_precision_4` array<decimal(4,2)>,
-// `t_array_decimal_precision_8` array<decimal(8,4)>,
-// `t_array_decimal_precision_17` array<decimal(17,8)>,
-// `t_array_decimal_precision_18` array<decimal(18,8)>,
-// `t_array_decimal_precision_38` array<decimal(38,16)>,
-// `t_struct_bigint` struct<s_bigint:bigint>,
-// `t_complex` map<string,array<struct<s_int:int>>>,
-// `t_struct_nested` struct<struct_field:array<string>>,
-// `t_struct_null`
struct<struct_field_null:string,struct_field_null2:string>,
-// `t_struct_non_nulls_after_nulls`
struct<struct_non_nulls_after_nulls1:int,struct_non_nulls_after_nulls2:string>,
-// `t_nested_struct_non_nulls_after_nulls`
struct<struct_field1:int,struct_field2:string,strict_field3:struct<nested_struct_field1:int,nested_struct_field2:string>>,
-// `t_map_null_value` map<string,string>,
-// `t_array_string_starting_with_nulls` array<string>,
-// `t_array_string_with_nulls_in_between` array<string>,
-// `t_array_string_ending_with_nulls` array<string>,
-// `t_array_string_all_nulls` array<string>,
-// `dt` int) ENGINE=iceberg
-// properties (
-// "compression-codec" = ${compression},
-// "write-format"=${format}
-// )
-// """
-// sql """ refresh catalog ${catalog_name};"""
-//
-// sql """
-// INSERT INTO iceberg_all_types_${format_compression}
-// VALUES (
-// 1, -- boolean_col
-// 2147483647, -- int_col
-// 9223372036854775807, -- bigint_col
-// 123.45, -- float_col
-// 123456.789, -- double_col
-// CAST(123456789 AS DECIMAL(9,0)), -- decimal_col1
-// CAST(1234.5678 AS DECIMAL(8,4)), -- decimal_col2
-// CAST(123456.789012 AS DECIMAL(18,6)), -- decimal_col3
-// CAST(123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
-// 'string_value', -- string_col
-// '2024-03-20', -- date_col
-// '2024-03-20 12:00:00', -- timestamp_col1
-// '2024-03-20 12:00:00.123456789', -- timestamp_col2
-// '2024-03-20 12:00:00.123456789', -- timestamp_col3
-// MAP('key1', 'value1'), -- t_map_string
-// MAP(1, 10), -- t_map_int
-// MAP(1, 100000000000), -- t_map_bigint
-// MAP(CAST(1.1 AS FLOAT), CAST(10.1 AS FLOAT)), -- t_map_float
-// MAP(CAST(1.1 AS DOUBLE), CAST(10.1 AS DOUBLE)), -- t_map_double
-// MAP(TRUE, FALSE), -- t_map_boolean
-// MAP(CAST(1.1 AS DECIMAL(2,1)), CAST(1.1 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
-// MAP(CAST(1.23 AS DECIMAL(4,2)), CAST(1.23 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
-// MAP(CAST(1.2345 AS DECIMAL(8,4)), CAST(1.2345 AS DECIMAL(8,4))),
-- t_map_decimal_precision_8
-// MAP(CAST(1.23456789 AS DECIMAL(17,8)), CAST(1.23456789 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
-// MAP(CAST(1.23456789 AS DECIMAL(18,8)), CAST(1.23456789 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
-// MAP(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(1.234567890123456789 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
-// ARRAY('string1', 'string2'), -- t_ARRAY_string
-// ARRAY(1, 2, 3), -- t_ARRAY_int
-// ARRAY(100000000000, 200000000000), -- t_ARRAY_bigint
-// ARRAY(CAST(1.1 AS FLOAT), CAST(2.2 AS FLOAT)), -- t_ARRAY_float
-// ARRAY(CAST(1.123456789 AS DOUBLE), CAST(2.123456789 AS DOUBLE)),
-- t_ARRAY_double
-// ARRAY(TRUE, FALSE), -- t_ARRAY_boolean
-// ARRAY(CAST(1.1 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
-// ARRAY(CAST(1.23 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
-// ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(CAST(1.23456789 AS DECIMAL(17,8)), CAST(2.34567891 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
-// ARRAY(1.23456789, 2.34567891), -- t_ARRAY_decimal_precision_18
-// ARRAY(1.234567890123456789, 2.345678901234567890), --
t_ARRAY_decimal_precision_38
-// NAMED_STRUCT('s_bigint', 1234567890), -- t_struct_bigint
-// MAP('key', ARRAY(NAMED_STRUCT('s_int', 123))), -- t_complex
-// NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
-// NAMED_STRUCT('struct_field_null', null, 'struct_field_null2',
null), -- t_struct_null
-// NAMED_STRUCT('struct_non_nulls_after_nulls1', 123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
-// NAMED_STRUCT('struct_field1', 123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', 123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
-// MAP('null_key', null), -- t_map_null_value
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
-// ARRAY('value1', 'value2', null), --
t_ARRAY_string_ending_with_nulls
-// ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
-// 20240320 -- dt
-// );
-// """
-// order_qt_q01 """ select * from
iceberg_all_types_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_types_${format_compression}
-// VALUES (
-// 1, -- boolean_col
-// 2147483647, -- int_col
-// 9223372036854775807, -- bigint_col
-// CAST(123.45 AS FLOAT), -- float_col
-// CAST(123456.789 AS DOUBLE), -- double_col
-// CAST(123456789 AS DECIMAL(9,0)), -- decimal_col1
-// CAST(1234.5678 AS DECIMAL(8,4)), -- decimal_col2
-// CAST(123456.789012 AS DECIMAL(18,6)), -- decimal_col3
-// CAST(123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
-// 'string_value', -- string_col
-// '2024-03-20', -- date_col
-// '2024-03-20 12:00:00', -- timestamp_col1
-// '2024-03-20 12:00:00.123456789', -- timestamp_col2
-// '2024-03-20 12:00:00.123456789', -- timestamp_col3
-// MAP('key1', 'value1'), -- t_map_string
-// MAP(1, 10), -- t_map_int
-// MAP(1, 100000000000), -- t_map_bigint
-// MAP(CAST(1.1 AS FLOAT), CAST(10.1 AS FLOAT)), -- t_map_float
-// MAP(CAST(1.1 AS DOUBLE), CAST(10.1 AS DOUBLE)), -- t_map_double
-// MAP(true, false), -- t_map_boolean
-// MAP(CAST(1.1 AS DECIMAL(2,1)), CAST(1.1 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
-// MAP(CAST(1.23 AS DECIMAL(4,2)), CAST(1.23 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
-// MAP(CAST(1.2345 AS DECIMAL(8,4)), CAST(1.2345 AS DECIMAL(8,4))),
-- t_map_decimal_precision_8
-// MAP(CAST(1.23456789 AS DECIMAL(17,8)), CAST(1.23456789 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
-// MAP(CAST(1.23456789 AS DECIMAL(18,8)), CAST(1.23456789 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
-// MAP(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(1.234567890123456789 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
-// ARRAY('string1', 'string2'), -- t_ARRAY_string
-// ARRAY(1, 2, 3), -- t_ARRAY_int
-// ARRAY(100000000000, 200000000000), -- t_ARRAY_bigint
-// ARRAY(CAST(1.1 AS FLOAT), CAST(2.2 AS FLOAT)), -- t_ARRAY_float
-// ARRAY(CAST(1.123456789 AS DOUBLE), CAST(2.123456789 AS DOUBLE)),
-- t_ARRAY_double
-// ARRAY(true, false), -- t_ARRAY_boolean
-// ARRAY(CAST(1.1 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
-// ARRAY(CAST(1.23 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
-// ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(CAST(1.23456789 AS DECIMAL(17,8)), CAST(2.34567891 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
-// ARRAY(CAST(1.23456789 AS DECIMAL(18,8)), CAST(2.34567891 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
-// ARRAY(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
-// NAMED_STRUCT('s_bigint', 1234567890), -- t_struct_bigint
-// MAP('key', ARRAY(NAMED_STRUCT('s_int', 123))), -- t_complex
-// NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
-// NAMED_STRUCT('struct_field_null', null, 'struct_field_null2',
null), -- t_struct_null
-// NAMED_STRUCT('struct_non_nulls_after_nulls1', 123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
-// NAMED_STRUCT('struct_field1', 123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', 123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
-// MAP('null_key', null), -- t_map_null_value
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
-// ARRAY('value1', 'value2', null), --
t_ARRAY_string_ending_with_nulls
-// ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
-// 20240320 -- dt
-// ),
-// (
-// 0, -- boolean_col
-// -2147483648, -- int_col
-// -9223372036854775808, -- bigint_col
-// CAST(-123.45 AS FLOAT), -- float_col
-// CAST(-123456.789 AS DOUBLE), -- double_col
-// CAST(-123456789 AS DECIMAL(9,0)), -- decimal_col1
-// CAST(-1234.5678 AS DECIMAL(8,4)), -- decimal_col2
-// CAST(-123456.789012 AS DECIMAL(18,6)), -- decimal_col3
-// CAST(-123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
-// 'string_value', -- string_col
-// '2024-03-21', -- date_col
-// '2024-03-21 12:00:00', -- timestamp_col1
-// '2024-03-21 12:00:00.123456789', -- timestamp_col2
-// '2024-03-21 12:00:00.123456789', -- timestamp_col3
-// MAP('key1', 'value1'), -- t_map_string
-// MAP(2, 20), -- t_map_int
-// MAP(2, 200000000000), -- t_map_bigint
-// MAP(CAST(2.2 AS FLOAT), CAST(20.2 AS FLOAT)), -- t_map_float
-// MAP(CAST(2.2 AS DOUBLE), CAST(20.2 AS DOUBLE)), -- t_map_double
-// MAP(false, true), -- t_map_boolean
-// MAP(CAST(2.2 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
-// MAP(CAST(2.34 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
-// MAP(CAST(2.3456 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_map_decimal_precision_8
-// MAP(CAST(2.34567890 AS DECIMAL(17,8)), CAST(2.34567890 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
-// MAP(CAST(2.34567890 AS DECIMAL(18,8)), CAST(2.34567890 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
-// MAP(CAST(2.345678901234567890 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
-// ARRAY('string1', 'string2'), -- t_ARRAY_string
-// ARRAY(4, 5, 6), -- t_ARRAY_int
-// ARRAY(300000000000, 400000000000), -- t_ARRAY_bigint
-// ARRAY(CAST(3.3 AS FLOAT), CAST(4.4 AS FLOAT)), -- t_ARRAY_float
-// ARRAY(CAST(3.123456789 AS DOUBLE), CAST(4.123456789 AS DOUBLE)),
-- t_ARRAY_double
-// ARRAY(false, true), -- t_ARRAY_boolean
-// ARRAY(CAST(3.3 AS DECIMAL(2,1)), CAST(4.4 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
-// ARRAY(CAST(3.45 AS DECIMAL(4,2)), CAST(4.56 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
-// ARRAY(CAST(3.4567 AS DECIMAL(8,4)), CAST(4.5678 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(CAST(3.45678901 AS DECIMAL(17,8)), CAST(4.56789012 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
-// ARRAY(CAST(3.45678901 AS DECIMAL(18,8)), CAST(4.56789012 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
-// ARRAY(CAST(3.456789012345678901 AS DECIMAL(38,16)),
CAST(4.567890123456789012 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
-// NAMED_STRUCT('s_bigint', -1234567890), -- t_struct_bigint
-// MAP('key', ARRAY(NAMED_STRUCT('s_int', -123))), -- t_complex
-// NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
-// NAMED_STRUCT('struct_field_null', null, 'struct_field_null2',
null), -- t_struct_null
-// NAMED_STRUCT('struct_non_nulls_after_nulls1', -123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
-// NAMED_STRUCT('struct_field1', -123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', -123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
-// MAP('null_key', null), -- t_map_null_value
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
-// ARRAY('value1', 'value2', null), --
t_ARRAY_string_ending_with_nulls
-// ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
-// 20240321 -- dt
-// ),
-// (
-// 0, -- boolean_col
-// -2147483648, -- int_col
-// -9223372036854775808, -- bigint_col
-// CAST(-123.45 AS FLOAT), -- float_col
-// CAST(-123456.789 AS DOUBLE), -- double_col
-// CAST(-123456789 AS DECIMAL(9,0)), -- decimal_col1
-// CAST(-1234.5678 AS DECIMAL(8,4)), -- decimal_col2
-// CAST(-123456.789012 AS DECIMAL(18,6)), -- decimal_col3
-// CAST(-123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
-// 'string_value', -- string_col
-// '2024-03-22', -- date_col
-// '2024-03-22 12:00:00', -- timestamp_col1
-// '2024-03-22 12:00:00.123456789', -- timestamp_col2
-// '2024-03-22 12:00:00.123456789', -- timestamp_col3
-// MAP('key1', 'value1'), -- t_map_string
-// MAP(3, 20), -- t_map_int
-// MAP(3, 200000000000), -- t_map_bigint
-// MAP(CAST(3.2 AS FLOAT), CAST(20.2 AS FLOAT)), -- t_map_float
-// MAP(CAST(3.2 AS DOUBLE), CAST(20.2 AS DOUBLE)), -- t_map_double
-// MAP(false, true), -- t_map_boolean
-// MAP(CAST(3.2 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
-// MAP(CAST(3.34 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
-// MAP(CAST(2.3456 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_map_decimal_precision_8
-// MAP(CAST(2.34567890 AS DECIMAL(17,8)), CAST(2.34567890 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
-// MAP(CAST(2.34567890 AS DECIMAL(18,8)), CAST(2.34567890 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
-// MAP(CAST(3.345678901234567890 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
-// ARRAY('string1', 'string2'), -- t_ARRAY_string
-// ARRAY(4, 5, 6), -- t_ARRAY_int
-// ARRAY(300000000000, 400000000000), -- t_ARRAY_bigint
-// ARRAY(CAST(3.3 AS FLOAT), CAST(4.4 AS FLOAT)), -- t_ARRAY_float
-// ARRAY(CAST(3.123456789 AS DOUBLE), CAST(4.123456789 AS DOUBLE)),
-- t_ARRAY_double
-// ARRAY(false, true), -- t_ARRAY_boolean
-// ARRAY(CAST(3.3 AS DECIMAL(2,1)), CAST(4.4 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
-// ARRAY(CAST(3.45 AS DECIMAL(4,2)), CAST(4.56 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
-// ARRAY(CAST(8.4567 AS DECIMAL(8,4)), CAST(4.5678 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(CAST(3.45678901 AS DECIMAL(17,8)), CAST(4.56789012 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
-// ARRAY(CAST(3.45678901 AS DECIMAL(18,8)), CAST(4.56789012 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
-// ARRAY(CAST(3.456789012345678901 AS DECIMAL(38,16)),
CAST(4.567890123456789012 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
-// NAMED_STRUCT('s_bigint', -1234567890), -- t_struct_bigint
-// MAP('key', ARRAY(NAMED_STRUCT('s_int', -123))), -- t_complex
-// NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
-// NAMED_STRUCT('struct_field_null', null, 'struct_field_null2',
null), -- t_struct_null
-// NAMED_STRUCT('struct_non_nulls_after_nulls1', -123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
-// NAMED_STRUCT('struct_field1', -123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', -123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
-// MAP('null_key', null), -- t_map_null_value
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
-// ARRAY('value11', 'value2', null), --
t_ARRAY_string_ending_with_nulls
-// ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
-// 20240322 -- dt
-// );
-// """
-// order_qt_q02 """ select * from
iceberg_all_types_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_types_${format_compression}(float_col,
t_map_int, t_ARRAY_decimal_precision_8, t_ARRAY_string_starting_with_nulls)
-// VALUES (
-// CAST(123.45 AS FLOAT), -- float_col
-// MAP(1, 10), -- t_map_int
-// ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(null, 'value1', 'value2') --
t_ARRAY_string_starting_with_nulls
-// );
-// """
-// order_qt_q03 """ select * from
iceberg_all_types_${format_compression};
-// """
-//
-// sql """ DROP TABLE iceberg_all_types_${format_compression}; """
-// }
-//
-// def q02 = { String format_compression, String catalog_name, String
hive_catalog_name ->
-// def parts = format_compression.split("_")
-// def format = parts[0]
-// def compression = parts[1]
-// sql """ DROP TABLE IF EXISTS
`iceberg_all_types_${format_compression}`; """
-// sql """
-// CREATE TABLE `iceberg_all_types_${format_compression}`(
-// `boolean_col` boolean,
-// `int_col` int,
-// `bigint_col` bigint,
-// `float_col` float,
-// `double_col` double,
-// `decimal_col1` decimal(9,0),
-// `decimal_col2` decimal(8,4),
-// `decimal_col3` decimal(18,6),
-// `decimal_col4` decimal(38,12),
-// `string_col` string,
-// `date_col` date,
-// `timestamp_col1` datetime,
-// `timestamp_col2` datetime,
-// `timestamp_col3` datetime,
-// `t_map_string` map<string,string>,
-// `t_map_int` map<int,int>,
-// `t_map_bigint` map<bigint,bigint>,
-// `t_map_float` map<float,float>,
-// `t_map_double` map<double,double>,
-// `t_map_boolean` map<boolean,boolean>,
-// `t_map_decimal_precision_2` map<decimal(2,1),decimal(2,1)>,
-// `t_map_decimal_precision_4` map<decimal(4,2),decimal(4,2)>,
-// `t_map_decimal_precision_8` map<decimal(8,4),decimal(8,4)>,
-// `t_map_decimal_precision_17` map<decimal(17,8),decimal(17,8)>,
-// `t_map_decimal_precision_18` map<decimal(18,8),decimal(18,8)>,
-// `t_map_decimal_precision_38` map<decimal(38,16),decimal(38,16)>,
-// `t_array_string` array<string>,
-// `t_array_int` array<int>,
-// `t_array_bigint` array<bigint>,
-// `t_array_float` array<float>,
-// `t_array_double` array<double>,
-// `t_array_boolean` array<boolean>,
-// `t_array_decimal_precision_2` array<decimal(2,1)>,
-// `t_array_decimal_precision_4` array<decimal(4,2)>,
-// `t_array_decimal_precision_8` array<decimal(8,4)>,
-// `t_array_decimal_precision_17` array<decimal(17,8)>,
-// `t_array_decimal_precision_18` array<decimal(18,8)>,
-// `t_array_decimal_precision_38` array<decimal(38,16)>,
-// `t_struct_bigint` struct<s_bigint:bigint>,
-// `t_complex` map<string,array<struct<s_int:int>>>,
-// `t_struct_nested` struct<struct_field:array<string>>,
-// `t_struct_null`
struct<struct_field_null:string,struct_field_null2:string>,
-// `t_struct_non_nulls_after_nulls`
struct<struct_non_nulls_after_nulls1:int,struct_non_nulls_after_nulls2:string>,
-// `t_nested_struct_non_nulls_after_nulls`
struct<struct_field1:int,struct_field2:string,strict_field3:struct<nested_struct_field1:int,nested_struct_field2:string>>,
-// `t_map_null_value` map<string,string>,
-// `t_array_string_starting_with_nulls` array<string>,
-// `t_array_string_with_nulls_in_between` array<string>,
-// `t_array_string_ending_with_nulls` array<string>,
-// `t_array_string_all_nulls` array<string>,
-// `dt` int) ENGINE=iceberg
-// properties (
-// "compression-codec" = ${compression},
-// "write-format"=${format}
-// )
-// """
-// sql """ refresh catalog ${catalog_name};"""
-//
-// sql """
-// INSERT INTO iceberg_all_types_${format_compression}
-// SELECT boolean_col, int_col, bigint_col, float_col, double_col,
decimal_col1, decimal_col2,
-// decimal_col3, decimal_col4, string_col, date_col, timestamp_col1,
timestamp_col2, timestamp_col3,
-// t_map_string, t_map_int,
-// t_map_bigint, t_map_float, t_map_double, t_map_boolean,
t_map_decimal_precision_2, t_map_decimal_precision_4,
-// t_map_decimal_precision_8, t_map_decimal_precision_17,
t_map_decimal_precision_18, t_map_decimal_precision_38,
-// t_ARRAY_string, t_ARRAY_int, t_ARRAY_bigint, t_ARRAY_float,
t_ARRAY_double, t_ARRAY_boolean,
-// t_ARRAY_decimal_precision_2, t_ARRAY_decimal_precision_4,
t_ARRAY_decimal_precision_8,
-// t_ARRAY_decimal_precision_17, t_ARRAY_decimal_precision_18,
t_ARRAY_decimal_precision_38, t_struct_bigint, t_complex,
-// t_struct_nested, t_struct_null,
t_struct_non_nulls_after_nulls, t_nested_struct_non_nulls_after_nulls,
-// t_map_null_value, t_ARRAY_string_starting_with_nulls,
t_ARRAY_string_with_nulls_in_between,
-// t_ARRAY_string_ending_with_nulls,
t_ARRAY_string_all_nulls, dt FROM
${hive_catalog_name}.write_test.all_types_parquet_snappy_src;
-// """
-// order_qt_q01 """ select * from
iceberg_all_types_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_types_${format_compression}(float_col,
t_map_int, t_ARRAY_decimal_precision_8, t_ARRAY_string_starting_with_nulls)
-// SELECT float_col, t_map_int, t_ARRAY_decimal_precision_8,
t_ARRAY_string_starting_with_nulls FROM
${hive_catalog_name}.write_test.all_types_parquet_snappy_src;
-// """
-// order_qt_q02 """
-// select * from iceberg_all_types_${format_compression};
-// """
-//
-// sql """ DROP TABLE iceberg_all_types_${format_compression}; """
-// }
-// def q03 = { String format_compression, String catalog_name ->
-// def parts = format_compression.split("_")
-// def format = parts[0]
-// def compression = parts[1]
-// sql """ DROP TABLE IF EXISTS
`iceberg_all_types_par_${format_compression}`; """
-// sql """
-// CREATE TABLE `iceberg_all_types_par_${format_compression}`(
-// `boolean_col` boolean,
-// `int_col` int,
-// `bigint_col` bigint,
-// `float_col` float,
-// `double_col` double,
-// `decimal_col1` decimal(9,0),
-// `decimal_col2` decimal(8,4),
-// `decimal_col3` decimal(18,6),
-// `decimal_col4` decimal(38,12),
-// `string_col` string,
-// `date_col` date,
-// `timestamp_col1` datetime,
-// `timestamp_col2` datetime,
-// `timestamp_col3` datetime,
-// `t_map_string` map<string,string>,
-// `t_map_int` map<int,int>,
-// `t_map_bigint` map<bigint,bigint>,
-// `t_map_float` map<float,float>,
-// `t_map_double` map<double,double>,
-// `t_map_boolean` map<boolean,boolean>,
-// `t_map_decimal_precision_2` map<decimal(2,1),decimal(2,1)>,
-// `t_map_decimal_precision_4` map<decimal(4,2),decimal(4,2)>,
-// `t_map_decimal_precision_8` map<decimal(8,4),decimal(8,4)>,
-// `t_map_decimal_precision_17` map<decimal(17,8),decimal(17,8)>,
-// `t_map_decimal_precision_18` map<decimal(18,8),decimal(18,8)>,
-// `t_map_decimal_precision_38` map<decimal(38,16),decimal(38,16)>,
-// `t_array_string` array<string>,
-// `t_array_int` array<int>,
-// `t_array_bigint` array<bigint>,
-// `t_array_float` array<float>,
-// `t_array_double` array<double>,
-// `t_array_boolean` array<boolean>,
-// `t_array_decimal_precision_2` array<decimal(2,1)>,
-// `t_array_decimal_precision_4` array<decimal(4,2)>,
-// `t_array_decimal_precision_8` array<decimal(8,4)>,
-// `t_array_decimal_precision_17` array<decimal(17,8)>,
-// `t_array_decimal_precision_18` array<decimal(18,8)>,
-// `t_array_decimal_precision_38` array<decimal(38,16)>,
-// `t_struct_bigint` struct<s_bigint:bigint>,
-// `t_complex` map<string,array<struct<s_int:int>>>,
-// `t_struct_nested` struct<struct_field:array<string>>,
-// `t_struct_null`
struct<struct_field_null:string,struct_field_null2:string>,
-// `t_struct_non_nulls_after_nulls`
struct<struct_non_nulls_after_nulls1:int,struct_non_nulls_after_nulls2:string>,
-// `t_nested_struct_non_nulls_after_nulls`
struct<struct_field1:int,struct_field2:string,strict_field3:struct<nested_struct_field1:int,nested_struct_field2:string>>,
-// `t_map_null_value` map<string,string>,
-// `t_array_string_starting_with_nulls` array<string>,
-// `t_array_string_with_nulls_in_between` array<string>,
-// `t_array_string_ending_with_nulls` array<string>,
-// `t_array_string_all_nulls` array<string>,
-// `dt` int) ENGINE=iceberg
-// PARTITION BY LIST (dt) ()
-// properties (
-// "compression-codec" = ${compression},
-// "write-format"=${format}
-// );
-// """
-//
-// sql """ refresh catalog ${catalog_name};"""
-//
-// sql """
-// INSERT INTO iceberg_all_types_par_${format_compression}
-// VALUES (
-// 1, -- boolean_col
-// 2147483647, -- int_col
-// 9223372036854775807, -- bigint_col
-// 123.45, -- float_col
-// 123456.789, -- double_col
-// 123456789, -- decimal_col1
-// 1234.5678, -- decimal_col2
-// CAST(123456.789012 AS DECIMAL(18,6)), -- decimal_col3
-// CAST(123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
-// 'string_value', -- string_col
-// '2024-03-20', -- date_col
-// '2024-03-20 12:00:00', -- timestamp_col1
-// '2024-03-20 12:00:00.123456789', -- timestamp_col2
-// '2024-03-20 12:00:00.123456789', -- timestamp_col3
-// MAP('key1', 'value1'), -- t_map_string
-// MAP(1, 10), -- t_map_int
-// MAP(1, 100000000000), -- t_map_bigint
-// MAP(CAST(1.1 AS FLOAT), CAST(10.1 AS FLOAT)), -- t_map_float
-// MAP(CAST(1.1 AS DOUBLE), CAST(10.1 AS DOUBLE)), -- t_map_double
-// MAP(true, false), -- t_map_boolean
-// MAP(CAST(1.1 AS DECIMAL(2,1)), CAST(1.1 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
-// MAP(CAST(1.23 AS DECIMAL(4,2)), CAST(1.23 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
-// MAP(CAST(1.2345 AS DECIMAL(8,4)), CAST(1.2345 AS DECIMAL(8,4))),
-- t_map_decimal_precision_8
-// MAP(CAST(1.23456789 AS DECIMAL(17,8)), CAST(1.23456789 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
-// MAP(CAST(1.23456789 AS DECIMAL(18,8)), CAST(1.23456789 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
-// MAP(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(1.234567890123456789 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
-// ARRAY('string1', 'string2'), -- t_ARRAY_string
-// ARRAY(1, 2, 3), -- t_ARRAY_int
-// ARRAY(100000000000, 200000000000), -- t_ARRAY_bigint
-// ARRAY(CAST(1.1 AS FLOAT), CAST(2.2 AS FLOAT)), -- t_ARRAY_float
-// ARRAY(CAST(1.123456789 AS DOUBLE), CAST(2.123456789 AS DOUBLE)),
-- t_ARRAY_double
-// ARRAY(true, false), -- t_ARRAY_boolean
-// ARRAY(CAST(1.1 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
-// ARRAY(CAST(1.23 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
-// ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(CAST(1.23456789 AS DECIMAL(17,8)), CAST(2.34567891 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
-// ARRAY(CAST(1.23456789 AS DECIMAL(18,8)), CAST(2.34567891 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
-// ARRAY(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
-// NAMED_STRUCT('s_bigint', 1234567890), -- t_struct_bigint
-// MAP('key', ARRAY(NAMED_STRUCT('s_int', 123))), -- t_complex
-// NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
-// NAMED_STRUCT('struct_field_null', null, 'struct_field_null2',
null), -- t_struct_null
-// NAMED_STRUCT('struct_non_nulls_after_nulls1', 123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
-// NAMED_STRUCT('struct_field1', 123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', 123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
-// MAP('null_key', null), -- t_map_null_value
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
-// ARRAY('value1', 'value2', null), --
t_ARRAY_string_ending_with_nulls
-// ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
-// 20240320 -- dt
-// );
-// """
-// order_qt_q01 """ select * from
iceberg_all_types_par_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_types_par_${format_compression}
-// VALUES (
-// 1, -- boolean_col
-// 2147483647, -- int_col
-// 9223372036854775807, -- bigint_col
-// CAST(123.45 AS FLOAT), -- float_col
-// CAST(123456.789 AS DOUBLE), -- double_col
-// CAST(123456789 AS DECIMAL(9,0)), -- decimal_col1
-// CAST(1234.5678 AS DECIMAL(8,4)), -- decimal_col2
-// CAST(123456.789012 AS DECIMAL(18,6)), -- decimal_col3
-// CAST(123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
-// 'string_value', -- string_col
-// '2024-03-20', -- date_col
-// '2024-03-20 12:00:00', -- timestamp_col1
-// '2024-03-20 12:00:00.123456789', -- timestamp_col2
-// '2024-03-20 12:00:00.123456789', -- timestamp_col3
-// MAP('key1', 'value1'), -- t_map_string
-// MAP(1, 10), -- t_map_int
-// MAP(1, 100000000000), -- t_map_bigint
-// MAP(CAST(1.1 AS FLOAT), CAST(10.1 AS FLOAT)), -- t_map_float
-// MAP(CAST(1.1 AS DOUBLE), CAST(10.1 AS DOUBLE)), -- t_map_double
-// MAP(true, false), -- t_map_boolean
-// MAP(CAST(1.1 AS DECIMAL(2,1)), CAST(1.1 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
-// MAP(CAST(1.23 AS DECIMAL(4,2)), CAST(1.23 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
-// MAP(CAST(1.2345 AS DECIMAL(8,4)), CAST(1.2345 AS DECIMAL(8,4))),
-- t_map_decimal_precision_8
-// MAP(CAST(1.23456789 AS DECIMAL(17,8)), CAST(1.23456789 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
-// MAP(CAST(1.23456789 AS DECIMAL(18,8)), CAST(1.23456789 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
-// MAP(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(1.234567890123456789 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
-// ARRAY('string1', 'string2'), -- t_ARRAY_string
-// ARRAY(1, 2, 3), -- t_ARRAY_int
-// ARRAY(100000000000, 200000000000), -- t_ARRAY_bigint
-// ARRAY(CAST(1.1 AS FLOAT), CAST(2.2 AS FLOAT)), -- t_ARRAY_float
-// ARRAY(CAST(1.123456789 AS DOUBLE), CAST(2.123456789 AS DOUBLE)),
-- t_ARRAY_double
-// ARRAY(true, false), -- t_ARRAY_boolean
-// ARRAY(CAST(1.1 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
-// ARRAY(CAST(1.23 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
-// ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(CAST(1.23456789 AS DECIMAL(17,8)), CAST(2.34567891 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
-// ARRAY(CAST(1.23456789 AS DECIMAL(18,8)), CAST(2.34567891 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
-// ARRAY(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
-// NAMED_STRUCT('s_bigint', 1234567890), -- t_struct_bigint
-// MAP('key', ARRAY(NAMED_STRUCT('s_int', 123))), -- t_complex
-// NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
-// NAMED_STRUCT('struct_field_null', null, 'struct_field_null2',
null), -- t_struct_null
-// NAMED_STRUCT('struct_non_nulls_after_nulls1', 123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
-// NAMED_STRUCT('struct_field1', 123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', 123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
-// MAP('null_key', null), -- t_map_null_value
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
-// ARRAY('value1', 'value2', null), --
t_ARRAY_string_ending_with_nulls
-// ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
-// 20240320 -- dt
-// ),
-// (
-// 0, -- boolean_col
-// -2147483648, -- int_col
-// -9223372036854775808, -- bigint_col
-// CAST(-123.45 AS FLOAT), -- float_col
-// CAST(-123456.789 AS DOUBLE), -- double_col
-// CAST(-123456789 AS DECIMAL(9,0)), -- decimal_col1
-// CAST(-1234.5678 AS DECIMAL(8,4)), -- decimal_col2
-// CAST(-123456.789012 AS DECIMAL(18,6)), -- decimal_col3
-// CAST(-123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
-// 'string_value', -- string_col
-// '2024-03-21', -- date_col
-// '2024-03-21 12:00:00', -- timestamp_col1
-// '2024-03-21 12:00:00.123456789', -- timestamp_col2
-// '2024-03-21 12:00:00.123456789', -- timestamp_col3
-// MAP('key1', 'value1'), -- t_map_string
-// MAP(2, 20), -- t_map_int
-// MAP(2, 200000000000), -- t_map_bigint
-// MAP(CAST(2.2 AS FLOAT), CAST(20.2 AS FLOAT)), -- t_map_float
-// MAP(CAST(2.2 AS DOUBLE), CAST(20.2 AS DOUBLE)), -- t_map_double
-// MAP(false, true), -- t_map_boolean
-// MAP(CAST(2.2 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
-// MAP(CAST(2.34 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
-// MAP(CAST(2.3456 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_map_decimal_precision_8
-// MAP(CAST(2.34567890 AS DECIMAL(17,8)), CAST(2.34567890 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
-// MAP(CAST(2.34567890 AS DECIMAL(18,8)), CAST(2.34567890 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
-// MAP(CAST(2.345678901234567890 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
-// ARRAY('string1', 'string2'), -- t_ARRAY_string
-// ARRAY(4, 5, 6), -- t_ARRAY_int
-// ARRAY(300000000000, 400000000000), -- t_ARRAY_bigint
-// ARRAY(CAST(3.3 AS FLOAT), CAST(4.4 AS FLOAT)), -- t_ARRAY_float
-// ARRAY(CAST(3.123456789 AS DOUBLE), CAST(4.123456789 AS DOUBLE)),
-- t_ARRAY_double
-// ARRAY(false, true), -- t_ARRAY_boolean
-// ARRAY(CAST(3.3 AS DECIMAL(2,1)), CAST(4.4 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
-// ARRAY(CAST(3.45 AS DECIMAL(4,2)), CAST(4.56 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
-// ARRAY(CAST(3.4567 AS DECIMAL(8,4)), CAST(4.5678 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(CAST(3.45678901 AS DECIMAL(17,8)), CAST(4.56789012 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
-// ARRAY(CAST(3.45678901 AS DECIMAL(18,8)), CAST(4.56789012 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
-// ARRAY(CAST(3.456789012345678901 AS DECIMAL(38,16)),
CAST(4.567890123456789012 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
-// NAMED_STRUCT('s_bigint', -1234567890), -- t_struct_bigint
-// MAP('key', ARRAY(NAMED_STRUCT('s_int', -123))), -- t_complex
-// NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
-// NAMED_STRUCT('struct_field_null', null, 'struct_field_null2',
null), -- t_struct_null
-// NAMED_STRUCT('struct_non_nulls_after_nulls1', -123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
-// NAMED_STRUCT('struct_field1', -123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', -123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
-// MAP('null_key', null), -- t_map_null_value
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
-// ARRAY('value1', 'value2', null), --
t_ARRAY_string_ending_with_nulls
-// ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
-// 20240321 -- dt
-// ),
-// (
-// 0, -- boolean_col
-// -2147483648, -- int_col
-// -9223372036854775808, -- bigint_col
-// -123.45, -- float_col
-// -123456.789, -- double_col
-// CAST(-123456789 AS DECIMAL(9,0)), -- decimal_col1
-// CAST(-1234.5678 AS DECIMAL(8,4)), -- decimal_col2
-// CAST(-123456.789012 AS DECIMAL(18,6)), -- decimal_col3
-// CAST(-123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
-// 'string_value', -- string_col
-// '2024-03-22', -- date_col
-// '2024-03-22 12:00:00', -- timestamp_col1
-// '2024-03-22 12:00:00.123456789', -- timestamp_col2
-// '2024-03-22 12:00:00.123456789', -- timestamp_col3
-// MAP('key1', 'value1'), -- t_map_string
-// MAP(3, 20), -- t_map_int
-// MAP(3, 200000000000), -- t_map_bigint
-// MAP(CAST(3.2 AS FLOAT), CAST(20.2 AS FLOAT)), -- t_map_float
-// MAP(CAST(3.2 AS DOUBLE), CAST(20.2 AS DOUBLE)), -- t_map_double
-// MAP(false, true), -- t_map_boolean
-// MAP(CAST(3.2 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
-// MAP(CAST(3.34 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
-// MAP(CAST(2.3456 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_map_decimal_precision_8
-// MAP(CAST(2.34567890 AS DECIMAL(17,8)), CAST(2.34567890 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
-// MAP(CAST(2.34567890 AS DECIMAL(18,8)), CAST(2.34567890 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
-// MAP(CAST(3.345678901234567890 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
-// ARRAY('string1', 'string2'), -- t_ARRAY_string
-// ARRAY(4, 5, 6), -- t_ARRAY_int
-// ARRAY(300000000000, 400000000000), -- t_ARRAY_bigint
-// ARRAY(CAST(3.3 AS FLOAT), CAST(4.4 AS FLOAT)), -- t_ARRAY_float
-// ARRAY(CAST(3.123456789 AS DOUBLE), CAST(4.123456789 AS DOUBLE)),
-- t_ARRAY_double
-// ARRAY(false, true), -- t_ARRAY_boolean
-// ARRAY(CAST(3.3 AS DECIMAL(2,1)), CAST(4.4 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
-// ARRAY(CAST(3.45 AS DECIMAL(4,2)), CAST(4.56 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
-// ARRAY(CAST(8.4567 AS DECIMAL(8,4)), CAST(4.5678 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(CAST(3.45678901 AS DECIMAL(17,8)), CAST(4.56789012 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
-// ARRAY(CAST(3.45678901 AS DECIMAL(18,8)), CAST(4.56789012 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
-// ARRAY(CAST(3.456789012345678901 AS DECIMAL(38,16)),
CAST(4.567890123456789012 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
-// NAMED_STRUCT('s_bigint', -1234567890), -- t_struct_bigint
-// MAP('key', ARRAY(NAMED_STRUCT('s_int', -123))), -- t_complex
-// NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
-// NAMED_STRUCT('struct_field_null', null, 'struct_field_null2',
null), -- t_struct_null
-// NAMED_STRUCT('struct_non_nulls_after_nulls1', -123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
-// NAMED_STRUCT('struct_field1', -123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', -123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
-// MAP('null_key', null), -- t_map_null_value
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
-// ARRAY('value11', 'value2', null), --
t_ARRAY_string_ending_with_nulls
-// ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
-// 20240322 -- dt
-// );
-// """
-// order_qt_q02 """ select * from
iceberg_all_types_par_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_types_par_${format_compression}(float_col,
t_map_int, t_ARRAY_decimal_precision_8, t_ARRAY_string_starting_with_nulls, dt)
-// VALUES (
-// 123.45, -- float_col
-// MAP(1, 10), -- t_map_int
-// ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))),
-- t_ARRAY_decimal_precision_8
-// ARRAY(null, 'value1', 'value2'), --
t_ARRAY_string_starting_with_nulls
-// 20240321 -- dt
-// );
-// """
-// order_qt_q03 """ select * from
iceberg_all_types_par_${format_compression};
-// """
-//
-// sql """ DROP TABLE iceberg_all_types_par_${format_compression}; """
-// }
-//
-// def q04 = { String format_compression, String catalog_name, String
hive_catalog_name ->
-// def parts = format_compression.split("_")
-// def format = parts[0]
-// def compression = parts[1]
-// sql """ DROP TABLE IF EXISTS
`iceberg_all_types_par_${format_compression}`; """
-// sql """
-// CREATE TABLE `iceberg_all_types_par_${format_compression}`(
-// `boolean_col` boolean,
-// `int_col` int,
-// `bigint_col` bigint,
-// `float_col` float,
-// `double_col` double,
-// `decimal_col1` decimal(9,0),
-// `decimal_col2` decimal(8,4),
-// `decimal_col3` decimal(18,6),
-// `decimal_col4` decimal(38,12),
-// `string_col` string,
-// `date_col` date,
-// `timestamp_col1` datetime,
-// `timestamp_col2` datetime,
-// `timestamp_col3` datetime,
-// `t_map_string` map<string,string>,
-// `t_map_int` map<int,int>,
-// `t_map_bigint` map<bigint,bigint>,
-// `t_map_float` map<float,float>,
-// `t_map_double` map<double,double>,
-// `t_map_boolean` map<boolean,boolean>,
-// `t_map_decimal_precision_2` map<decimal(2,1),decimal(2,1)>,
-// `t_map_decimal_precision_4` map<decimal(4,2),decimal(4,2)>,
-// `t_map_decimal_precision_8` map<decimal(8,4),decimal(8,4)>,
-// `t_map_decimal_precision_17` map<decimal(17,8),decimal(17,8)>,
-// `t_map_decimal_precision_18` map<decimal(18,8),decimal(18,8)>,
-// `t_map_decimal_precision_38` map<decimal(38,16),decimal(38,16)>,
-// `t_array_string` array<string>,
-// `t_array_int` array<int>,
-// `t_array_bigint` array<bigint>,
-// `t_array_float` array<float>,
-// `t_array_double` array<double>,
-// `t_array_boolean` array<boolean>,
-// `t_array_decimal_precision_2` array<decimal(2,1)>,
-// `t_array_decimal_precision_4` array<decimal(4,2)>,
-// `t_array_decimal_precision_8` array<decimal(8,4)>,
-// `t_array_decimal_precision_17` array<decimal(17,8)>,
-// `t_array_decimal_precision_18` array<decimal(18,8)>,
-// `t_array_decimal_precision_38` array<decimal(38,16)>,
-// `t_struct_bigint` struct<s_bigint:bigint>,
-// `t_complex` map<string,array<struct<s_int:int>>>,
-// `t_struct_nested` struct<struct_field:array<string>>,
-// `t_struct_null`
struct<struct_field_null:string,struct_field_null2:string>,
-// `t_struct_non_nulls_after_nulls`
struct<struct_non_nulls_after_nulls1:int,struct_non_nulls_after_nulls2:string>,
-// `t_nested_struct_non_nulls_after_nulls`
struct<struct_field1:int,struct_field2:string,strict_field3:struct<nested_struct_field1:int,nested_struct_field2:string>>,
-// `t_map_null_value` map<string,string>,
-// `t_array_string_starting_with_nulls` array<string>,
-// `t_array_string_with_nulls_in_between` array<string>,
-// `t_array_string_ending_with_nulls` array<string>,
-// `t_array_string_all_nulls` array<string>,
-// `dt` int) ENGINE=iceberg
-// PARTITION BY LIST (dt) ()
-// properties (
-// "compression-codec" = ${compression},
-// "write-format"=${format}
-// );
-// """
-//
-// sql """ refresh catalog ${catalog_name};"""
-//
-// sql """
-// INSERT INTO iceberg_all_types_par_${format_compression}
-// SELECT boolean_col, int_col, bigint_col, float_col, double_col,
decimal_col1, decimal_col2,
-// decimal_col3, decimal_col4, string_col, date_col, timestamp_col1,
timestamp_col2, timestamp_col3,
-// t_map_string, t_map_int,
-// t_map_bigint, t_map_float, t_map_double, t_map_boolean,
t_map_decimal_precision_2, t_map_decimal_precision_4,
-// t_map_decimal_precision_8, t_map_decimal_precision_17,
t_map_decimal_precision_18, t_map_decimal_precision_38,
-// t_ARRAY_string, t_ARRAY_int, t_ARRAY_bigint, t_ARRAY_float,
t_ARRAY_double, t_ARRAY_boolean,
-// t_ARRAY_decimal_precision_2, t_ARRAY_decimal_precision_4,
t_ARRAY_decimal_precision_8,
-// t_ARRAY_decimal_precision_17, t_ARRAY_decimal_precision_18,
t_ARRAY_decimal_precision_38, t_struct_bigint, t_complex,
-// t_struct_nested, t_struct_null,
t_struct_non_nulls_after_nulls, t_nested_struct_non_nulls_after_nulls,
-// t_map_null_value, t_ARRAY_string_starting_with_nulls,
t_ARRAY_string_with_nulls_in_between,
-// t_ARRAY_string_ending_with_nulls,
t_ARRAY_string_all_nulls, dt FROM
${hive_catalog_name}.write_test.all_types_parquet_snappy_src;
-// """
-// order_qt_q01 """ select * from
iceberg_all_types_par_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_types_par_${format_compression}(float_col,
t_map_int, t_ARRAY_decimal_precision_8, t_ARRAY_string_starting_with_nulls, dt)
-// SELECT float_col, t_map_int, t_ARRAY_decimal_precision_8,
t_ARRAY_string_starting_with_nulls, dt FROM
${hive_catalog_name}.write_test.all_types_parquet_snappy_src;
-// """
-// order_qt_q02 """ select * from
iceberg_all_types_par_${format_compression};
-// """
-//
-// sql """ DROP TABLE iceberg_all_types_par_${format_compression}; """
-// }
-//
-// String enabled = context.config.otherConfigs.get("enableHiveTest")
-// if (enabled == null || !enabled.equalsIgnoreCase("true")) {
-// logger.info("diable Hive test.")
-// return;
-// }
-//
-// for (String hivePrefix : ["hive2", "hive3"]) {
-// setHivePrefix(hivePrefix)
-// try {
-// String hms_port = context.config.otherConfigs.get(hivePrefix +
"HmsPort")
-// String hdfs_port = context.config.otherConfigs.get(hivePrefix +
"HdfsPort")
-// String iceberg_catalog_name =
"test_iceberg_write_insert_iceberg_${hivePrefix}"
-// String hive_catalog_name =
"test_iceberg_write_insert_hive_${hivePrefix}"
-// String externalEnvIp =
context.config.otherConfigs.get("externalEnvIp")
-//
-// sql """drop catalog if exists ${iceberg_catalog_name}"""
-// sql """create catalog if not exists ${iceberg_catalog_name}
properties (
-// 'type'='iceberg',
-// 'iceberg.catalog.type'='hms',
-// 'hive.metastore.uris' =
'thrift://${externalEnvIp}:${hms_port}',
-// 'fs.defaultFS' = 'hdfs://${externalEnvIp}:${hdfs_port}'
-// );"""
-// sql """drop catalog if exists ${hive_catalog_name}"""
-// sql """create catalog if not exists ${hive_catalog_name}
properties (
-// 'type'='hms',
-// 'hive.metastore.uris' =
'thrift://${externalEnvIp}:${hms_port}',
-// 'fs.defaultFS' = 'hdfs://${externalEnvIp}:${hdfs_port}'
-// );"""
-//
-// sql """use `${iceberg_catalog_name}`.`write_test`"""
-//
-// sql """set enable_fallback_to_original_planner=false;"""
-//
-// for (String format_compression in format_compressions) {
-// logger.info("Process format_compression " +
format_compression)
-// q01(format_compression, iceberg_catalog_name)
-// q02(format_compression, iceberg_catalog_name,
hive_catalog_name)
-// q03(format_compression, iceberg_catalog_name)
-// q04(format_compression, iceberg_catalog_name,
hive_catalog_name)
-// }
-//
-// sql """drop catalog if exists ${iceberg_catalog_name}"""
-// sql """drop catalog if exists ${hive_catalog_name}"""
-// } finally {
-// }
-// }
-//}
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("test_iceberg_write_insert",
"p0,external,iceberg,external_docker,external_docker_iceberg") {
+ def format_compressions = ["parquet_zstd", "orc_zlib"]
+
+ def q01 = { String format_compression, String catalog_name ->
+ def parts = format_compression.split("_")
+ def format = parts[0]
+ def compression = parts[1]
+ sql """ DROP TABLE IF EXISTS `iceberg_all_types_${format_compression}`;
"""
+ sql """
+ CREATE TABLE `iceberg_all_types_${format_compression}`(
+ `boolean_col` boolean,
+ `int_col` int,
+ `bigint_col` bigint,
+ `float_col` float,
+ `double_col` double,
+ `decimal_col1` decimal(9,0),
+ `decimal_col2` decimal(8,4),
+ `decimal_col3` decimal(18,6),
+ `decimal_col4` decimal(38,12),
+ `string_col` string,
+ `date_col` date,
+ `timestamp_col1` datetime,
+ `timestamp_col2` datetime,
+ `timestamp_col3` datetime,
+ `t_map_string` map<string,string>,
+ `t_map_int` map<int,int>,
+ `t_map_bigint` map<bigint,bigint>,
+ `t_map_float` map<float,float>,
+ `t_map_double` map<double,double>,
+ `t_map_boolean` map<boolean,boolean>,
+ `t_map_decimal_precision_2` map<decimal(2,1),decimal(2,1)>,
+ `t_map_decimal_precision_4` map<decimal(4,2),decimal(4,2)>,
+ `t_map_decimal_precision_8` map<decimal(8,4),decimal(8,4)>,
+ `t_map_decimal_precision_17` map<decimal(17,8),decimal(17,8)>,
+ `t_map_decimal_precision_18` map<decimal(18,8),decimal(18,8)>,
+ `t_map_decimal_precision_38` map<decimal(38,16),decimal(38,16)>,
+ `t_array_string` array<string>,
+ `t_array_int` array<int>,
+ `t_array_bigint` array<bigint>,
+ `t_array_float` array<float>,
+ `t_array_double` array<double>,
+ `t_array_boolean` array<boolean>,
+ `t_array_decimal_precision_2` array<decimal(2,1)>,
+ `t_array_decimal_precision_4` array<decimal(4,2)>,
+ `t_array_decimal_precision_8` array<decimal(8,4)>,
+ `t_array_decimal_precision_17` array<decimal(17,8)>,
+ `t_array_decimal_precision_18` array<decimal(18,8)>,
+ `t_array_decimal_precision_38` array<decimal(38,16)>,
+ `t_struct_bigint` struct<s_bigint:bigint>,
+ `t_complex` map<string,array<struct<s_int:int>>>,
+ `t_struct_nested` struct<struct_field:array<string>>,
+ `t_struct_null`
struct<struct_field_null:string,struct_field_null2:string>,
+ `t_struct_non_nulls_after_nulls`
struct<struct_non_nulls_after_nulls1:int,struct_non_nulls_after_nulls2:string>,
+ `t_nested_struct_non_nulls_after_nulls`
struct<struct_field1:int,struct_field2:string,strict_field3:struct<nested_struct_field1:int,nested_struct_field2:string>>,
+ `t_map_null_value` map<string,string>,
+ `t_array_string_starting_with_nulls` array<string>,
+ `t_array_string_with_nulls_in_between` array<string>,
+ `t_array_string_ending_with_nulls` array<string>,
+ `t_array_string_all_nulls` array<string>,
+ `dt` int) ENGINE=iceberg
+ properties (
+ "compression-codec" = ${compression},
+ "write-format"=${format}
+ )
+ """
+ sql """ refresh catalog ${catalog_name};"""
+
+ sql """
+ INSERT INTO iceberg_all_types_${format_compression}
+ VALUES (
+ 1, -- boolean_col
+ 2147483647, -- int_col
+ 9223372036854775807, -- bigint_col
+ 123.45, -- float_col
+ 123456.789, -- double_col
+ CAST(123456789 AS DECIMAL(9,0)), -- decimal_col1
+ CAST(1234.5678 AS DECIMAL(8,4)), -- decimal_col2
+ CAST(123456.789012 AS DECIMAL(18,6)), -- decimal_col3
+ CAST(123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
+ 'string_value', -- string_col
+ '2024-03-20', -- date_col
+ '2024-03-20 12:00:00', -- timestamp_col1
+ '2024-03-20 12:00:00.123456789', -- timestamp_col2
+ '2024-03-20 12:00:00.123456789', -- timestamp_col3
+ MAP('key1', 'value1'), -- t_map_string
+ MAP(1, 10), -- t_map_int
+ MAP(1, 100000000000), -- t_map_bigint
+ MAP(CAST(1.1 AS FLOAT), CAST(10.1 AS FLOAT)), -- t_map_float
+ MAP(CAST(1.1 AS DOUBLE), CAST(10.1 AS DOUBLE)), -- t_map_double
+ MAP(TRUE, FALSE), -- t_map_boolean
+ MAP(CAST(1.1 AS DECIMAL(2,1)), CAST(1.1 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
+ MAP(CAST(1.23 AS DECIMAL(4,2)), CAST(1.23 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
+ MAP(CAST(1.2345 AS DECIMAL(8,4)), CAST(1.2345 AS DECIMAL(8,4))), --
t_map_decimal_precision_8
+ MAP(CAST(1.23456789 AS DECIMAL(17,8)), CAST(1.23456789 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
+ MAP(CAST(1.23456789 AS DECIMAL(18,8)), CAST(1.23456789 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
+ MAP(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(1.234567890123456789 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
+ ARRAY('string1', 'string2'), -- t_ARRAY_string
+ ARRAY(1, 2, 3), -- t_ARRAY_int
+ ARRAY(100000000000, 200000000000), -- t_ARRAY_bigint
+ ARRAY(CAST(1.1 AS FLOAT), CAST(2.2 AS FLOAT)), -- t_ARRAY_float
+ ARRAY(CAST(1.123456789 AS DOUBLE), CAST(2.123456789 AS DOUBLE)), --
t_ARRAY_double
+ ARRAY(TRUE, FALSE), -- t_ARRAY_boolean
+ ARRAY(CAST(1.1 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
+ ARRAY(CAST(1.23 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
+ ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(CAST(1.23456789 AS DECIMAL(17,8)), CAST(2.34567891 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
+ ARRAY(1.23456789, 2.34567891), -- t_ARRAY_decimal_precision_18
+ ARRAY(1.234567890123456789, 2.345678901234567890), --
t_ARRAY_decimal_precision_38
+ NAMED_STRUCT('s_bigint', 1234567890), -- t_struct_bigint
+ MAP('key', ARRAY(NAMED_STRUCT('s_int', 123))), -- t_complex
+ NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
+ NAMED_STRUCT('struct_field_null', null, 'struct_field_null2', null),
-- t_struct_null
+ NAMED_STRUCT('struct_non_nulls_after_nulls1', 123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
+ NAMED_STRUCT('struct_field1', 123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', 123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
+ MAP('null_key', null), -- t_map_null_value
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
+ ARRAY('value1', 'value2', null), -- t_ARRAY_string_ending_with_nulls
+ ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
+ 20240320 -- dt
+ );
+ """
+ order_qt_q01 """ select * from iceberg_all_types_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_types_${format_compression}
+ VALUES (
+ 1, -- boolean_col
+ 2147483647, -- int_col
+ 9223372036854775807, -- bigint_col
+ CAST(123.45 AS FLOAT), -- float_col
+ CAST(123456.789 AS DOUBLE), -- double_col
+ CAST(123456789 AS DECIMAL(9,0)), -- decimal_col1
+ CAST(1234.5678 AS DECIMAL(8,4)), -- decimal_col2
+ CAST(123456.789012 AS DECIMAL(18,6)), -- decimal_col3
+ CAST(123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
+ 'string_value', -- string_col
+ '2024-03-20', -- date_col
+ '2024-03-20 12:00:00', -- timestamp_col1
+ '2024-03-20 12:00:00.123456789', -- timestamp_col2
+ '2024-03-20 12:00:00.123456789', -- timestamp_col3
+ MAP('key1', 'value1'), -- t_map_string
+ MAP(1, 10), -- t_map_int
+ MAP(1, 100000000000), -- t_map_bigint
+ MAP(CAST(1.1 AS FLOAT), CAST(10.1 AS FLOAT)), -- t_map_float
+ MAP(CAST(1.1 AS DOUBLE), CAST(10.1 AS DOUBLE)), -- t_map_double
+ MAP(true, false), -- t_map_boolean
+ MAP(CAST(1.1 AS DECIMAL(2,1)), CAST(1.1 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
+ MAP(CAST(1.23 AS DECIMAL(4,2)), CAST(1.23 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
+ MAP(CAST(1.2345 AS DECIMAL(8,4)), CAST(1.2345 AS DECIMAL(8,4))), --
t_map_decimal_precision_8
+ MAP(CAST(1.23456789 AS DECIMAL(17,8)), CAST(1.23456789 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
+ MAP(CAST(1.23456789 AS DECIMAL(18,8)), CAST(1.23456789 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
+ MAP(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(1.234567890123456789 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
+ ARRAY('string1', 'string2'), -- t_ARRAY_string
+ ARRAY(1, 2, 3), -- t_ARRAY_int
+ ARRAY(100000000000, 200000000000), -- t_ARRAY_bigint
+ ARRAY(CAST(1.1 AS FLOAT), CAST(2.2 AS FLOAT)), -- t_ARRAY_float
+ ARRAY(CAST(1.123456789 AS DOUBLE), CAST(2.123456789 AS DOUBLE)), --
t_ARRAY_double
+ ARRAY(true, false), -- t_ARRAY_boolean
+ ARRAY(CAST(1.1 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
+ ARRAY(CAST(1.23 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
+ ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(CAST(1.23456789 AS DECIMAL(17,8)), CAST(2.34567891 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
+ ARRAY(CAST(1.23456789 AS DECIMAL(18,8)), CAST(2.34567891 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
+ ARRAY(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
+ NAMED_STRUCT('s_bigint', 1234567890), -- t_struct_bigint
+ MAP('key', ARRAY(NAMED_STRUCT('s_int', 123))), -- t_complex
+ NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
+ NAMED_STRUCT('struct_field_null', null, 'struct_field_null2', null),
-- t_struct_null
+ NAMED_STRUCT('struct_non_nulls_after_nulls1', 123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
+ NAMED_STRUCT('struct_field1', 123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', 123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
+ MAP('null_key', null), -- t_map_null_value
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
+ ARRAY('value1', 'value2', null), -- t_ARRAY_string_ending_with_nulls
+ ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
+ 20240320 -- dt
+ ),
+ (
+ 0, -- boolean_col
+ -2147483648, -- int_col
+ -9223372036854775808, -- bigint_col
+ CAST(-123.45 AS FLOAT), -- float_col
+ CAST(-123456.789 AS DOUBLE), -- double_col
+ CAST(-123456789 AS DECIMAL(9,0)), -- decimal_col1
+ CAST(-1234.5678 AS DECIMAL(8,4)), -- decimal_col2
+ CAST(-123456.789012 AS DECIMAL(18,6)), -- decimal_col3
+ CAST(-123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
+ 'string_value', -- string_col
+ '2024-03-21', -- date_col
+ '2024-03-21 12:00:00', -- timestamp_col1
+ '2024-03-21 12:00:00.123456789', -- timestamp_col2
+ '2024-03-21 12:00:00.123456789', -- timestamp_col3
+ MAP('key1', 'value1'), -- t_map_string
+ MAP(2, 20), -- t_map_int
+ MAP(2, 200000000000), -- t_map_bigint
+ MAP(CAST(2.2 AS FLOAT), CAST(20.2 AS FLOAT)), -- t_map_float
+ MAP(CAST(2.2 AS DOUBLE), CAST(20.2 AS DOUBLE)), -- t_map_double
+ MAP(false, true), -- t_map_boolean
+ MAP(CAST(2.2 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
+ MAP(CAST(2.34 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
+ MAP(CAST(2.3456 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_map_decimal_precision_8
+ MAP(CAST(2.34567890 AS DECIMAL(17,8)), CAST(2.34567890 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
+ MAP(CAST(2.34567890 AS DECIMAL(18,8)), CAST(2.34567890 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
+ MAP(CAST(2.345678901234567890 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
+ ARRAY('string1', 'string2'), -- t_ARRAY_string
+ ARRAY(4, 5, 6), -- t_ARRAY_int
+ ARRAY(300000000000, 400000000000), -- t_ARRAY_bigint
+ ARRAY(CAST(3.3 AS FLOAT), CAST(4.4 AS FLOAT)), -- t_ARRAY_float
+ ARRAY(CAST(3.123456789 AS DOUBLE), CAST(4.123456789 AS DOUBLE)), --
t_ARRAY_double
+ ARRAY(false, true), -- t_ARRAY_boolean
+ ARRAY(CAST(3.3 AS DECIMAL(2,1)), CAST(4.4 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
+ ARRAY(CAST(3.45 AS DECIMAL(4,2)), CAST(4.56 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
+ ARRAY(CAST(3.4567 AS DECIMAL(8,4)), CAST(4.5678 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(CAST(3.45678901 AS DECIMAL(17,8)), CAST(4.56789012 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
+ ARRAY(CAST(3.45678901 AS DECIMAL(18,8)), CAST(4.56789012 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
+ ARRAY(CAST(3.456789012345678901 AS DECIMAL(38,16)),
CAST(4.567890123456789012 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
+ NAMED_STRUCT('s_bigint', -1234567890), -- t_struct_bigint
+ MAP('key', ARRAY(NAMED_STRUCT('s_int', -123))), -- t_complex
+ NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
+ NAMED_STRUCT('struct_field_null', null, 'struct_field_null2', null),
-- t_struct_null
+ NAMED_STRUCT('struct_non_nulls_after_nulls1', -123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
+ NAMED_STRUCT('struct_field1', -123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', -123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
+ MAP('null_key', null), -- t_map_null_value
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
+ ARRAY('value1', 'value2', null), -- t_ARRAY_string_ending_with_nulls
+ ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
+ 20240321 -- dt
+ ),
+ (
+ 0, -- boolean_col
+ -2147483648, -- int_col
+ -9223372036854775808, -- bigint_col
+ CAST(-123.45 AS FLOAT), -- float_col
+ CAST(-123456.789 AS DOUBLE), -- double_col
+ CAST(-123456789 AS DECIMAL(9,0)), -- decimal_col1
+ CAST(-1234.5678 AS DECIMAL(8,4)), -- decimal_col2
+ CAST(-123456.789012 AS DECIMAL(18,6)), -- decimal_col3
+ CAST(-123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
+ 'string_value', -- string_col
+ '2024-03-22', -- date_col
+ '2024-03-22 12:00:00', -- timestamp_col1
+ '2024-03-22 12:00:00.123456789', -- timestamp_col2
+ '2024-03-22 12:00:00.123456789', -- timestamp_col3
+ MAP('key1', 'value1'), -- t_map_string
+ MAP(3, 20), -- t_map_int
+ MAP(3, 200000000000), -- t_map_bigint
+ MAP(CAST(3.2 AS FLOAT), CAST(20.2 AS FLOAT)), -- t_map_float
+ MAP(CAST(3.2 AS DOUBLE), CAST(20.2 AS DOUBLE)), -- t_map_double
+ MAP(false, true), -- t_map_boolean
+ MAP(CAST(3.2 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
+ MAP(CAST(3.34 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
+ MAP(CAST(2.3456 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_map_decimal_precision_8
+ MAP(CAST(2.34567890 AS DECIMAL(17,8)), CAST(2.34567890 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
+ MAP(CAST(2.34567890 AS DECIMAL(18,8)), CAST(2.34567890 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
+ MAP(CAST(3.345678901234567890 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
+ ARRAY('string1', 'string2'), -- t_ARRAY_string
+ ARRAY(4, 5, 6), -- t_ARRAY_int
+ ARRAY(300000000000, 400000000000), -- t_ARRAY_bigint
+ ARRAY(CAST(3.3 AS FLOAT), CAST(4.4 AS FLOAT)), -- t_ARRAY_float
+ ARRAY(CAST(3.123456789 AS DOUBLE), CAST(4.123456789 AS DOUBLE)), --
t_ARRAY_double
+ ARRAY(false, true), -- t_ARRAY_boolean
+ ARRAY(CAST(3.3 AS DECIMAL(2,1)), CAST(4.4 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
+ ARRAY(CAST(3.45 AS DECIMAL(4,2)), CAST(4.56 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
+ ARRAY(CAST(8.4567 AS DECIMAL(8,4)), CAST(4.5678 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(CAST(3.45678901 AS DECIMAL(17,8)), CAST(4.56789012 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
+ ARRAY(CAST(3.45678901 AS DECIMAL(18,8)), CAST(4.56789012 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
+ ARRAY(CAST(3.456789012345678901 AS DECIMAL(38,16)),
CAST(4.567890123456789012 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
+ NAMED_STRUCT('s_bigint', -1234567890), -- t_struct_bigint
+ MAP('key', ARRAY(NAMED_STRUCT('s_int', -123))), -- t_complex
+ NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
+ NAMED_STRUCT('struct_field_null', null, 'struct_field_null2', null),
-- t_struct_null
+ NAMED_STRUCT('struct_non_nulls_after_nulls1', -123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
+ NAMED_STRUCT('struct_field1', -123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', -123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
+ MAP('null_key', null), -- t_map_null_value
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
+ ARRAY('value11', 'value2', null), -- t_ARRAY_string_ending_with_nulls
+ ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
+ 20240322 -- dt
+ );
+ """
+ order_qt_q02 """ select * from iceberg_all_types_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_types_${format_compression}(float_col,
t_map_int, t_ARRAY_decimal_precision_8, t_ARRAY_string_starting_with_nulls)
+ VALUES (
+ CAST(123.45 AS FLOAT), -- float_col
+ MAP(1, 10), -- t_map_int
+ ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(null, 'value1', 'value2') -- t_ARRAY_string_starting_with_nulls
+ );
+ """
+ order_qt_q03 """ select * from iceberg_all_types_${format_compression};
+ """
+
+ sql """ DROP TABLE iceberg_all_types_${format_compression}; """
+ }
+
+ def q02 = { String format_compression, String catalog_name, String
hive_catalog_name ->
+ def parts = format_compression.split("_")
+ def format = parts[0]
+ def compression = parts[1]
+ sql """ DROP TABLE IF EXISTS `iceberg_all_types_${format_compression}`;
"""
+ sql """
+ CREATE TABLE `iceberg_all_types_${format_compression}`(
+ `boolean_col` boolean,
+ `int_col` int,
+ `bigint_col` bigint,
+ `float_col` float,
+ `double_col` double,
+ `decimal_col1` decimal(9,0),
+ `decimal_col2` decimal(8,4),
+ `decimal_col3` decimal(18,6),
+ `decimal_col4` decimal(38,12),
+ `string_col` string,
+ `date_col` date,
+ `timestamp_col1` datetime,
+ `timestamp_col2` datetime,
+ `timestamp_col3` datetime,
+ `t_map_string` map<string,string>,
+ `t_map_int` map<int,int>,
+ `t_map_bigint` map<bigint,bigint>,
+ `t_map_float` map<float,float>,
+ `t_map_double` map<double,double>,
+ `t_map_boolean` map<boolean,boolean>,
+ `t_map_decimal_precision_2` map<decimal(2,1),decimal(2,1)>,
+ `t_map_decimal_precision_4` map<decimal(4,2),decimal(4,2)>,
+ `t_map_decimal_precision_8` map<decimal(8,4),decimal(8,4)>,
+ `t_map_decimal_precision_17` map<decimal(17,8),decimal(17,8)>,
+ `t_map_decimal_precision_18` map<decimal(18,8),decimal(18,8)>,
+ `t_map_decimal_precision_38` map<decimal(38,16),decimal(38,16)>,
+ `t_array_string` array<string>,
+ `t_array_int` array<int>,
+ `t_array_bigint` array<bigint>,
+ `t_array_float` array<float>,
+ `t_array_double` array<double>,
+ `t_array_boolean` array<boolean>,
+ `t_array_decimal_precision_2` array<decimal(2,1)>,
+ `t_array_decimal_precision_4` array<decimal(4,2)>,
+ `t_array_decimal_precision_8` array<decimal(8,4)>,
+ `t_array_decimal_precision_17` array<decimal(17,8)>,
+ `t_array_decimal_precision_18` array<decimal(18,8)>,
+ `t_array_decimal_precision_38` array<decimal(38,16)>,
+ `t_struct_bigint` struct<s_bigint:bigint>,
+ `t_complex` map<string,array<struct<s_int:int>>>,
+ `t_struct_nested` struct<struct_field:array<string>>,
+ `t_struct_null`
struct<struct_field_null:string,struct_field_null2:string>,
+ `t_struct_non_nulls_after_nulls`
struct<struct_non_nulls_after_nulls1:int,struct_non_nulls_after_nulls2:string>,
+ `t_nested_struct_non_nulls_after_nulls`
struct<struct_field1:int,struct_field2:string,strict_field3:struct<nested_struct_field1:int,nested_struct_field2:string>>,
+ `t_map_null_value` map<string,string>,
+ `t_array_string_starting_with_nulls` array<string>,
+ `t_array_string_with_nulls_in_between` array<string>,
+ `t_array_string_ending_with_nulls` array<string>,
+ `t_array_string_all_nulls` array<string>,
+ `dt` int) ENGINE=iceberg
+ properties (
+ "compression-codec" = ${compression},
+ "write-format"=${format}
+ )
+ """
+ sql """ refresh catalog ${catalog_name};"""
+
+ sql """
+ INSERT INTO iceberg_all_types_${format_compression}
+ SELECT boolean_col, int_col, bigint_col, float_col, double_col,
decimal_col1, decimal_col2,
+ decimal_col3, decimal_col4, string_col, date_col, timestamp_col1,
timestamp_col2, timestamp_col3,
+ t_map_string, t_map_int,
+ t_map_bigint, t_map_float, t_map_double, t_map_boolean,
t_map_decimal_precision_2, t_map_decimal_precision_4,
+ t_map_decimal_precision_8, t_map_decimal_precision_17,
t_map_decimal_precision_18, t_map_decimal_precision_38,
+ t_ARRAY_string, t_ARRAY_int, t_ARRAY_bigint, t_ARRAY_float,
t_ARRAY_double, t_ARRAY_boolean,
+ t_ARRAY_decimal_precision_2, t_ARRAY_decimal_precision_4,
t_ARRAY_decimal_precision_8,
+ t_ARRAY_decimal_precision_17, t_ARRAY_decimal_precision_18,
t_ARRAY_decimal_precision_38, t_struct_bigint, t_complex,
+ t_struct_nested, t_struct_null, t_struct_non_nulls_after_nulls,
t_nested_struct_non_nulls_after_nulls,
+ t_map_null_value, t_ARRAY_string_starting_with_nulls,
t_ARRAY_string_with_nulls_in_between,
+ t_ARRAY_string_ending_with_nulls, t_ARRAY_string_all_nulls,
dt FROM ${hive_catalog_name}.write_test.all_types_parquet_snappy_src;
+ """
+ order_qt_q01 """ select * from iceberg_all_types_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_types_${format_compression}(float_col,
t_map_int, t_ARRAY_decimal_precision_8, t_ARRAY_string_starting_with_nulls)
+ SELECT float_col, t_map_int, t_ARRAY_decimal_precision_8,
t_ARRAY_string_starting_with_nulls FROM
${hive_catalog_name}.write_test.all_types_parquet_snappy_src;
+ """
+ order_qt_q02 """
+ select * from iceberg_all_types_${format_compression};
+ """
+
+ sql """ DROP TABLE iceberg_all_types_${format_compression}; """
+ }
+ def q03 = { String format_compression, String catalog_name ->
+ def parts = format_compression.split("_")
+ def format = parts[0]
+ def compression = parts[1]
+ sql """ DROP TABLE IF EXISTS
`iceberg_all_types_par_${format_compression}`; """
+ sql """
+ CREATE TABLE `iceberg_all_types_par_${format_compression}`(
+ `boolean_col` boolean,
+ `int_col` int,
+ `bigint_col` bigint,
+ `float_col` float,
+ `double_col` double,
+ `decimal_col1` decimal(9,0),
+ `decimal_col2` decimal(8,4),
+ `decimal_col3` decimal(18,6),
+ `decimal_col4` decimal(38,12),
+ `string_col` string,
+ `date_col` date,
+ `timestamp_col1` datetime,
+ `timestamp_col2` datetime,
+ `timestamp_col3` datetime,
+ `t_map_string` map<string,string>,
+ `t_map_int` map<int,int>,
+ `t_map_bigint` map<bigint,bigint>,
+ `t_map_float` map<float,float>,
+ `t_map_double` map<double,double>,
+ `t_map_boolean` map<boolean,boolean>,
+ `t_map_decimal_precision_2` map<decimal(2,1),decimal(2,1)>,
+ `t_map_decimal_precision_4` map<decimal(4,2),decimal(4,2)>,
+ `t_map_decimal_precision_8` map<decimal(8,4),decimal(8,4)>,
+ `t_map_decimal_precision_17` map<decimal(17,8),decimal(17,8)>,
+ `t_map_decimal_precision_18` map<decimal(18,8),decimal(18,8)>,
+ `t_map_decimal_precision_38` map<decimal(38,16),decimal(38,16)>,
+ `t_array_string` array<string>,
+ `t_array_int` array<int>,
+ `t_array_bigint` array<bigint>,
+ `t_array_float` array<float>,
+ `t_array_double` array<double>,
+ `t_array_boolean` array<boolean>,
+ `t_array_decimal_precision_2` array<decimal(2,1)>,
+ `t_array_decimal_precision_4` array<decimal(4,2)>,
+ `t_array_decimal_precision_8` array<decimal(8,4)>,
+ `t_array_decimal_precision_17` array<decimal(17,8)>,
+ `t_array_decimal_precision_18` array<decimal(18,8)>,
+ `t_array_decimal_precision_38` array<decimal(38,16)>,
+ `t_struct_bigint` struct<s_bigint:bigint>,
+ `t_complex` map<string,array<struct<s_int:int>>>,
+ `t_struct_nested` struct<struct_field:array<string>>,
+ `t_struct_null`
struct<struct_field_null:string,struct_field_null2:string>,
+ `t_struct_non_nulls_after_nulls`
struct<struct_non_nulls_after_nulls1:int,struct_non_nulls_after_nulls2:string>,
+ `t_nested_struct_non_nulls_after_nulls`
struct<struct_field1:int,struct_field2:string,strict_field3:struct<nested_struct_field1:int,nested_struct_field2:string>>,
+ `t_map_null_value` map<string,string>,
+ `t_array_string_starting_with_nulls` array<string>,
+ `t_array_string_with_nulls_in_between` array<string>,
+ `t_array_string_ending_with_nulls` array<string>,
+ `t_array_string_all_nulls` array<string>,
+ `dt` int) ENGINE=iceberg
+ PARTITION BY LIST (dt) ()
+ properties (
+ "compression-codec" = ${compression},
+ "write-format"=${format}
+ );
+ """
+
+ sql """ refresh catalog ${catalog_name};"""
+
+ sql """
+ INSERT INTO iceberg_all_types_par_${format_compression}
+ VALUES (
+ 1, -- boolean_col
+ 2147483647, -- int_col
+ 9223372036854775807, -- bigint_col
+ 123.45, -- float_col
+ 123456.789, -- double_col
+ 123456789, -- decimal_col1
+ 1234.5678, -- decimal_col2
+ CAST(123456.789012 AS DECIMAL(18,6)), -- decimal_col3
+ CAST(123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
+ 'string_value', -- string_col
+ '2024-03-20', -- date_col
+ '2024-03-20 12:00:00', -- timestamp_col1
+ '2024-03-20 12:00:00.123456789', -- timestamp_col2
+ '2024-03-20 12:00:00.123456789', -- timestamp_col3
+ MAP('key1', 'value1'), -- t_map_string
+ MAP(1, 10), -- t_map_int
+ MAP(1, 100000000000), -- t_map_bigint
+ MAP(CAST(1.1 AS FLOAT), CAST(10.1 AS FLOAT)), -- t_map_float
+ MAP(CAST(1.1 AS DOUBLE), CAST(10.1 AS DOUBLE)), -- t_map_double
+ MAP(true, false), -- t_map_boolean
+ MAP(CAST(1.1 AS DECIMAL(2,1)), CAST(1.1 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
+ MAP(CAST(1.23 AS DECIMAL(4,2)), CAST(1.23 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
+ MAP(CAST(1.2345 AS DECIMAL(8,4)), CAST(1.2345 AS DECIMAL(8,4))), --
t_map_decimal_precision_8
+ MAP(CAST(1.23456789 AS DECIMAL(17,8)), CAST(1.23456789 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
+ MAP(CAST(1.23456789 AS DECIMAL(18,8)), CAST(1.23456789 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
+ MAP(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(1.234567890123456789 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
+ ARRAY('string1', 'string2'), -- t_ARRAY_string
+ ARRAY(1, 2, 3), -- t_ARRAY_int
+ ARRAY(100000000000, 200000000000), -- t_ARRAY_bigint
+ ARRAY(CAST(1.1 AS FLOAT), CAST(2.2 AS FLOAT)), -- t_ARRAY_float
+ ARRAY(CAST(1.123456789 AS DOUBLE), CAST(2.123456789 AS DOUBLE)), --
t_ARRAY_double
+ ARRAY(true, false), -- t_ARRAY_boolean
+ ARRAY(CAST(1.1 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
+ ARRAY(CAST(1.23 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
+ ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(CAST(1.23456789 AS DECIMAL(17,8)), CAST(2.34567891 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
+ ARRAY(CAST(1.23456789 AS DECIMAL(18,8)), CAST(2.34567891 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
+ ARRAY(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
+ NAMED_STRUCT('s_bigint', 1234567890), -- t_struct_bigint
+ MAP('key', ARRAY(NAMED_STRUCT('s_int', 123))), -- t_complex
+ NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
+ NAMED_STRUCT('struct_field_null', null, 'struct_field_null2', null),
-- t_struct_null
+ NAMED_STRUCT('struct_non_nulls_after_nulls1', 123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
+ NAMED_STRUCT('struct_field1', 123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', 123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
+ MAP('null_key', null), -- t_map_null_value
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
+ ARRAY('value1', 'value2', null), -- t_ARRAY_string_ending_with_nulls
+ ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
+ 20240320 -- dt
+ );
+ """
+ order_qt_q01 """ select * from
iceberg_all_types_par_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_types_par_${format_compression}
+ VALUES (
+ 1, -- boolean_col
+ 2147483647, -- int_col
+ 9223372036854775807, -- bigint_col
+ CAST(123.45 AS FLOAT), -- float_col
+ CAST(123456.789 AS DOUBLE), -- double_col
+ CAST(123456789 AS DECIMAL(9,0)), -- decimal_col1
+ CAST(1234.5678 AS DECIMAL(8,4)), -- decimal_col2
+ CAST(123456.789012 AS DECIMAL(18,6)), -- decimal_col3
+ CAST(123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
+ 'string_value', -- string_col
+ '2024-03-20', -- date_col
+ '2024-03-20 12:00:00', -- timestamp_col1
+ '2024-03-20 12:00:00.123456789', -- timestamp_col2
+ '2024-03-20 12:00:00.123456789', -- timestamp_col3
+ MAP('key1', 'value1'), -- t_map_string
+ MAP(1, 10), -- t_map_int
+ MAP(1, 100000000000), -- t_map_bigint
+ MAP(CAST(1.1 AS FLOAT), CAST(10.1 AS FLOAT)), -- t_map_float
+ MAP(CAST(1.1 AS DOUBLE), CAST(10.1 AS DOUBLE)), -- t_map_double
+ MAP(true, false), -- t_map_boolean
+ MAP(CAST(1.1 AS DECIMAL(2,1)), CAST(1.1 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
+ MAP(CAST(1.23 AS DECIMAL(4,2)), CAST(1.23 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
+ MAP(CAST(1.2345 AS DECIMAL(8,4)), CAST(1.2345 AS DECIMAL(8,4))), --
t_map_decimal_precision_8
+ MAP(CAST(1.23456789 AS DECIMAL(17,8)), CAST(1.23456789 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
+ MAP(CAST(1.23456789 AS DECIMAL(18,8)), CAST(1.23456789 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
+ MAP(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(1.234567890123456789 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
+ ARRAY('string1', 'string2'), -- t_ARRAY_string
+ ARRAY(1, 2, 3), -- t_ARRAY_int
+ ARRAY(100000000000, 200000000000), -- t_ARRAY_bigint
+ ARRAY(CAST(1.1 AS FLOAT), CAST(2.2 AS FLOAT)), -- t_ARRAY_float
+ ARRAY(CAST(1.123456789 AS DOUBLE), CAST(2.123456789 AS DOUBLE)), --
t_ARRAY_double
+ ARRAY(true, false), -- t_ARRAY_boolean
+ ARRAY(CAST(1.1 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
+ ARRAY(CAST(1.23 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
+ ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(CAST(1.23456789 AS DECIMAL(17,8)), CAST(2.34567891 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
+ ARRAY(CAST(1.23456789 AS DECIMAL(18,8)), CAST(2.34567891 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
+ ARRAY(CAST(1.234567890123456789 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
+ NAMED_STRUCT('s_bigint', 1234567890), -- t_struct_bigint
+ MAP('key', ARRAY(NAMED_STRUCT('s_int', 123))), -- t_complex
+ NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
+ NAMED_STRUCT('struct_field_null', null, 'struct_field_null2', null),
-- t_struct_null
+ NAMED_STRUCT('struct_non_nulls_after_nulls1', 123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
+ NAMED_STRUCT('struct_field1', 123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', 123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
+ MAP('null_key', null), -- t_map_null_value
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
+ ARRAY('value1', 'value2', null), -- t_ARRAY_string_ending_with_nulls
+ ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
+ 20240320 -- dt
+ ),
+ (
+ 0, -- boolean_col
+ -2147483648, -- int_col
+ -9223372036854775808, -- bigint_col
+ CAST(-123.45 AS FLOAT), -- float_col
+ CAST(-123456.789 AS DOUBLE), -- double_col
+ CAST(-123456789 AS DECIMAL(9,0)), -- decimal_col1
+ CAST(-1234.5678 AS DECIMAL(8,4)), -- decimal_col2
+ CAST(-123456.789012 AS DECIMAL(18,6)), -- decimal_col3
+ CAST(-123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
+ 'string_value', -- string_col
+ '2024-03-21', -- date_col
+ '2024-03-21 12:00:00', -- timestamp_col1
+ '2024-03-21 12:00:00.123456789', -- timestamp_col2
+ '2024-03-21 12:00:00.123456789', -- timestamp_col3
+ MAP('key1', 'value1'), -- t_map_string
+ MAP(2, 20), -- t_map_int
+ MAP(2, 200000000000), -- t_map_bigint
+ MAP(CAST(2.2 AS FLOAT), CAST(20.2 AS FLOAT)), -- t_map_float
+ MAP(CAST(2.2 AS DOUBLE), CAST(20.2 AS DOUBLE)), -- t_map_double
+ MAP(false, true), -- t_map_boolean
+ MAP(CAST(2.2 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
+ MAP(CAST(2.34 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
+ MAP(CAST(2.3456 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_map_decimal_precision_8
+ MAP(CAST(2.34567890 AS DECIMAL(17,8)), CAST(2.34567890 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
+ MAP(CAST(2.34567890 AS DECIMAL(18,8)), CAST(2.34567890 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
+ MAP(CAST(2.345678901234567890 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
+ ARRAY('string1', 'string2'), -- t_ARRAY_string
+ ARRAY(4, 5, 6), -- t_ARRAY_int
+ ARRAY(300000000000, 400000000000), -- t_ARRAY_bigint
+ ARRAY(CAST(3.3 AS FLOAT), CAST(4.4 AS FLOAT)), -- t_ARRAY_float
+ ARRAY(CAST(3.123456789 AS DOUBLE), CAST(4.123456789 AS DOUBLE)), --
t_ARRAY_double
+ ARRAY(false, true), -- t_ARRAY_boolean
+ ARRAY(CAST(3.3 AS DECIMAL(2,1)), CAST(4.4 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
+ ARRAY(CAST(3.45 AS DECIMAL(4,2)), CAST(4.56 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
+ ARRAY(CAST(3.4567 AS DECIMAL(8,4)), CAST(4.5678 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(CAST(3.45678901 AS DECIMAL(17,8)), CAST(4.56789012 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
+ ARRAY(CAST(3.45678901 AS DECIMAL(18,8)), CAST(4.56789012 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
+ ARRAY(CAST(3.456789012345678901 AS DECIMAL(38,16)),
CAST(4.567890123456789012 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
+ NAMED_STRUCT('s_bigint', -1234567890), -- t_struct_bigint
+ MAP('key', ARRAY(NAMED_STRUCT('s_int', -123))), -- t_complex
+ NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
+ NAMED_STRUCT('struct_field_null', null, 'struct_field_null2', null),
-- t_struct_null
+ NAMED_STRUCT('struct_non_nulls_after_nulls1', -123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
+ NAMED_STRUCT('struct_field1', -123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', -123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
+ MAP('null_key', null), -- t_map_null_value
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
+ ARRAY('value1', 'value2', null), -- t_ARRAY_string_ending_with_nulls
+ ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
+ 20240321 -- dt
+ ),
+ (
+ 0, -- boolean_col
+ -2147483648, -- int_col
+ -9223372036854775808, -- bigint_col
+ -123.45, -- float_col
+ -123456.789, -- double_col
+ CAST(-123456789 AS DECIMAL(9,0)), -- decimal_col1
+ CAST(-1234.5678 AS DECIMAL(8,4)), -- decimal_col2
+ CAST(-123456.789012 AS DECIMAL(18,6)), -- decimal_col3
+ CAST(-123456789.012345678901 AS DECIMAL(38,12)), -- decimal_col4
+ 'string_value', -- string_col
+ '2024-03-22', -- date_col
+ '2024-03-22 12:00:00', -- timestamp_col1
+ '2024-03-22 12:00:00.123456789', -- timestamp_col2
+ '2024-03-22 12:00:00.123456789', -- timestamp_col3
+ MAP('key1', 'value1'), -- t_map_string
+ MAP(3, 20), -- t_map_int
+ MAP(3, 200000000000), -- t_map_bigint
+ MAP(CAST(3.2 AS FLOAT), CAST(20.2 AS FLOAT)), -- t_map_float
+ MAP(CAST(3.2 AS DOUBLE), CAST(20.2 AS DOUBLE)), -- t_map_double
+ MAP(false, true), -- t_map_boolean
+ MAP(CAST(3.2 AS DECIMAL(2,1)), CAST(2.2 AS DECIMAL(2,1))), --
t_map_decimal_precision_2
+ MAP(CAST(3.34 AS DECIMAL(4,2)), CAST(2.34 AS DECIMAL(4,2))), --
t_map_decimal_precision_4
+ MAP(CAST(2.3456 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_map_decimal_precision_8
+ MAP(CAST(2.34567890 AS DECIMAL(17,8)), CAST(2.34567890 AS
DECIMAL(17,8))), -- t_map_decimal_precision_17
+ MAP(CAST(2.34567890 AS DECIMAL(18,8)), CAST(2.34567890 AS
DECIMAL(18,8))), -- t_map_decimal_precision_18
+ MAP(CAST(3.345678901234567890 AS DECIMAL(38,16)),
CAST(2.345678901234567890 AS DECIMAL(38,16))), -- t_map_decimal_precision_38
+ ARRAY('string1', 'string2'), -- t_ARRAY_string
+ ARRAY(4, 5, 6), -- t_ARRAY_int
+ ARRAY(300000000000, 400000000000), -- t_ARRAY_bigint
+ ARRAY(CAST(3.3 AS FLOAT), CAST(4.4 AS FLOAT)), -- t_ARRAY_float
+ ARRAY(CAST(3.123456789 AS DOUBLE), CAST(4.123456789 AS DOUBLE)), --
t_ARRAY_double
+ ARRAY(false, true), -- t_ARRAY_boolean
+ ARRAY(CAST(3.3 AS DECIMAL(2,1)), CAST(4.4 AS DECIMAL(2,1))), --
t_ARRAY_decimal_precision_2
+ ARRAY(CAST(3.45 AS DECIMAL(4,2)), CAST(4.56 AS DECIMAL(4,2))), --
t_ARRAY_decimal_precision_4
+ ARRAY(CAST(8.4567 AS DECIMAL(8,4)), CAST(4.5678 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(CAST(3.45678901 AS DECIMAL(17,8)), CAST(4.56789012 AS
DECIMAL(17,8))), -- t_ARRAY_decimal_precision_17
+ ARRAY(CAST(3.45678901 AS DECIMAL(18,8)), CAST(4.56789012 AS
DECIMAL(18,8))), -- t_ARRAY_decimal_precision_18
+ ARRAY(CAST(3.456789012345678901 AS DECIMAL(38,16)),
CAST(4.567890123456789012 AS DECIMAL(38,16))), -- t_ARRAY_decimal_precision_38
+ NAMED_STRUCT('s_bigint', -1234567890), -- t_struct_bigint
+ MAP('key', ARRAY(NAMED_STRUCT('s_int', -123))), -- t_complex
+ NAMED_STRUCT('struct_field', ARRAY('value1', 'value2')), --
t_struct_nested
+ NAMED_STRUCT('struct_field_null', null, 'struct_field_null2', null),
-- t_struct_null
+ NAMED_STRUCT('struct_non_nulls_after_nulls1', -123,
'struct_non_nulls_after_nulls2', 'value'), -- t_struct_non_nulls_after_nulls
+ NAMED_STRUCT('struct_field1', -123, 'struct_field2', 'value',
'strict_field3', NAMED_STRUCT('nested_struct_field1', -123,
'nested_struct_field2', 'nested_value')), --
t_nested_struct_non_nulls_after_nulls
+ MAP('null_key', null), -- t_map_null_value
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ ARRAY('value1', null, 'value2'), --
t_ARRAY_string_with_nulls_in_between
+ ARRAY('value11', 'value2', null), -- t_ARRAY_string_ending_with_nulls
+ ARRAY(null, null, null), -- t_ARRAY_string_all_nulls
+ 20240322 -- dt
+ );
+ """
+ order_qt_q02 """ select * from
iceberg_all_types_par_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_types_par_${format_compression}(float_col,
t_map_int, t_ARRAY_decimal_precision_8, t_ARRAY_string_starting_with_nulls, dt)
+ VALUES (
+ 123.45, -- float_col
+ MAP(1, 10), -- t_map_int
+ ARRAY(CAST(1.2345 AS DECIMAL(8,4)), CAST(2.3456 AS DECIMAL(8,4))), --
t_ARRAY_decimal_precision_8
+ ARRAY(null, 'value1', 'value2'), -- t_ARRAY_string_starting_with_nulls
+ 20240321 -- dt
+ );
+ """
+ order_qt_q03 """ select * from
iceberg_all_types_par_${format_compression};
+ """
+
+ sql """ DROP TABLE iceberg_all_types_par_${format_compression}; """
+ }
+
+ def q04 = { String format_compression, String catalog_name, String
hive_catalog_name ->
+ def parts = format_compression.split("_")
+ def format = parts[0]
+ def compression = parts[1]
+ sql """ DROP TABLE IF EXISTS
`iceberg_all_types_par_${format_compression}`; """
+ sql """
+ CREATE TABLE `iceberg_all_types_par_${format_compression}`(
+ `boolean_col` boolean,
+ `int_col` int,
+ `bigint_col` bigint,
+ `float_col` float,
+ `double_col` double,
+ `decimal_col1` decimal(9,0),
+ `decimal_col2` decimal(8,4),
+ `decimal_col3` decimal(18,6),
+ `decimal_col4` decimal(38,12),
+ `string_col` string,
+ `date_col` date,
+ `timestamp_col1` datetime,
+ `timestamp_col2` datetime,
+ `timestamp_col3` datetime,
+ `t_map_string` map<string,string>,
+ `t_map_int` map<int,int>,
+ `t_map_bigint` map<bigint,bigint>,
+ `t_map_float` map<float,float>,
+ `t_map_double` map<double,double>,
+ `t_map_boolean` map<boolean,boolean>,
+ `t_map_decimal_precision_2` map<decimal(2,1),decimal(2,1)>,
+ `t_map_decimal_precision_4` map<decimal(4,2),decimal(4,2)>,
+ `t_map_decimal_precision_8` map<decimal(8,4),decimal(8,4)>,
+ `t_map_decimal_precision_17` map<decimal(17,8),decimal(17,8)>,
+ `t_map_decimal_precision_18` map<decimal(18,8),decimal(18,8)>,
+ `t_map_decimal_precision_38` map<decimal(38,16),decimal(38,16)>,
+ `t_array_string` array<string>,
+ `t_array_int` array<int>,
+ `t_array_bigint` array<bigint>,
+ `t_array_float` array<float>,
+ `t_array_double` array<double>,
+ `t_array_boolean` array<boolean>,
+ `t_array_decimal_precision_2` array<decimal(2,1)>,
+ `t_array_decimal_precision_4` array<decimal(4,2)>,
+ `t_array_decimal_precision_8` array<decimal(8,4)>,
+ `t_array_decimal_precision_17` array<decimal(17,8)>,
+ `t_array_decimal_precision_18` array<decimal(18,8)>,
+ `t_array_decimal_precision_38` array<decimal(38,16)>,
+ `t_struct_bigint` struct<s_bigint:bigint>,
+ `t_complex` map<string,array<struct<s_int:int>>>,
+ `t_struct_nested` struct<struct_field:array<string>>,
+ `t_struct_null`
struct<struct_field_null:string,struct_field_null2:string>,
+ `t_struct_non_nulls_after_nulls`
struct<struct_non_nulls_after_nulls1:int,struct_non_nulls_after_nulls2:string>,
+ `t_nested_struct_non_nulls_after_nulls`
struct<struct_field1:int,struct_field2:string,strict_field3:struct<nested_struct_field1:int,nested_struct_field2:string>>,
+ `t_map_null_value` map<string,string>,
+ `t_array_string_starting_with_nulls` array<string>,
+ `t_array_string_with_nulls_in_between` array<string>,
+ `t_array_string_ending_with_nulls` array<string>,
+ `t_array_string_all_nulls` array<string>,
+ `dt` int) ENGINE=iceberg
+ PARTITION BY LIST (dt) ()
+ properties (
+ "compression-codec" = ${compression},
+ "write-format"=${format}
+ );
+ """
+
+ sql """ refresh catalog ${catalog_name};"""
+
+ sql """
+ INSERT INTO iceberg_all_types_par_${format_compression}
+ SELECT boolean_col, int_col, bigint_col, float_col, double_col,
decimal_col1, decimal_col2,
+ decimal_col3, decimal_col4, string_col, date_col, timestamp_col1,
timestamp_col2, timestamp_col3,
+ t_map_string, t_map_int,
+ t_map_bigint, t_map_float, t_map_double, t_map_boolean,
t_map_decimal_precision_2, t_map_decimal_precision_4,
+ t_map_decimal_precision_8, t_map_decimal_precision_17,
t_map_decimal_precision_18, t_map_decimal_precision_38,
+ t_ARRAY_string, t_ARRAY_int, t_ARRAY_bigint, t_ARRAY_float,
t_ARRAY_double, t_ARRAY_boolean,
+ t_ARRAY_decimal_precision_2, t_ARRAY_decimal_precision_4,
t_ARRAY_decimal_precision_8,
+ t_ARRAY_decimal_precision_17, t_ARRAY_decimal_precision_18,
t_ARRAY_decimal_precision_38, t_struct_bigint, t_complex,
+ t_struct_nested, t_struct_null, t_struct_non_nulls_after_nulls,
t_nested_struct_non_nulls_after_nulls,
+ t_map_null_value, t_ARRAY_string_starting_with_nulls,
t_ARRAY_string_with_nulls_in_between,
+ t_ARRAY_string_ending_with_nulls, t_ARRAY_string_all_nulls,
dt FROM ${hive_catalog_name}.write_test.all_types_parquet_snappy_src;
+ """
+ order_qt_q01 """ select * from
iceberg_all_types_par_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_types_par_${format_compression}(float_col,
t_map_int, t_ARRAY_decimal_precision_8, t_ARRAY_string_starting_with_nulls, dt)
+ SELECT float_col, t_map_int, t_ARRAY_decimal_precision_8,
t_ARRAY_string_starting_with_nulls, dt FROM
${hive_catalog_name}.write_test.all_types_parquet_snappy_src;
+ """
+ order_qt_q02 """ select * from
iceberg_all_types_par_${format_compression};
+ """
+
+ sql """ DROP TABLE iceberg_all_types_par_${format_compression}; """
+ }
+
+ String enabled = context.config.otherConfigs.get("enableHiveTest")
+ if (enabled == null || !enabled.equalsIgnoreCase("true")) {
+ logger.info("diable Hive test.")
+ return;
+ }
+
+ for (String hivePrefix : ["hive2", "hive3"]) {
+ setHivePrefix(hivePrefix)
+ try {
+ String hms_port = context.config.otherConfigs.get(hivePrefix +
"HmsPort")
+ String hdfs_port = context.config.otherConfigs.get(hivePrefix +
"HdfsPort")
+ String iceberg_catalog_name =
"test_iceberg_write_insert_iceberg_${hivePrefix}"
+ String hive_catalog_name =
"test_iceberg_write_insert_hive_${hivePrefix}"
+ String externalEnvIp =
context.config.otherConfigs.get("externalEnvIp")
+
+ sql """drop catalog if exists ${iceberg_catalog_name}"""
+ sql """create catalog if not exists ${iceberg_catalog_name}
properties (
+ 'type'='iceberg',
+ 'iceberg.catalog.type'='hms',
+ 'hive.metastore.uris' = 'thrift://${externalEnvIp}:${hms_port}',
+ 'fs.defaultFS' = 'hdfs://${externalEnvIp}:${hdfs_port}'
+ );"""
+ sql """drop catalog if exists ${hive_catalog_name}"""
+ sql """create catalog if not exists ${hive_catalog_name} properties
(
+ 'type'='hms',
+ 'hive.metastore.uris' = 'thrift://${externalEnvIp}:${hms_port}',
+ 'fs.defaultFS' = 'hdfs://${externalEnvIp}:${hdfs_port}'
+ );"""
+
+ sql """use `${iceberg_catalog_name}`.`write_test`"""
+
+ sql """set enable_fallback_to_original_planner=false;"""
+
+ for (String format_compression in format_compressions) {
+ logger.info("Process format_compression " + format_compression)
+ q01(format_compression, iceberg_catalog_name)
+ q02(format_compression, iceberg_catalog_name, hive_catalog_name)
+ q03(format_compression, iceberg_catalog_name)
+ q04(format_compression, iceberg_catalog_name, hive_catalog_name)
+ }
+
+ sql """drop catalog if exists ${iceberg_catalog_name}"""
+ sql """drop catalog if exists ${hive_catalog_name}"""
+ } finally {
+ }
+ }
+}
diff --git
a/regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_partitions.groovy
b/regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_partitions.groovy
index 12a324eeb77..32b9ff72733 100644
---
a/regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_partitions.groovy
+++
b/regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_partitions.groovy
@@ -1,226 +1,226 @@
-//// Licensed to the Apache Software Foundation (ASF) under one
-//// or more contributor license agreements. See the NOTICE file
-//// distributed with this work for additional information
-//// regarding copyright ownership. The ASF licenses this file
-//// to you under the Apache License, Version 2.0 (the
-//// "License"); you may not use this file except in compliance
-//// with the License. You may obtain a copy of the License at
-////
-//// http://www.apache.org/licenses/LICENSE-2.0
-////
-//// Unless required by applicable law or agreed to in writing,
-//// software distributed under the License is distributed on an
-//// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-//// KIND, either express or implied. See the License for the
-//// specific language governing permissions and limitations
-//// under the License.
-//
-//suite("test_iceberg_write_partitions",
"p0,external,iceberg,external_docker,external_docker_iceberg") {
-// def format_compressions = ["parquet_snappy", "orc_zlib"]
-//
-// def q01 = { String format_compression, String catalog_name, String
hive_catalog_name ->
-// def parts = format_compression.split("_")
-// def format = parts[0]
-// def compression = parts[1]
-// sql """ DROP TABLE IF EXISTS
`iceberg_all_partition_types1_${format_compression}` """
-// sql """
-// CREATE TABLE `iceberg_all_partition_types1_${format_compression}`(
-// `boolean_col` boolean,
-// `id` int,
-// `int_col` int,
-// `bigint_col` bigint,
-// `float_col` float,
-// `double_col` double)
-// ENGINE=iceberg
-// PARTITION BY LIST (boolean_col, int_col, bigint_col, float_col,
double_col) ()
-// properties (
-// "compression-codec" = ${compression},
-// "write-format"=${format}
-// )
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_partition_types1_${format_compression}
-// SELECT boolean_col, id, int_col, bigint_col, float_col, double_col
FROM ${hive_catalog_name}.write_test.all_partition_types1_parquet_snappy_src
where id = 1;
-// """
-// order_qt_q01 """ select * from
iceberg_all_partition_types1_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_partition_types1_${format_compression}
-// SELECT boolean_col, id, int_col, bigint_col, float_col, double_col
FROM ${hive_catalog_name}.write_test.all_partition_types1_parquet_snappy_src
where id = 2;
-// """
-// order_qt_q02 """ select * from
iceberg_all_partition_types1_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_partition_types1_${format_compression}
-// SELECT boolean_col, id, int_col, bigint_col, float_col, double_col
FROM ${hive_catalog_name}.write_test.all_partition_types1_parquet_snappy_src
where id = 3;
-// """
-// order_qt_q03 """ select * from
iceberg_all_partition_types1_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_partition_types1_${format_compression}
-// SELECT boolean_col, id, int_col, null, float_col, null FROM
${hive_catalog_name}.write_test.all_partition_types1_parquet_snappy_src where
id = 3;
-// """
-// order_qt_q04 """ select * from
iceberg_all_partition_types1_${format_compression};
-// """
-//
-// sql """ DROP TABLE
iceberg_all_partition_types1_${format_compression}; """
-// }
-//
-// def q02 = { String format_compression, String catalog_name, String
hive_catalog_name ->
-// def parts = format_compression.split("_")
-// def format = parts[0]
-// def compression = parts[1]
-// sql """ DROP TABLE IF EXISTS
`iceberg_all_partition_types2_${format_compression}` """
-// sql """
-// CREATE TABLE `iceberg_all_partition_types2_${format_compression}`(
-// `decimal_col` decimal(18,6),
-// `id` int,
-// `string_col` string,
-// `date_col` date)
-// ENGINE=iceberg
-// PARTITION BY LIST (decimal_col, string_col, date_col) ()
-// properties (
-// "compression-codec" = ${compression},
-// "write-format"=${format}
-// )
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_partition_types2_${format_compression}
-// SELECT decimal_col, id, string_col, date_col FROM
${hive_catalog_name}.write_test.all_partition_types2_parquet_snappy_src where
id = 1;
-// """
-// order_qt_q01 """ select * from
iceberg_all_partition_types2_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_partition_types2_${format_compression}
-// SELECT decimal_col, id, string_col, date_col FROM
${hive_catalog_name}.write_test.all_partition_types2_parquet_snappy_src where
id = 2;
-// """
-// order_qt_q02 """ select * from
iceberg_all_partition_types2_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_partition_types2_${format_compression}
-// SELECT decimal_col, id, string_col, date_col FROM
${hive_catalog_name}.write_test.all_partition_types2_parquet_snappy_src where
id = 3;
-// """
-// order_qt_q03 """ select * from
iceberg_all_partition_types2_${format_compression};
-// """
-//
-// sql """
-// INSERT INTO iceberg_all_partition_types2_${format_compression}
-// SELECT decimal_col, id, null, date_col FROM
${hive_catalog_name}.write_test.all_partition_types2_parquet_snappy_src where
id = 3;
-// """
-// order_qt_q04 """ select * from
iceberg_all_partition_types2_${format_compression};
-// """
-//
-// sql """ DROP TABLE
iceberg_all_partition_types2_${format_compression}; """
-// }
-//
-// def test_columns_out_of_order = { String format_compression, String
catalog_name ->
-// def parts = format_compression.split("_")
-// def format = parts[0]
-// def compression = parts[1]
-// sql """ drop table if exists
columns_out_of_order_source_tbl_${format_compression} """
-// sql """
-// CREATE TABLE
columns_out_of_order_source_tbl_${format_compression} (
-// `col3` bigint,
-// `col6` int,
-// `col1` bigint,
-// `col4` int,
-// `col2` bigint,
-// `col5` int
-// ) ENGINE = iceberg
-// properties (
-// "compression-codec" = ${compression},
-// "write-format"=${format}
-// )
-// """;
-// sql """ drop table if exists
columns_out_of_order_target_tbl_${format_compression} """
-// sql """
-// CREATE TABLE
columns_out_of_order_target_tbl_${format_compression} (
-// `col1` bigint,
-// `col2` bigint,
-// `col3` bigint,
-// `col4` int,
-// `col5` int,
-// `col6` int
-// ) ENGINE = iceberg
-// PARTITION BY LIST (
-// col4, col5, col6
-// )()
-// properties (
-// "compression-codec" = ${compression},
-// "write-format"=${format}
-// )
-// """;
-//
-// sql """
-// INSERT INTO
columns_out_of_order_source_tbl_${format_compression} (
-// col1, col2, col3, col4, col5, col6
-// ) VALUES (1, 2, 3, 4, 5, 6);
-// """
-// order_qt_columns_out_of_order01 """ SELECT * FROM
columns_out_of_order_source_tbl_${format_compression} """
-//
-// sql """
-// INSERT INTO
columns_out_of_order_target_tbl_${format_compression} (
-// col1, col2, col3, col4, col5, col6
-// ) VALUES (1, 2, 3, 4, 5, 6);
-// """
-//
-// order_qt_columns_out_of_order02 """ SELECT * FROM
columns_out_of_order_target_tbl_${format_compression} """
-//
-// sql """ drop table
columns_out_of_order_source_tbl_${format_compression} """
-// sql """ drop table
columns_out_of_order_target_tbl_${format_compression} """
-// sql """ drop database if exists `test_columns_out_of_order` """;
-// }
-//
-//
-// String enabled = context.config.otherConfigs.get("enableHiveTest")
-// if (enabled == null || !enabled.equalsIgnoreCase("true")) {
-// logger.info("disable Hive test.")
-// return;
-// }
-//
-// for (String hivePrefix : ["hive2", "hive3"]) {
-// setHivePrefix(hivePrefix)
-// try {
-// String hms_port = context.config.otherConfigs.get(hivePrefix +
"HmsPort")
-// String hdfs_port = context.config.otherConfigs.get(hivePrefix +
"HdfsPort")
-// String iceberg_catalog_name =
"test_iceberg_write_partitions_iceberg_${hivePrefix}"
-// String hive_catalog_name =
"test_iceberg_write_partitions_hive_${hivePrefix}"
-// String externalEnvIp =
context.config.otherConfigs.get("externalEnvIp")
-//
-// sql """drop catalog if exists ${iceberg_catalog_name}"""
-// sql """create catalog if not exists ${iceberg_catalog_name}
properties (
-// 'type'='iceberg',
-// 'iceberg.catalog.type'='hms',
-// 'hive.metastore.uris' =
'thrift://${externalEnvIp}:${hms_port}',
-// 'fs.defaultFS' = 'hdfs://${externalEnvIp}:${hdfs_port}'
-// );"""
-// sql """drop catalog if exists ${hive_catalog_name}"""
-// sql """create catalog if not exists ${hive_catalog_name}
properties (
-// 'type'='hms',
-// 'hive.metastore.uris' =
'thrift://${externalEnvIp}:${hms_port}',
-// 'fs.defaultFS' = 'hdfs://${externalEnvIp}:${hdfs_port}'
-// );"""
-//
-// sql """use `${iceberg_catalog_name}`.`write_test`"""
-//
-// sql """set enable_fallback_to_original_planner=false;"""
-//
-// for (String format_compression in format_compressions) {
-// logger.info("Process format_compression " +
format_compression)
-// q01(format_compression, iceberg_catalog_name,
hive_catalog_name)
-// q02(format_compression, iceberg_catalog_name,
hive_catalog_name)
-// test_columns_out_of_order(format_compression,
iceberg_catalog_name)
-// }
-// sql """drop catalog if exists ${iceberg_catalog_name}"""
-// sql """drop catalog if exists ${hive_catalog_name}"""
-// } finally {
-// }
-// }
-//}
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("test_iceberg_write_partitions",
"p0,external,iceberg,external_docker,external_docker_iceberg") {
+ def format_compressions = ["parquet_snappy", "orc_zlib"]
+
+ def q01 = { String format_compression, String catalog_name, String
hive_catalog_name ->
+ def parts = format_compression.split("_")
+ def format = parts[0]
+ def compression = parts[1]
+ sql """ DROP TABLE IF EXISTS
`iceberg_all_partition_types1_${format_compression}` """
+ sql """
+ CREATE TABLE `iceberg_all_partition_types1_${format_compression}`(
+ `boolean_col` boolean,
+ `id` int,
+ `int_col` int,
+ `bigint_col` bigint,
+ `float_col` float,
+ `double_col` double)
+ ENGINE=iceberg
+ PARTITION BY LIST (boolean_col, int_col, bigint_col, float_col,
double_col) ()
+ properties (
+ "compression-codec" = ${compression},
+ "write-format"=${format}
+ )
+ """
+
+ sql """
+ INSERT INTO iceberg_all_partition_types1_${format_compression}
+ SELECT boolean_col, id, int_col, bigint_col, float_col, double_col FROM
${hive_catalog_name}.write_test.all_partition_types1_parquet_snappy_src where
id = 1;
+ """
+ order_qt_q01 """ select * from
iceberg_all_partition_types1_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_partition_types1_${format_compression}
+ SELECT boolean_col, id, int_col, bigint_col, float_col, double_col FROM
${hive_catalog_name}.write_test.all_partition_types1_parquet_snappy_src where
id = 2;
+ """
+ order_qt_q02 """ select * from
iceberg_all_partition_types1_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_partition_types1_${format_compression}
+ SELECT boolean_col, id, int_col, bigint_col, float_col, double_col FROM
${hive_catalog_name}.write_test.all_partition_types1_parquet_snappy_src where
id = 3;
+ """
+ order_qt_q03 """ select * from
iceberg_all_partition_types1_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_partition_types1_${format_compression}
+ SELECT boolean_col, id, int_col, null, float_col, null FROM
${hive_catalog_name}.write_test.all_partition_types1_parquet_snappy_src where
id = 3;
+ """
+ order_qt_q04 """ select * from
iceberg_all_partition_types1_${format_compression};
+ """
+
+ sql """ DROP TABLE iceberg_all_partition_types1_${format_compression};
"""
+ }
+
+ def q02 = { String format_compression, String catalog_name, String
hive_catalog_name ->
+ def parts = format_compression.split("_")
+ def format = parts[0]
+ def compression = parts[1]
+ sql """ DROP TABLE IF EXISTS
`iceberg_all_partition_types2_${format_compression}` """
+ sql """
+ CREATE TABLE `iceberg_all_partition_types2_${format_compression}`(
+ `decimal_col` decimal(18,6),
+ `id` int,
+ `string_col` string,
+ `date_col` date)
+ ENGINE=iceberg
+ PARTITION BY LIST (decimal_col, string_col, date_col) ()
+ properties (
+ "compression-codec" = ${compression},
+ "write-format"=${format}
+ )
+ """
+
+ sql """
+ INSERT INTO iceberg_all_partition_types2_${format_compression}
+ SELECT decimal_col, id, string_col, date_col FROM
${hive_catalog_name}.write_test.all_partition_types2_parquet_snappy_src where
id = 1;
+ """
+ order_qt_q01 """ select * from
iceberg_all_partition_types2_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_partition_types2_${format_compression}
+ SELECT decimal_col, id, string_col, date_col FROM
${hive_catalog_name}.write_test.all_partition_types2_parquet_snappy_src where
id = 2;
+ """
+ order_qt_q02 """ select * from
iceberg_all_partition_types2_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_partition_types2_${format_compression}
+ SELECT decimal_col, id, string_col, date_col FROM
${hive_catalog_name}.write_test.all_partition_types2_parquet_snappy_src where
id = 3;
+ """
+ order_qt_q03 """ select * from
iceberg_all_partition_types2_${format_compression};
+ """
+
+ sql """
+ INSERT INTO iceberg_all_partition_types2_${format_compression}
+ SELECT decimal_col, id, null, date_col FROM
${hive_catalog_name}.write_test.all_partition_types2_parquet_snappy_src where
id = 3;
+ """
+ order_qt_q04 """ select * from
iceberg_all_partition_types2_${format_compression};
+ """
+
+ sql """ DROP TABLE iceberg_all_partition_types2_${format_compression};
"""
+ }
+
+ def test_columns_out_of_order = { String format_compression, String
catalog_name ->
+ def parts = format_compression.split("_")
+ def format = parts[0]
+ def compression = parts[1]
+ sql """ drop table if exists
columns_out_of_order_source_tbl_${format_compression} """
+ sql """
+ CREATE TABLE columns_out_of_order_source_tbl_${format_compression} (
+ `col3` bigint,
+ `col6` int,
+ `col1` bigint,
+ `col4` int,
+ `col2` bigint,
+ `col5` int
+ ) ENGINE = iceberg
+ properties (
+ "compression-codec" = ${compression},
+ "write-format"=${format}
+ )
+ """;
+ sql """ drop table if exists
columns_out_of_order_target_tbl_${format_compression} """
+ sql """
+ CREATE TABLE columns_out_of_order_target_tbl_${format_compression} (
+ `col1` bigint,
+ `col2` bigint,
+ `col3` bigint,
+ `col4` int,
+ `col5` int,
+ `col6` int
+ ) ENGINE = iceberg
+ PARTITION BY LIST (
+ col4, col5, col6
+ )()
+ properties (
+ "compression-codec" = ${compression},
+ "write-format"=${format}
+ )
+ """;
+
+ sql """
+ INSERT INTO columns_out_of_order_source_tbl_${format_compression} (
+ col1, col2, col3, col4, col5, col6
+ ) VALUES (1, 2, 3, 4, 5, 6);
+ """
+ order_qt_columns_out_of_order01 """ SELECT * FROM
columns_out_of_order_source_tbl_${format_compression} """
+
+ sql """
+ INSERT INTO columns_out_of_order_target_tbl_${format_compression} (
+ col1, col2, col3, col4, col5, col6
+ ) VALUES (1, 2, 3, 4, 5, 6);
+ """
+
+ order_qt_columns_out_of_order02 """ SELECT * FROM
columns_out_of_order_target_tbl_${format_compression} """
+
+ sql """ drop table
columns_out_of_order_source_tbl_${format_compression} """
+ sql """ drop table
columns_out_of_order_target_tbl_${format_compression} """
+ sql """ drop database if exists `test_columns_out_of_order` """;
+ }
+
+
+ String enabled = context.config.otherConfigs.get("enableHiveTest")
+ if (enabled == null || !enabled.equalsIgnoreCase("true")) {
+ logger.info("disable Hive test.")
+ return;
+ }
+
+ for (String hivePrefix : ["hive2", "hive3"]) {
+ setHivePrefix(hivePrefix)
+ try {
+ String hms_port = context.config.otherConfigs.get(hivePrefix +
"HmsPort")
+ String hdfs_port = context.config.otherConfigs.get(hivePrefix +
"HdfsPort")
+ String iceberg_catalog_name =
"test_iceberg_write_partitions_iceberg_${hivePrefix}"
+ String hive_catalog_name =
"test_iceberg_write_partitions_hive_${hivePrefix}"
+ String externalEnvIp =
context.config.otherConfigs.get("externalEnvIp")
+
+ sql """drop catalog if exists ${iceberg_catalog_name}"""
+ sql """create catalog if not exists ${iceberg_catalog_name}
properties (
+ 'type'='iceberg',
+ 'iceberg.catalog.type'='hms',
+ 'hive.metastore.uris' = 'thrift://${externalEnvIp}:${hms_port}',
+ 'fs.defaultFS' = 'hdfs://${externalEnvIp}:${hdfs_port}'
+ );"""
+ sql """drop catalog if exists ${hive_catalog_name}"""
+ sql """create catalog if not exists ${hive_catalog_name} properties
(
+ 'type'='hms',
+ 'hive.metastore.uris' = 'thrift://${externalEnvIp}:${hms_port}',
+ 'fs.defaultFS' = 'hdfs://${externalEnvIp}:${hdfs_port}'
+ );"""
+
+ sql """use `${iceberg_catalog_name}`.`write_test`"""
+
+ sql """set enable_fallback_to_original_planner=false;"""
+
+ for (String format_compression in format_compressions) {
+ logger.info("Process format_compression " + format_compression)
+ q01(format_compression, iceberg_catalog_name, hive_catalog_name)
+ q02(format_compression, iceberg_catalog_name, hive_catalog_name)
+ test_columns_out_of_order(format_compression,
iceberg_catalog_name)
+ }
+ sql """drop catalog if exists ${iceberg_catalog_name}"""
+ sql """drop catalog if exists ${hive_catalog_name}"""
+ } finally {
+ }
+ }
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
