http://git-wip-us.apache.org/repos/asf/hive/blob/dd512593/ql/src/test/results/clientpositive/llap/mergejoin.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/mergejoin.q.out b/ql/src/test/results/clientpositive/llap/mergejoin.q.out index 63bf690..1e4f632 100644 --- a/ql/src/test/results/clientpositive/llap/mergejoin.q.out +++ b/ql/src/test/results/clientpositive/llap/mergejoin.q.out @@ -64,8 +64,7 @@ STAGE PLANS: enabled: true enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true inputFormatFeatureSupport: [DECIMAL_64] - vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] - featureSupportInUse: [] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.mapred.TextInputFormat allNative: true usesVectorUDFAdaptor: false @@ -148,8 +147,7 @@ STAGE PLANS: enabled: true enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true inputFormatFeatureSupport: [DECIMAL_64] - vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] - featureSupportInUse: [] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.mapred.TextInputFormat allNative: false usesVectorUDFAdaptor: false @@ -1776,8 +1774,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -1821,8 +1819,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -1984,8 +1982,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -2068,8 +2066,7 @@ STAGE PLANS: enabled: true enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true inputFormatFeatureSupport: [DECIMAL_64] - vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] - featureSupportInUse: [] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.mapred.TextInputFormat allNative: false usesVectorUDFAdaptor: false @@ -2120,8 +2117,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -2382,8 +2379,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -2435,8 +2432,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -2637,8 +2634,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -2690,8 +2687,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -2832,8 +2829,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -2885,8 +2882,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -3046,8 +3043,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -3130,8 +3127,7 @@ STAGE PLANS: enabled: true enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true inputFormatFeatureSupport: [DECIMAL_64] - vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] - featureSupportInUse: [] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.mapred.TextInputFormat allNative: false usesVectorUDFAdaptor: false @@ -3182,8 +3178,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -3491,8 +3487,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -3544,8 +3540,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -3697,8 +3693,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false @@ -3749,8 +3745,8 @@ STAGE PLANS: Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + inputFormatFeatureSupport: [DECIMAL_64] + featureSupportInUse: [DECIMAL_64] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat allNative: true usesVectorUDFAdaptor: false
http://git-wip-us.apache.org/repos/asf/hive/blob/dd512593/ql/src/test/results/clientpositive/llap/orc_create.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_create.q.out b/ql/src/test/results/clientpositive/llap/orc_create.q.out index 5aa43a8..423e51c 100644 --- a/ql/src/test/results/clientpositive/llap/orc_create.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_create.q.out @@ -449,7 +449,7 @@ PREHOOK: query: CREATE TABLE orc_create_people_staging ( first_name string, last_name string, address string, - salary decimal, + salary decimal(38,0), start_date timestamp, state string) PREHOOK: type: CREATETABLE @@ -460,7 +460,7 @@ POSTHOOK: query: CREATE TABLE orc_create_people_staging ( first_name string, last_name string, address string, - salary decimal, + salary decimal(38,0), start_date timestamp, state string) POSTHOOK: type: CREATETABLE @@ -481,7 +481,7 @@ PREHOOK: query: CREATE TABLE orc_create_people ( first_name string, last_name string, address string, - salary decimal, + salary decimal(38,0), start_date timestamp) PARTITIONED BY (state string) STORED AS orc @@ -493,7 +493,7 @@ POSTHOOK: query: CREATE TABLE orc_create_people ( first_name string, last_name string, address string, - salary decimal, + salary decimal(38,0), start_date timestamp) PARTITIONED BY (state string) STORED AS orc @@ -515,13 +515,13 @@ POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).address SIMPLE [(orc_cr POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(38,0), comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(38,0), comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] PREHOOK: query: SELECT COUNT(*) FROM orc_create_people where id < 10 and state = 'Ca' PREHOOK: type: QUERY http://git-wip-us.apache.org/repos/asf/hive/blob/dd512593/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out index c4fe46e..65eec52 100644 --- a/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out @@ -80,11 +80,13 @@ STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.c POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_ppd_staging_n0 -PREHOOK: query: insert overwrite table orc_ppd_staging_n0 select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), `dec`, bin from staging_n6 order by t, s +PREHOOK: query: insert overwrite table orc_ppd_staging_n0 select t, si, i, b, f, d, bo, s, cast(s as char(50)) as c, +cast(s as varchar(50)) as v, cast(ts as date) as da, `dec`, bin from staging_n6 order by t, si, i, b, f, d, bo, s, c, v, da, `dec`, bin PREHOOK: type: QUERY PREHOOK: Input: default@staging_n6 PREHOOK: Output: default@orc_ppd_staging_n0 -POSTHOOK: query: insert overwrite table orc_ppd_staging_n0 select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), `dec`, bin from staging_n6 order by t, s +POSTHOOK: query: insert overwrite table orc_ppd_staging_n0 select t, si, i, b, f, d, bo, s, cast(s as char(50)) as c, +cast(s as varchar(50)) as v, cast(ts as date) as da, `dec`, bin from staging_n6 order by t, si, i, b, f, d, bo, s, c, v, da, `dec`, bin POSTHOOK: type: QUERY POSTHOOK: Input: default@staging_n6 POSTHOOK: Output: default@orc_ppd_staging_n0 @@ -177,11 +179,13 @@ STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.c POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_ppd_n1 -PREHOOK: query: insert overwrite table orc_ppd_n1 select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, `dec`, bin from orc_ppd_staging_n0 order by t, s +PREHOOK: query: insert overwrite table orc_ppd_n1 select t, si, i, b, f, d, bo, s, cast(s as char(50)) as c, +cast(s as varchar(50)) as v, da, `dec`, bin from orc_ppd_staging_n0 order by t, si, i, b, f, d, bo, s, c, v, da, `dec`, bin PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd_staging_n0 PREHOOK: Output: default@orc_ppd_n1 -POSTHOOK: query: insert overwrite table orc_ppd_n1 select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, `dec`, bin from orc_ppd_staging_n0 order by t, s +POSTHOOK: query: insert overwrite table orc_ppd_n1 select t, si, i, b, f, d, bo, s, cast(s as char(50)) as c, +cast(s as varchar(50)) as v, da, `dec`, bin from orc_ppd_staging_n0 order by t, si, i, b, f, d, bo, s, c, v, da, `dec`, bin POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_ppd_staging_n0 POSTHOOK: Output: default@orc_ppd_n1 @@ -233,7 +237,7 @@ Table Parameters: orc.bloom.filter.columns * orc.row.index.stride 1000 rawDataSize 1139514 - totalSize 55453 + totalSize 55665 #### A masked pattern was here #### # Storage Information @@ -251,7 +255,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd_n1 PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16676 + HDFS_BYTES_READ: 16675 HDFS_BYTES_WRITTEN: 104 HDFS_READ_OPS: 7 HDFS_LARGE_READ_OPS: 0 @@ -943,7 +947,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd_n1 PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 5691 + HDFS_BYTES_READ: 5911 HDFS_BYTES_WRITTEN: 101 HDFS_READ_OPS: 5 HDFS_LARGE_READ_OPS: 0 @@ -964,9 +968,9 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1310720 - ALLOCATED_USED_BYTES: 13796 + ALLOCATED_USED_BYTES: 13810 CACHE_HIT_BYTES: 24 - CACHE_MISS_BYTES: 5691 + CACHE_MISS_BYTES: 5911 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 NUM_VECTOR_BATCHES: 1 @@ -1003,7 +1007,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 6 RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 @@ -1041,7 +1045,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 6 RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 @@ -1101,7 +1105,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 2100 RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 3 @@ -1139,7 +1143,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 1735 + CACHE_HIT_BYTES: 1726 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -1174,7 +1178,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 @@ -1212,7 +1216,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 @@ -1250,7 +1254,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 @@ -1276,7 +1280,7 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 + RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 81 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 @@ -1286,15 +1290,15 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_MAP_0: 0 RECORDS_OUT_OPERATOR_RS_10: 81 RECORDS_OUT_OPERATOR_SEL_9: 81 - RECORDS_OUT_OPERATOR_TS_0: 2000 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 - SELECTED_ROWGROUPS: 2 + NUM_DECODED_BATCHES: 3 + NUM_VECTOR_BATCHES: 3 + ROWS_EMITTED: 2100 + SELECTED_ROWGROUPS: 3 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 1 @@ -1314,7 +1318,7 @@ Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_FILES: 1 DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 + RECORDS_IN_Map_1: 2100 RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 74 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 @@ -1324,15 +1328,15 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_MAP_0: 0 RECORDS_OUT_OPERATOR_RS_10: 74 RECORDS_OUT_OPERATOR_SEL_9: 74 - RECORDS_OUT_OPERATOR_TS_0: 2000 + RECORDS_OUT_OPERATOR_TS_0: 2100 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 - SELECTED_ROWGROUPS: 2 + NUM_DECODED_BATCHES: 3 + NUM_VECTOR_BATCHES: 3 + ROWS_EMITTED: 2100 + SELECTED_ROWGROUPS: 3 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 1 @@ -1364,7 +1368,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 12 RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 2 @@ -1402,7 +1406,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 13 RECORDS_OUT_OPERATOR_TS_0: 2000 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 2 @@ -1440,7 +1444,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 1 RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 @@ -1478,7 +1482,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 7 RECORDS_OUT_OPERATOR_TS_0: 1100 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 2 @@ -1516,7 +1520,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 1735 + CACHE_HIT_BYTES: 1726 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -1551,7 +1555,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 1735 + CACHE_HIT_BYTES: 1726 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -1586,7 +1590,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 1735 + CACHE_HIT_BYTES: 1726 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -1621,7 +1625,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 @@ -1659,7 +1663,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 6 RECORDS_OUT_OPERATOR_TS_0: 1100 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 5715 + CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 2 @@ -1697,7 +1701,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 6770 + CACHE_HIT_BYTES: 6990 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 @@ -1735,7 +1739,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 100 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 6770 + CACHE_HIT_BYTES: 6990 CACHE_MISS_BYTES: 0 METADATA_CACHE_HIT: 2 NUM_DECODED_BATCHES: 1 http://git-wip-us.apache.org/repos/asf/hive/blob/dd512593/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out index 6dec42f..93e2667 100644 --- a/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out @@ -80,11 +80,13 @@ STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.c POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_ppd_staging -PREHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), `dec`, bin from staging order by t, s +PREHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)) as c, +cast(s as varchar(50)) as v, cast(ts as date) as da, `dec`, bin from staging order by t, si, i, b, f, d, bo, s, c, v, da, `dec`, bin PREHOOK: type: QUERY PREHOOK: Input: default@staging PREHOOK: Output: default@orc_ppd_staging -POSTHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), `dec`, bin from staging order by t, s +POSTHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)) as c, +cast(s as varchar(50)) as v, cast(ts as date) as da, `dec`, bin from staging order by t, si, i, b, f, d, bo, s, c, v, da, `dec`, bin POSTHOOK: type: QUERY POSTHOOK: Input: default@staging POSTHOOK: Output: default@orc_ppd_staging @@ -177,11 +179,13 @@ STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.c POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_ppd -PREHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, `dec`, bin from orc_ppd_staging order by t, s +PREHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)) as c, +cast(s as varchar(50)) as v, da, `dec`, bin from orc_ppd_staging order by t, si, i, b, f, d, bo, s, c, v, da, `dec`, bin PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd_staging PREHOOK: Output: default@orc_ppd -POSTHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, `dec`, bin from orc_ppd_staging order by t, s +POSTHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)) as c, +cast(s as varchar(50)) as v, da, `dec`, bin from orc_ppd_staging order by t, si, i, b, f, d, bo, s, c, v, da, `dec`, bin POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_ppd_staging POSTHOOK: Output: default@orc_ppd @@ -233,7 +237,7 @@ Table Parameters: orc.bloom.filter.columns * orc.row.index.stride 1000 rawDataSize 1139514 - totalSize 55453 + totalSize 55665 #### A masked pattern was here #### # Storage Information @@ -251,7 +255,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17731 + HDFS_BYTES_READ: 17730 HDFS_BYTES_WRITTEN: 104 HDFS_READ_OPS: 8 HDFS_LARGE_READ_OPS: 0 http://git-wip-us.apache.org/repos/asf/hive/blob/dd512593/ql/src/test/results/clientpositive/llap/orc_merge11.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_merge11.q.out b/ql/src/test/results/clientpositive/llap/orc_merge11.q.out index 1b2ddd3..8e7840c 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge11.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge11.q.out @@ -6,11 +6,11 @@ PREHOOK: query: DROP TABLE orc_split_elim_n0 PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE orc_split_elim_n0 POSTHOOK: type: DROPTABLE -PREHOOK: query: create table orc_split_elim_n0 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc +PREHOOK: query: create table orc_split_elim_n0 (userid bigint, string1 string, subtype double, decimal1 decimal(38,0), ts timestamp) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_split_elim_n0 -POSTHOOK: query: create table orc_split_elim_n0 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc +POSTHOOK: query: create table orc_split_elim_n0 (userid bigint, string1 string, subtype double, decimal1 decimal(38,0), ts timestamp) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_split_elim_n0 @@ -30,36 +30,36 @@ POSTHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' in POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@orc_split_elim_n0 -PREHOOK: query: create table orcfile_merge1_n2 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc tblproperties("orc.compress.size"="4096") +PREHOOK: query: create table orcfile_merge1_n2 (userid bigint, string1 string, subtype double, decimal1 decimal(38,0), ts timestamp) stored as orc tblproperties("orc.compress.size"="4096") PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orcfile_merge1_n2 -POSTHOOK: query: create table orcfile_merge1_n2 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc tblproperties("orc.compress.size"="4096") +POSTHOOK: query: create table orcfile_merge1_n2 (userid bigint, string1 string, subtype double, decimal1 decimal(38,0), ts timestamp) stored as orc tblproperties("orc.compress.size"="4096") POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orcfile_merge1_n2 -PREHOOK: query: insert overwrite table orcfile_merge1_n2 select * from orc_split_elim_n0 +PREHOOK: query: insert overwrite table orcfile_merge1_n2 select * from orc_split_elim_n0 order by userid PREHOOK: type: QUERY PREHOOK: Input: default@orc_split_elim_n0 PREHOOK: Output: default@orcfile_merge1_n2 -POSTHOOK: query: insert overwrite table orcfile_merge1_n2 select * from orc_split_elim_n0 +POSTHOOK: query: insert overwrite table orcfile_merge1_n2 select * from orc_split_elim_n0 order by userid POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_split_elim_n0 POSTHOOK: Output: default@orcfile_merge1_n2 -POSTHOOK: Lineage: orcfile_merge1_n2.decimal1 SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orcfile_merge1_n2.decimal1 SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:decimal1, type:decimal(38,0), comment:null), ] POSTHOOK: Lineage: orcfile_merge1_n2.string1 SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orcfile_merge1_n2.subtype SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orcfile_merge1_n2.ts SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: orcfile_merge1_n2.userid SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:userid, type:bigint, comment:null), ] -PREHOOK: query: insert into table orcfile_merge1_n2 select * from orc_split_elim_n0 +PREHOOK: query: insert into table orcfile_merge1_n2 select * from orc_split_elim_n0 order by userid PREHOOK: type: QUERY PREHOOK: Input: default@orc_split_elim_n0 PREHOOK: Output: default@orcfile_merge1_n2 -POSTHOOK: query: insert into table orcfile_merge1_n2 select * from orc_split_elim_n0 +POSTHOOK: query: insert into table orcfile_merge1_n2 select * from orc_split_elim_n0 order by userid POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_split_elim_n0 POSTHOOK: Output: default@orcfile_merge1_n2 -POSTHOOK: Lineage: orcfile_merge1_n2.decimal1 SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orcfile_merge1_n2.decimal1 SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:decimal1, type:decimal(38,0), comment:null), ] POSTHOOK: Lineage: orcfile_merge1_n2.string1 SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orcfile_merge1_n2.subtype SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orcfile_merge1_n2.ts SIMPLE [(orc_split_elim_n0)orc_split_elim_n0.FieldSchema(name:ts, type:timestamp, comment:null), ] @@ -76,42 +76,42 @@ File Version: 0.12 with ORC_135 Rows: 50000 Compression: ZLIB Compression size: 4096 -Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(10,0),ts:timestamp> +Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(38,0),ts:timestamp> Stripe Statistics: Stripe 1: Column 0: count: 50000 hasNull: false - Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238 - Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980 - Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005 - Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32 - Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 + Column 1: count: 50000 hasNull: false bytesOnDisk: 30 min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false bytesOnDisk: 55 min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false bytesOnDisk: 5114 min: 0.8 max: 80.0 sum: 400102.8 + Column 4: count: 50000 hasNull: false bytesOnDisk: 498 min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false bytesOnDisk: 64 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 File Statistics: Column 0: count: 50000 hasNull: false - Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238 - Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980 - Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005 - Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32 - Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 + Column 1: count: 50000 hasNull: false bytesOnDisk: 30 min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false bytesOnDisk: 55 min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false bytesOnDisk: 5114 min: 0.8 max: 80.0 sum: 400102.8 + Column 4: count: 50000 hasNull: false bytesOnDisk: 498 min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false bytesOnDisk: 64 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 Stripes: - Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 497 + Stripe: offset: 3 data: 5761 rows: 50000 tail: 112 index: 433 Stream: column 0 section ROW_INDEX start: 3 length 17 - Stream: column 1 section ROW_INDEX start: 20 length 83 - Stream: column 2 section ROW_INDEX start: 103 length 81 - Stream: column 3 section ROW_INDEX start: 184 length 111 - Stream: column 4 section ROW_INDEX start: 295 length 110 - Stream: column 5 section ROW_INDEX start: 405 length 95 - Stream: column 1 section DATA start: 500 length 45 - Stream: column 2 section DATA start: 545 length 41 - Stream: column 2 section LENGTH start: 586 length 8 - Stream: column 2 section DICTIONARY_DATA start: 594 length 23 - Stream: column 3 section DATA start: 617 length 5167 - Stream: column 4 section DATA start: 5784 length 524 - Stream: column 4 section SECONDARY start: 6308 length 18 - Stream: column 5 section DATA start: 6326 length 53 - Stream: column 5 section SECONDARY start: 6379 length 18 + Stream: column 1 section ROW_INDEX start: 20 length 73 + Stream: column 2 section ROW_INDEX start: 93 length 79 + Stream: column 3 section ROW_INDEX start: 172 length 85 + Stream: column 4 section ROW_INDEX start: 257 length 92 + Stream: column 5 section ROW_INDEX start: 349 length 87 + Stream: column 1 section DATA start: 436 length 30 + Stream: column 2 section DATA start: 466 length 24 + Stream: column 2 section LENGTH start: 490 length 8 + Stream: column 2 section DICTIONARY_DATA start: 498 length 23 + Stream: column 3 section DATA start: 521 length 5114 + Stream: column 4 section DATA start: 5635 length 480 + Stream: column 4 section SECONDARY start: 6115 length 18 + Stream: column 5 section DATA start: 6133 length 46 + Stream: column 5 section SECONDARY start: 6179 length 18 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DICTIONARY_V2[6] @@ -125,37 +125,37 @@ Stripes: Entry 3: count: 10000 hasNull: false positions: Entry 4: count: 10000 hasNull: false positions: Row group indices for column 1: - Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999815 positions: 0,0,0 - Entry 1: count: 10000 hasNull: false min: 29 max: 100 sum: 999899 positions: 0,101,391 - Entry 2: count: 10000 hasNull: false min: 2 max: 100 sum: 999807 positions: 0,207,391 - Entry 3: count: 10000 hasNull: false min: 13 max: 100 sum: 999842 positions: 0,313,391 - Entry 4: count: 10000 hasNull: false min: 5 max: 100 sum: 999875 positions: 0,419,391 + Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999238 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,107,262 + Entry 2: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,207,22 + Entry 3: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,302,294 + Entry 4: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,402,54 Row group indices for column 2: - Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,0,0 - Entry 1: count: 10000 hasNull: false min: cat max: zebra sum: 49996 positions: 0,82,391 - Entry 2: count: 10000 hasNull: false min: eat max: zebra sum: 49996 positions: 0,168,391 - Entry 3: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,254,391 - Entry 4: count: 10000 hasNull: false min: dog max: zebra sum: 49996 positions: 0,340,391 + Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49980 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,83,262 + Entry 2: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,163,22 + Entry 3: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,239,294 + Entry 4: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,319,54 Row group indices for column 3: - Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80064.8 positions: 0,0 - Entry 1: count: 10000 hasNull: false min: 1.8 max: 8.0 sum: 79993.8 positions: 1002,2176 - Entry 2: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79985.6 positions: 2053,256 - Entry 3: count: 10000 hasNull: false min: 8.0 max: 80.0 sum: 80072.0 positions: 3067,2432 - Entry 4: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79986.6 positions: 4117,512 + Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80102.8 positions: 0,0 + Entry 1: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 1017,2176 + Entry 2: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 2057,256 + Entry 3: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 3045,2432 + Entry 4: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 4085,512 Row group indices for column 4: - Entry 0: count: 10000 hasNull: false min: 0 max: 2 sum: 3 positions: 0,0,0,0,0 - Entry 1: count: 10000 hasNull: false min: 0 max: 4 sum: 7 positions: 83,1808,0,76,272 - Entry 2: count: 10000 hasNull: false min: 0 max: 6 sum: 7 positions: 167,3616,0,156,32 - Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304 - Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64 + Entry 0: count: 10000 hasNull: false min: 0 max: 6 sum: 32 positions: 0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 84,1808,0,76,272 + Entry 2: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 160,3616,0,156,32 + Entry 3: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 274,1328,0,232,304 + Entry 4: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 350,3136,0,312,64 Row group indices for column 5: Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,0,0,0,0,0 - Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,164,391,0,76,272 - Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,336,391,0,156,32 - Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:05.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,508,391,0,232,304 - Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:15.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,680,391,0,312,64 + Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,194,262,0,76,272 + Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,354,22,0,156,32 + Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,506,294,0,232,304 + Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,666,54,0,312,64 -File length: 6890 bytes +File length: 6685 bytes Padding length: 0 bytes Padding ratio: 0% ________________________________________________________________________________________________________________________ @@ -167,42 +167,42 @@ File Version: 0.12 with ORC_135 Rows: 50000 Compression: ZLIB Compression size: 4096 -Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(10,0),ts:timestamp> +Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(38,0),ts:timestamp> Stripe Statistics: Stripe 1: Column 0: count: 50000 hasNull: false - Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238 - Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980 - Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005 - Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32 - Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 + Column 1: count: 50000 hasNull: false bytesOnDisk: 30 min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false bytesOnDisk: 55 min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false bytesOnDisk: 5114 min: 0.8 max: 80.0 sum: 400102.8 + Column 4: count: 50000 hasNull: false bytesOnDisk: 498 min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false bytesOnDisk: 64 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 File Statistics: Column 0: count: 50000 hasNull: false - Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238 - Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980 - Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005 - Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32 - Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 + Column 1: count: 50000 hasNull: false bytesOnDisk: 30 min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false bytesOnDisk: 55 min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false bytesOnDisk: 5114 min: 0.8 max: 80.0 sum: 400102.8 + Column 4: count: 50000 hasNull: false bytesOnDisk: 498 min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false bytesOnDisk: 64 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 Stripes: - Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 497 + Stripe: offset: 3 data: 5761 rows: 50000 tail: 112 index: 433 Stream: column 0 section ROW_INDEX start: 3 length 17 - Stream: column 1 section ROW_INDEX start: 20 length 83 - Stream: column 2 section ROW_INDEX start: 103 length 81 - Stream: column 3 section ROW_INDEX start: 184 length 111 - Stream: column 4 section ROW_INDEX start: 295 length 110 - Stream: column 5 section ROW_INDEX start: 405 length 95 - Stream: column 1 section DATA start: 500 length 45 - Stream: column 2 section DATA start: 545 length 41 - Stream: column 2 section LENGTH start: 586 length 8 - Stream: column 2 section DICTIONARY_DATA start: 594 length 23 - Stream: column 3 section DATA start: 617 length 5167 - Stream: column 4 section DATA start: 5784 length 524 - Stream: column 4 section SECONDARY start: 6308 length 18 - Stream: column 5 section DATA start: 6326 length 53 - Stream: column 5 section SECONDARY start: 6379 length 18 + Stream: column 1 section ROW_INDEX start: 20 length 73 + Stream: column 2 section ROW_INDEX start: 93 length 79 + Stream: column 3 section ROW_INDEX start: 172 length 85 + Stream: column 4 section ROW_INDEX start: 257 length 92 + Stream: column 5 section ROW_INDEX start: 349 length 87 + Stream: column 1 section DATA start: 436 length 30 + Stream: column 2 section DATA start: 466 length 24 + Stream: column 2 section LENGTH start: 490 length 8 + Stream: column 2 section DICTIONARY_DATA start: 498 length 23 + Stream: column 3 section DATA start: 521 length 5114 + Stream: column 4 section DATA start: 5635 length 480 + Stream: column 4 section SECONDARY start: 6115 length 18 + Stream: column 5 section DATA start: 6133 length 46 + Stream: column 5 section SECONDARY start: 6179 length 18 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DICTIONARY_V2[6] @@ -216,37 +216,37 @@ Stripes: Entry 3: count: 10000 hasNull: false positions: Entry 4: count: 10000 hasNull: false positions: Row group indices for column 1: - Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999815 positions: 0,0,0 - Entry 1: count: 10000 hasNull: false min: 29 max: 100 sum: 999899 positions: 0,101,391 - Entry 2: count: 10000 hasNull: false min: 2 max: 100 sum: 999807 positions: 0,207,391 - Entry 3: count: 10000 hasNull: false min: 13 max: 100 sum: 999842 positions: 0,313,391 - Entry 4: count: 10000 hasNull: false min: 5 max: 100 sum: 999875 positions: 0,419,391 + Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999238 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,107,262 + Entry 2: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,207,22 + Entry 3: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,302,294 + Entry 4: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,402,54 Row group indices for column 2: - Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,0,0 - Entry 1: count: 10000 hasNull: false min: cat max: zebra sum: 49996 positions: 0,82,391 - Entry 2: count: 10000 hasNull: false min: eat max: zebra sum: 49996 positions: 0,168,391 - Entry 3: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,254,391 - Entry 4: count: 10000 hasNull: false min: dog max: zebra sum: 49996 positions: 0,340,391 + Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49980 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,83,262 + Entry 2: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,163,22 + Entry 3: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,239,294 + Entry 4: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,319,54 Row group indices for column 3: - Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80064.8 positions: 0,0 - Entry 1: count: 10000 hasNull: false min: 1.8 max: 8.0 sum: 79993.8 positions: 1002,2176 - Entry 2: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79985.6 positions: 2053,256 - Entry 3: count: 10000 hasNull: false min: 8.0 max: 80.0 sum: 80072.0 positions: 3067,2432 - Entry 4: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79986.6 positions: 4117,512 + Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80102.8 positions: 0,0 + Entry 1: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 1017,2176 + Entry 2: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 2057,256 + Entry 3: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 3045,2432 + Entry 4: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 4085,512 Row group indices for column 4: - Entry 0: count: 10000 hasNull: false min: 0 max: 2 sum: 3 positions: 0,0,0,0,0 - Entry 1: count: 10000 hasNull: false min: 0 max: 4 sum: 7 positions: 83,1808,0,76,272 - Entry 2: count: 10000 hasNull: false min: 0 max: 6 sum: 7 positions: 167,3616,0,156,32 - Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304 - Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64 + Entry 0: count: 10000 hasNull: false min: 0 max: 6 sum: 32 positions: 0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 84,1808,0,76,272 + Entry 2: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 160,3616,0,156,32 + Entry 3: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 274,1328,0,232,304 + Entry 4: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 350,3136,0,312,64 Row group indices for column 5: Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,0,0,0,0,0 - Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,164,391,0,76,272 - Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,336,391,0,156,32 - Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:05.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,508,391,0,232,304 - Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:15.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,680,391,0,312,64 + Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,194,262,0,76,272 + Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,354,22,0,156,32 + Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,506,294,0,232,304 + Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,666,54,0,312,64 -File length: 6890 bytes +File length: 6685 bytes Padding length: 0 bytes Padding ratio: 0% ________________________________________________________________________________________________________________________ @@ -279,49 +279,49 @@ File Version: 0.12 with ORC_135 Rows: 100000 Compression: ZLIB Compression size: 4096 -Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(10,0),ts:timestamp> +Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(38,0),ts:timestamp> Stripe Statistics: Stripe 1: Column 0: count: 50000 hasNull: false - Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238 - Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980 - Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005 - Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32 - Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 + Column 1: count: 50000 hasNull: false bytesOnDisk: 30 min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false bytesOnDisk: 55 min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false bytesOnDisk: 5114 min: 0.8 max: 80.0 sum: 400102.8 + Column 4: count: 50000 hasNull: false bytesOnDisk: 498 min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false bytesOnDisk: 64 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 Stripe 2: Column 0: count: 50000 hasNull: false - Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238 - Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980 - Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005 - Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32 - Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 + Column 1: count: 50000 hasNull: false bytesOnDisk: 30 min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false bytesOnDisk: 55 min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false bytesOnDisk: 5114 min: 0.8 max: 80.0 sum: 400102.8 + Column 4: count: 50000 hasNull: false bytesOnDisk: 498 min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false bytesOnDisk: 64 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 File Statistics: Column 0: count: 100000 hasNull: false - Column 1: count: 100000 hasNull: false bytesOnDisk: 90 min: 2 max: 100 sum: 9998476 - Column 2: count: 100000 hasNull: false bytesOnDisk: 144 min: bar max: zebra sum: 499960 - Column 3: count: 100000 hasNull: false bytesOnDisk: 10334 min: 0.8 max: 80.0 sum: 800205.6000000001 - Column 4: count: 100000 hasNull: false bytesOnDisk: 1084 min: 0 max: 6 sum: 64 - Column 5: count: 100000 hasNull: false bytesOnDisk: 142 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 + Column 1: count: 100000 hasNull: false bytesOnDisk: 60 min: 2 max: 100 sum: 9998476 + Column 2: count: 100000 hasNull: false bytesOnDisk: 110 min: bar max: zebra sum: 499960 + Column 3: count: 100000 hasNull: false bytesOnDisk: 10228 min: 0.8 max: 80.0 sum: 800205.6 + Column 4: count: 100000 hasNull: false bytesOnDisk: 996 min: 0 max: 6 sum: 64 + Column 5: count: 100000 hasNull: false bytesOnDisk: 128 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 Stripes: - Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 497 + Stripe: offset: 3 data: 5761 rows: 50000 tail: 112 index: 433 Stream: column 0 section ROW_INDEX start: 3 length 17 - Stream: column 1 section ROW_INDEX start: 20 length 83 - Stream: column 2 section ROW_INDEX start: 103 length 81 - Stream: column 3 section ROW_INDEX start: 184 length 111 - Stream: column 4 section ROW_INDEX start: 295 length 110 - Stream: column 5 section ROW_INDEX start: 405 length 95 - Stream: column 1 section DATA start: 500 length 45 - Stream: column 2 section DATA start: 545 length 41 - Stream: column 2 section LENGTH start: 586 length 8 - Stream: column 2 section DICTIONARY_DATA start: 594 length 23 - Stream: column 3 section DATA start: 617 length 5167 - Stream: column 4 section DATA start: 5784 length 524 - Stream: column 4 section SECONDARY start: 6308 length 18 - Stream: column 5 section DATA start: 6326 length 53 - Stream: column 5 section SECONDARY start: 6379 length 18 + Stream: column 1 section ROW_INDEX start: 20 length 73 + Stream: column 2 section ROW_INDEX start: 93 length 79 + Stream: column 3 section ROW_INDEX start: 172 length 85 + Stream: column 4 section ROW_INDEX start: 257 length 92 + Stream: column 5 section ROW_INDEX start: 349 length 87 + Stream: column 1 section DATA start: 436 length 30 + Stream: column 2 section DATA start: 466 length 24 + Stream: column 2 section LENGTH start: 490 length 8 + Stream: column 2 section DICTIONARY_DATA start: 498 length 23 + Stream: column 3 section DATA start: 521 length 5114 + Stream: column 4 section DATA start: 5635 length 480 + Stream: column 4 section SECONDARY start: 6115 length 18 + Stream: column 5 section DATA start: 6133 length 46 + Stream: column 5 section SECONDARY start: 6179 length 18 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DICTIONARY_V2[6] @@ -335,51 +335,51 @@ Stripes: Entry 3: count: 10000 hasNull: false positions: Entry 4: count: 10000 hasNull: false positions: Row group indices for column 1: - Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999815 positions: 0,0,0 - Entry 1: count: 10000 hasNull: false min: 29 max: 100 sum: 999899 positions: 0,101,391 - Entry 2: count: 10000 hasNull: false min: 2 max: 100 sum: 999807 positions: 0,207,391 - Entry 3: count: 10000 hasNull: false min: 13 max: 100 sum: 999842 positions: 0,313,391 - Entry 4: count: 10000 hasNull: false min: 5 max: 100 sum: 999875 positions: 0,419,391 + Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999238 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,107,262 + Entry 2: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,207,22 + Entry 3: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,302,294 + Entry 4: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,402,54 Row group indices for column 2: - Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,0,0 - Entry 1: count: 10000 hasNull: false min: cat max: zebra sum: 49996 positions: 0,82,391 - Entry 2: count: 10000 hasNull: false min: eat max: zebra sum: 49996 positions: 0,168,391 - Entry 3: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,254,391 - Entry 4: count: 10000 hasNull: false min: dog max: zebra sum: 49996 positions: 0,340,391 + Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49980 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,83,262 + Entry 2: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,163,22 + Entry 3: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,239,294 + Entry 4: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,319,54 Row group indices for column 3: - Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80064.8 positions: 0,0 - Entry 1: count: 10000 hasNull: false min: 1.8 max: 8.0 sum: 79993.8 positions: 1002,2176 - Entry 2: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79985.6 positions: 2053,256 - Entry 3: count: 10000 hasNull: false min: 8.0 max: 80.0 sum: 80072.0 positions: 3067,2432 - Entry 4: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79986.6 positions: 4117,512 + Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80102.8 positions: 0,0 + Entry 1: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 1017,2176 + Entry 2: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 2057,256 + Entry 3: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 3045,2432 + Entry 4: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 4085,512 Row group indices for column 4: - Entry 0: count: 10000 hasNull: false min: 0 max: 2 sum: 3 positions: 0,0,0,0,0 - Entry 1: count: 10000 hasNull: false min: 0 max: 4 sum: 7 positions: 83,1808,0,76,272 - Entry 2: count: 10000 hasNull: false min: 0 max: 6 sum: 7 positions: 167,3616,0,156,32 - Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304 - Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64 + Entry 0: count: 10000 hasNull: false min: 0 max: 6 sum: 32 positions: 0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 84,1808,0,76,272 + Entry 2: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 160,3616,0,156,32 + Entry 3: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 274,1328,0,232,304 + Entry 4: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 350,3136,0,312,64 Row group indices for column 5: Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,0,0,0,0,0 - Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,164,391,0,76,272 - Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,336,391,0,156,32 - Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:05.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,508,391,0,232,304 - Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:15.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,680,391,0,312,64 - Stripe: offset: 6510 data: 5897 rows: 50000 tail: 113 index: 497 - Stream: column 0 section ROW_INDEX start: 6510 length 17 - Stream: column 1 section ROW_INDEX start: 6527 length 83 - Stream: column 2 section ROW_INDEX start: 6610 length 81 - Stream: column 3 section ROW_INDEX start: 6691 length 111 - Stream: column 4 section ROW_INDEX start: 6802 length 110 - Stream: column 5 section ROW_INDEX start: 6912 length 95 - Stream: column 1 section DATA start: 7007 length 45 - Stream: column 2 section DATA start: 7052 length 41 - Stream: column 2 section LENGTH start: 7093 length 8 - Stream: column 2 section DICTIONARY_DATA start: 7101 length 23 - Stream: column 3 section DATA start: 7124 length 5167 - Stream: column 4 section DATA start: 12291 length 524 - Stream: column 4 section SECONDARY start: 12815 length 18 - Stream: column 5 section DATA start: 12833 length 53 - Stream: column 5 section SECONDARY start: 12886 length 18 + Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,194,262,0,76,272 + Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,354,22,0,156,32 + Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,506,294,0,232,304 + Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,666,54,0,312,64 + Stripe: offset: 6309 data: 5761 rows: 50000 tail: 112 index: 433 + Stream: column 0 section ROW_INDEX start: 6309 length 17 + Stream: column 1 section ROW_INDEX start: 6326 length 73 + Stream: column 2 section ROW_INDEX start: 6399 length 79 + Stream: column 3 section ROW_INDEX start: 6478 length 85 + Stream: column 4 section ROW_INDEX start: 6563 length 92 + Stream: column 5 section ROW_INDEX start: 6655 length 87 + Stream: column 1 section DATA start: 6742 length 30 + Stream: column 2 section DATA start: 6772 length 24 + Stream: column 2 section LENGTH start: 6796 length 8 + Stream: column 2 section DICTIONARY_DATA start: 6804 length 23 + Stream: column 3 section DATA start: 6827 length 5114 + Stream: column 4 section DATA start: 11941 length 480 + Stream: column 4 section SECONDARY start: 12421 length 18 + Stream: column 5 section DATA start: 12439 length 46 + Stream: column 5 section SECONDARY start: 12485 length 18 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DICTIONARY_V2[6] @@ -393,37 +393,37 @@ Stripes: Entry 3: count: 10000 hasNull: false positions: Entry 4: count: 10000 hasNull: false positions: Row group indices for column 1: - Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999815 positions: 0,0,0 - Entry 1: count: 10000 hasNull: false min: 29 max: 100 sum: 999899 positions: 0,101,391 - Entry 2: count: 10000 hasNull: false min: 2 max: 100 sum: 999807 positions: 0,207,391 - Entry 3: count: 10000 hasNull: false min: 13 max: 100 sum: 999842 positions: 0,313,391 - Entry 4: count: 10000 hasNull: false min: 5 max: 100 sum: 999875 positions: 0,419,391 + Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999238 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,107,262 + Entry 2: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,207,22 + Entry 3: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,302,294 + Entry 4: count: 10000 hasNull: false min: 100 max: 100 sum: 1000000 positions: 0,402,54 Row group indices for column 2: - Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,0,0 - Entry 1: count: 10000 hasNull: false min: cat max: zebra sum: 49996 positions: 0,82,391 - Entry 2: count: 10000 hasNull: false min: eat max: zebra sum: 49996 positions: 0,168,391 - Entry 3: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,254,391 - Entry 4: count: 10000 hasNull: false min: dog max: zebra sum: 49996 positions: 0,340,391 + Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49980 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,83,262 + Entry 2: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,163,22 + Entry 3: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,239,294 + Entry 4: count: 10000 hasNull: false min: zebra max: zebra sum: 50000 positions: 0,319,54 Row group indices for column 3: - Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80064.8 positions: 0,0 - Entry 1: count: 10000 hasNull: false min: 1.8 max: 8.0 sum: 79993.8 positions: 1002,2176 - Entry 2: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79985.6 positions: 2053,256 - Entry 3: count: 10000 hasNull: false min: 8.0 max: 80.0 sum: 80072.0 positions: 3067,2432 - Entry 4: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79986.6 positions: 4117,512 + Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80102.8 positions: 0,0 + Entry 1: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 1017,2176 + Entry 2: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 2057,256 + Entry 3: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 3045,2432 + Entry 4: count: 10000 hasNull: false min: 8.0 max: 8.0 sum: 80000.0 positions: 4085,512 Row group indices for column 4: - Entry 0: count: 10000 hasNull: false min: 0 max: 2 sum: 3 positions: 0,0,0,0,0 - Entry 1: count: 10000 hasNull: false min: 0 max: 4 sum: 7 positions: 83,1808,0,76,272 - Entry 2: count: 10000 hasNull: false min: 0 max: 6 sum: 7 positions: 167,3616,0,156,32 - Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304 - Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64 + Entry 0: count: 10000 hasNull: false min: 0 max: 6 sum: 32 positions: 0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 84,1808,0,76,272 + Entry 2: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 160,3616,0,156,32 + Entry 3: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 274,1328,0,232,304 + Entry 4: count: 10000 hasNull: false min: 0 max: 0 sum: 0 positions: 350,3136,0,312,64 Row group indices for column 5: Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,0,0,0,0,0 - Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,164,391,0,76,272 - Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,336,391,0,156,32 - Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:05.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,508,391,0,232,304 - Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:15.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,680,391,0,312,64 + Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,194,262,0,76,272 + Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,354,22,0,156,32 + Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,506,294,0,232,304 + Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:04:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:04:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,666,54,0,312,64 -File length: 13411 bytes +File length: 13004 bytes Padding length: 0 bytes Padding ratio: 0% ________________________________________________________________________________________________________________________ http://git-wip-us.apache.org/repos/asf/hive/blob/dd512593/ql/src/test/results/clientpositive/llap/orc_merge5.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_merge5.q.out b/ql/src/test/results/clientpositive/llap/orc_merge5.q.out index 57482f5..d49c72a 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge5.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge5.q.out @@ -1,16 +1,16 @@ -PREHOOK: query: create table orc_merge5_n5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc +PREHOOK: query: create table orc_merge5_n5 (userid bigint, string1 string, subtype double, decimal1 decimal(38,0), ts timestamp) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_merge5_n5 -POSTHOOK: query: create table orc_merge5_n5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc +POSTHOOK: query: create table orc_merge5_n5 (userid bigint, string1 string, subtype double, decimal1 decimal(38,0), ts timestamp) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_merge5_n5 -PREHOOK: query: create table orc_merge5b_n0 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc +PREHOOK: query: create table orc_merge5b_n0 (userid bigint, string1 string, subtype double, decimal1 decimal(38,0), ts timestamp) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@orc_merge5b_n0 -POSTHOOK: query: create table orc_merge5b_n0 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc +POSTHOOK: query: create table orc_merge5b_n0 (userid bigint, string1 string, subtype double, decimal1 decimal(38,0), ts timestamp) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_merge5b_n0 @@ -50,7 +50,7 @@ STAGE PLANS: predicate: (userid <= 13L) (type: boolean) Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp) + expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(38,0)), ts (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -62,7 +62,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b_n0 Select Operator - expressions: _col0 (type: bigint), _col1 (type: string), _col2 (type: double), _col3 (type: decimal(10,0)), _col4 (type: timestamp) + expressions: _col0 (type: bigint), _col1 (type: string), _col2 (type: double), _col3 (type: decimal(38,0)), _col4 (type: timestamp) outputColumnNames: userid, string1, subtype, decimal1, ts Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: NONE Group By Operator @@ -73,7 +73,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 2696 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,min:double,max:double,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,min:decimal(10,0),max:decimal(10,0),countnulls:bigint,bitvector:binary>), _col4 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>) + value expressions: _col0 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,min:double,max:double,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,min:decimal(38,0),max:decimal(38,0),countnulls:bigint,bitvector:binary>), _col4 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>) Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -110,7 +110,7 @@ STAGE PLANS: Basic Stats Work: Column Stats Desc: Columns: userid, string1, subtype, decimal1, ts - Column Types: bigint, string, double, decimal(10,0), timestamp + Column Types: bigint, string, double, decimal(38,0), timestamp Table: default.orc_merge5b_n0 PREHOOK: query: insert overwrite table orc_merge5b_n0 select userid,string1,subtype,decimal1,ts from orc_merge5_n5 where userid<=13 @@ -121,7 +121,7 @@ POSTHOOK: query: insert overwrite table orc_merge5b_n0 select userid,string1,sub POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5_n5 POSTHOOK: Output: default@orc_merge5b_n0 -POSTHOOK: Lineage: orc_merge5b_n0.decimal1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orc_merge5b_n0.decimal1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:decimal1, type:decimal(38,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.string1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.subtype SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.ts SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:ts, type:timestamp, comment:null), ] @@ -180,7 +180,7 @@ STAGE PLANS: predicate: (userid <= 13L) (type: boolean) Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp) + expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(38,0)), ts (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -192,7 +192,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b_n0 Select Operator - expressions: _col0 (type: bigint), _col1 (type: string), _col2 (type: double), _col3 (type: decimal(10,0)), _col4 (type: timestamp) + expressions: _col0 (type: bigint), _col1 (type: string), _col2 (type: double), _col3 (type: decimal(38,0)), _col4 (type: timestamp) outputColumnNames: userid, string1, subtype, decimal1, ts Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: NONE Group By Operator @@ -203,7 +203,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 2696 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,min:double,max:double,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,min:decimal(10,0),max:decimal(10,0),countnulls:bigint,bitvector:binary>), _col4 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>) + value expressions: _col0 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,min:double,max:double,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,min:decimal(38,0),max:decimal(38,0),countnulls:bigint,bitvector:binary>), _col4 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>) Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -249,7 +249,7 @@ STAGE PLANS: Basic Stats Work: Column Stats Desc: Columns: userid, string1, subtype, decimal1, ts - Column Types: bigint, string, double, decimal(10,0), timestamp + Column Types: bigint, string, double, decimal(38,0), timestamp Table: default.orc_merge5b_n0 Stage: Stage-4 @@ -288,7 +288,7 @@ POSTHOOK: query: insert overwrite table orc_merge5b_n0 select userid,string1,sub POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5_n5 POSTHOOK: Output: default@orc_merge5b_n0 -POSTHOOK: Lineage: orc_merge5b_n0.decimal1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orc_merge5b_n0.decimal1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:decimal1, type:decimal(38,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.string1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.subtype SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.ts SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:ts, type:timestamp, comment:null), ] @@ -322,7 +322,7 @@ POSTHOOK: query: insert overwrite table orc_merge5b_n0 select userid,string1,sub POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5_n5 POSTHOOK: Output: default@orc_merge5b_n0 -POSTHOOK: Lineage: orc_merge5b_n0.decimal1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orc_merge5b_n0.decimal1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:decimal1, type:decimal(38,0), comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.string1 SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.subtype SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:subtype, type:double, comment:null), ] POSTHOOK: Lineage: orc_merge5b_n0.ts SIMPLE [(orc_merge5_n5)orc_merge5_n5.FieldSchema(name:ts, type:timestamp, comment:null), ]