HIVE-20498: Support date type for column stats autogather (Zoltan Haindrich reviewed by Prasanth Jayachandran)
Signed-off-by: Zoltan Haindrich <k...@rxd.hu> Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/9b376a7b Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/9b376a7b Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/9b376a7b Branch: refs/heads/master Commit: 9b376a7b040f99aa9f894343537584d19ab45056 Parents: ee5566b Author: Zoltan Haindrich <k...@rxd.hu> Authored: Thu Sep 20 08:14:29 2018 +0200 Committer: Zoltan Haindrich <k...@rxd.hu> Committed: Thu Sep 20 08:15:34 2018 +0200 ---------------------------------------------------------------------- .../ql/parse/ColumnStatsAutoGatherContext.java | 2 +- .../queries/clientpositive/autoColumnStats_11.q | 28 ++ .../alter_table_update_status.q.out | 358 +++++++++--------- ..._table_update_status_disable_bitvector.q.out | 288 +++++++-------- .../clientpositive/autoColumnStats_11.q.out | 362 +++++++++++++++++++ .../results/clientpositive/constprog_type.q.out | 31 +- .../extrapolate_part_stats_date.q.out | 2 +- .../clientpositive/llap/orc_llap_counters.q.out | 2 +- .../llap/orc_llap_counters1.q.out | 2 +- .../clientpositive/llap/orc_ppd_date.q.out | 28 +- .../llap/schema_evol_orc_nonvec_part.q.out | 6 +- ...ema_evol_orc_nonvec_part_all_primitive.q.out | 6 +- ..._orc_nonvec_part_all_primitive_llap_io.q.out | 6 +- .../schema_evol_orc_nonvec_part_llap_io.q.out | 6 +- .../llap/schema_evol_orc_vec_part.q.out | 6 +- ...schema_evol_orc_vec_part_all_primitive.q.out | 6 +- ...vol_orc_vec_part_all_primitive_llap_io.q.out | 6 +- .../llap/schema_evol_text_nonvec_part.q.out | 6 +- ...ma_evol_text_nonvec_part_all_primitive.q.out | 6 +- ...text_nonvec_part_all_primitive_llap_io.q.out | 12 +- .../schema_evol_text_nonvec_part_llap_io.q.out | 6 +- .../llap/schema_evol_text_vec_part.q.out | 6 +- ...chema_evol_text_vec_part_all_primitive.q.out | 6 +- ...ol_text_vec_part_all_primitive_llap_io.q.out | 12 +- .../schema_evol_text_vec_part_llap_io.q.out | 6 +- .../schema_evol_text_vec_table_llap_io.q.out | 6 +- .../llap/schema_evol_text_vecrow_part.q.out | 6 +- ...ma_evol_text_vecrow_part_all_primitive.q.out | 6 +- ...text_vecrow_part_all_primitive_llap_io.q.out | 12 +- .../schema_evol_text_vecrow_part_llap_io.q.out | 12 +- .../schema_evol_text_vecrow_table_llap_io.q.out | 12 +- .../clientpositive/llap/subquery_scalar.q.out | 68 ++-- .../llap/vector_aggregate_9.q.out | 42 +-- .../llap/vector_case_when_2.q.out | 30 +- .../clientpositive/llap/vector_date_1.q.out | 68 ++-- .../clientpositive/llap/vector_distinct_2.q.out | 14 +- .../clientpositive/llap/vector_groupby_3.q.out | 14 +- .../clientpositive/llap/vector_interval_1.q.out | 80 ++-- .../clientpositive/llap/vector_interval_2.q.out | 112 +++--- .../llap/vector_interval_arithmetic.q.out | 60 +-- .../clientpositive/llap/vector_orderby_5.q.out | 16 +- .../llap/vector_partitioned_date_time.q.out | 48 +-- .../clientpositive/llap/vector_reduce1.q.out | 10 +- .../clientpositive/llap/vector_reduce2.q.out | 10 +- .../clientpositive/llap/vector_reduce3.q.out | 10 +- .../llap/vector_string_concat.q.out | 20 +- .../llap/vectorized_date_funcs.q.out | 42 +-- .../test_teradatabinaryfile.q.out | 2 +- .../merge/DateColumnStatsMerger.java | 33 +- .../merge/DateColumnStatsMergerTest.java | 108 ++++++ .../merge/DecimalColumnStatsMergerTest.java | 2 - 51 files changed, 1297 insertions(+), 751 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/9b376a7b/ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java index de0282f..11ccff4 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java @@ -277,7 +277,7 @@ public class ColumnStatsAutoGatherContext { case VARCHAR: case BINARY: case DECIMAL: - // TODO: Support case DATE: + case DATE: break; default: return false; http://git-wip-us.apache.org/repos/asf/hive/blob/9b376a7b/ql/src/test/queries/clientpositive/autoColumnStats_11.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/autoColumnStats_11.q b/ql/src/test/queries/clientpositive/autoColumnStats_11.q new file mode 100644 index 0000000..a75f153 --- /dev/null +++ b/ql/src/test/queries/clientpositive/autoColumnStats_11.q @@ -0,0 +1,28 @@ +-- Checking autogathering column stats for DATE cols +set hive.stats.column.autogather=true; + +create table acs_t11(a int,b int,d date); + +-- should produce compute_stats aggregations +explain insert into acs_t11 values(1,1,'2011-11-11'); + +insert into acs_t11 values(1,1,'2011-11-11'); +describe formatted acs_t11 d; + +insert into acs_t11 values(1,1,NULL); +describe formatted acs_t11 d; + +insert into acs_t11 values(1,1,'2006-11-11'); +describe formatted acs_t11 d; + +insert into acs_t11 values(1,1,'2001-11-11'); +describe formatted acs_t11 d; + +insert into acs_t11 values(1,1,'2004-11-11'); +describe formatted acs_t11 d; + +explain analyze table acs_t11 compute statistics for columns; +analyze table acs_t11 compute statistics for columns; + +-- should be the same as before analyze +describe formatted acs_t11 d; http://git-wip-us.apache.org/repos/asf/hive/blob/9b376a7b/ql/src/test/results/clientpositive/alter_table_update_status.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/alter_table_update_status.q.out b/ql/src/test/results/clientpositive/alter_table_update_status.q.out index b855379..ec8a64c 100644 --- a/ql/src/test/results/clientpositive/alter_table_update_status.q.out +++ b/ql/src/test/results/clientpositive/alter_table_update_status.q.out @@ -339,17 +339,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name s data_type smallint -min -max -num_nulls -distinct_count +min 0 +max 3 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 i PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -358,17 +358,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name i data_type int -min -max -num_nulls -distinct_count +min 0 +max 45 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 b PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -377,17 +377,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name b data_type bigint -min -max -num_nulls -distinct_count +min 0 +max 456 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 f PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -396,17 +396,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name f data_type float -min -max -num_nulls -distinct_count +min 0.0 +max 45454.3984375 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 d PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -415,17 +415,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name d data_type double -min -max -num_nulls -distinct_count +min 0.0 +max 454.6565 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 dem PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -434,17 +434,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name dem data_type decimal(10,0) -min -max -num_nulls -distinct_count +min 2355 +max 2355 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 ts PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -453,17 +453,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name ts data_type timestamp -min -max -num_nulls -distinct_count +min 0 +max 1325379723 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 dt PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -472,17 +472,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name dt data_type date -min -max -num_nulls -distinct_count +min 2012-01-01 +max 2012-01-01 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 str PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -493,15 +493,15 @@ col_name str data_type string min max -num_nulls -distinct_count -avg_col_len -max_col_len +num_nulls 1 +distinct_count 1 +avg_col_len 17.0 +max_col_len 17 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 v PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -512,15 +512,15 @@ col_name v data_type varchar(12) min max -num_nulls -distinct_count -avg_col_len -max_col_len +num_nulls 1 +distinct_count 1 +avg_col_len 5.0 +max_col_len 5 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 c PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -531,15 +531,15 @@ col_name c data_type char(5) min max -num_nulls -distinct_count -avg_col_len -max_col_len +num_nulls 1 +distinct_count 1 +avg_col_len 4.0 +max_col_len 4 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 bl PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -550,15 +550,15 @@ col_name bl data_type boolean min max -num_nulls +num_nulls 1 distinct_count avg_col_len max_col_len -num_trues -num_falses +num_trues 1 +num_falses 0 bitVector comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 bin PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -569,15 +569,15 @@ col_name bin data_type binary min max -num_nulls +num_nulls 1 distinct_count -avg_col_len -max_col_len +avg_col_len 3.0 +max_col_len 3 num_trues num_falses bitVector comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 t PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -586,17 +586,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name t data_type tinyint -min -max -num_nulls -distinct_count +min 0 +max 2 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column t SET ('numDVs'='232','numNulls'='233','highValue'='234','lowValue'='35') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -621,9 +621,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 s PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -632,17 +632,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name s data_type smallint -min -max -num_nulls -distinct_count +min 0 +max 3 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column s SET ('numDVs'='56','numNulls'='56','highValue'='489','lowValue'='25') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -667,9 +667,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 i PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -678,17 +678,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name i data_type int -min -max -num_nulls -distinct_count +min 0 +max 45 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column i SET ('numDVs'='59','numNulls'='1','highValue'='889','lowValue'='5') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -713,9 +713,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 b PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -724,17 +724,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name b data_type bigint -min -max -num_nulls -distinct_count +min 0 +max 456 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column b SET ('numDVs'='9','numNulls'='14','highValue'='89','lowValue'='8') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -759,9 +759,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 f PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -770,17 +770,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name f data_type float -min -max -num_nulls -distinct_count +min 0.0 +max 45454.3984375 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column f SET ('numDVs'='563','numNulls'='45','highValue'='2345.656','lowValue'='8.00') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -805,9 +805,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 d PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -816,17 +816,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name d data_type double -min -max -num_nulls -distinct_count +min 0.0 +max 454.6565 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column d SET ('numDVs'='5677','numNulls'='12','highValue'='560.3367','lowValue'='0.00455') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -851,9 +851,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 dem PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -862,17 +862,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name dem data_type decimal(10,0) -min -max -num_nulls -distinct_count +min 2355 +max 2355 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column dem SET ('numDVs'='57','numNulls'='912','highValue'='560','lowValue'='0') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -897,9 +897,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 ts PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -908,17 +908,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name ts data_type timestamp -min -max -num_nulls -distinct_count +min 0 +max 1325379723 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column ts SET ('numDVs'='7','numNulls'='12','highValue'='1357030923','lowValue'='1357030924') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -943,9 +943,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\",\"ts\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 dt PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -954,17 +954,17 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@datatype_stats_n0 col_name dt data_type date -min -max -num_nulls -distinct_count +min 2012-01-01 +max 2012-01-01 +num_nulls 1 +distinct_count 1 avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\",\"ts\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column dt SET ('numDVs'='57','numNulls'='912','highValue'='2012-01-01','lowValue'='2001-02-04') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -989,9 +989,9 @@ avg_col_len max_col_len num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\",\"ts\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 str PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -1002,15 +1002,15 @@ col_name str data_type string min max -num_nulls -distinct_count -avg_col_len -max_col_len +num_nulls 1 +distinct_count 1 +avg_col_len 17.0 +max_col_len 17 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"t\":\"true\",\"ts\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column str SET ('numDVs'='232','numNulls'='233','avgColLen'='2.34','maxColLen'='235') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -1035,9 +1035,9 @@ avg_col_len 2.34 max_col_len 235 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 v PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -1048,15 +1048,15 @@ col_name v data_type varchar(12) min max -num_nulls -distinct_count -avg_col_len -max_col_len +num_nulls 1 +distinct_count 1 +avg_col_len 5.0 +max_col_len 5 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column v SET ('numDVs'='22','numNulls'='33','avgColLen'='4.40','maxColLen'='25') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -1081,9 +1081,9 @@ avg_col_len 4.4 max_col_len 25 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 c PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -1094,15 +1094,15 @@ col_name c data_type char(5) min max -num_nulls -distinct_count -avg_col_len -max_col_len +num_nulls 1 +distinct_count 1 +avg_col_len 4.0 +max_col_len 4 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column c SET ('numDVs'='2','numNulls'='03','avgColLen'='9.00','maxColLen'='58') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -1127,9 +1127,9 @@ avg_col_len 9.0 max_col_len 58 num_trues num_falses -bitVector +bitVector HL comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 bl PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -1140,15 +1140,15 @@ col_name bl data_type boolean min max -num_nulls +num_nulls 1 distinct_count avg_col_len max_col_len -num_trues -num_falses +num_trues 1 +num_falses 0 bitVector comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column bl SET ('numNulls'='1','numTrues'='9','numFalses'='8') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0 @@ -1175,7 +1175,7 @@ num_trues 9 num_falses 8 bitVector comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: DESC FORMATTED datatype_stats_n0 bin PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats_n0 @@ -1186,15 +1186,15 @@ col_name bin data_type binary min max -num_nulls +num_nulls 1 distinct_count -avg_col_len -max_col_len +avg_col_len 3.0 +max_col_len 3 num_trues num_falses bitVector comment from deserializer -COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} +COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"bin\":\"true\",\"bl\":\"true\",\"c\":\"true\",\"d\":\"true\",\"dem\":\"true\",\"dt\":\"true\",\"f\":\"true\",\"i\":\"true\",\"s\":\"true\",\"str\":\"true\",\"t\":\"true\",\"ts\":\"true\",\"v\":\"true\"}} PREHOOK: query: ALTER TABLE default.datatype_stats_n0 UPDATE STATISTICS for column bin SET ('numNulls'='8','avgColLen'='2.0','maxColLen'='8') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@datatype_stats_n0
