HIVE-19416 : merge master into branch (Sergey Shelukhin) 0628
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/cd8f693c Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/cd8f693c Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/cd8f693c Branch: refs/heads/master-txnstats Commit: cd8f693c078d78198e5f7c750d3cfd55aa218383 Parents: 222b4ac 1b3ac73 Author: sergey <ser...@apache.org> Authored: Thu Jun 28 15:47:03 2018 -0700 Committer: sergey <ser...@apache.org> Committed: Thu Jun 28 15:47:03 2018 -0700 ---------------------------------------------------------------------- .../hive/accumulo/mr/TestHiveAccumuloTypes.java | 23 +- .../predicate/TestAccumuloRangeGenerator.java | 2 +- .../apache/hadoop/hive/common/type/Date.java | 181 +++++ .../hadoop/hive/common/type/Timestamp.java | 235 ++++++ .../hive/common/type/TimestampTZUtil.java | 16 +- .../hadoop/hive/common/type/TimestampUtils.java | 171 +++++ .../org/apache/hadoop/hive/conf/HiveConf.java | 2 +- .../org/apache/hive/common/util/DateParser.java | 24 +- .../org/apache/hive/common/util/DateUtils.java | 2 + .../hive/common/util/TimestampParser.java | 36 +- .../TestHiveDecimalOrcSerializationUtils.java | 8 - .../hive/common/type/TestTimestampTZ.java | 1 - .../apache/hive/common/util/TestDateParser.java | 7 +- .../hive/common/util/TestTimestampParser.java | 27 +- data/files/alltypesorc3xcols | Bin 1504592 -> 1502944 bytes data/files/orc_split_elim.orc | Bin 246402 -> 2298 bytes .../hadoop/hive/druid/serde/DruidSerDe.java | 77 +- .../hadoop/hive/druid/serde/TestDruidSerDe.java | 27 +- .../hadoop/hive/hbase/HBaseRowSerializer.java | 2 +- .../hive/hbase/HiveHBaseInputFormatUtil.java | 3 +- .../apache/hadoop/hive/hbase/LazyHBaseRow.java | 4 +- .../test/results/positive/hbase_timestamp.q.out | 64 +- .../org/apache/hive/hcatalog/data/DataType.java | 4 +- .../apache/hive/hcatalog/data/HCatRecord.java | 4 +- .../apache/hive/hcatalog/data/JsonSerDe.java | 4 +- .../apache/hive/hcatalog/data/ReaderWriter.java | 15 +- .../hcatalog/data/TestDefaultHCatRecord.java | 8 +- .../hive/hcatalog/data/TestJsonSerDe.java | 6 +- .../hive/hcatalog/pig/HCatBaseStorer.java | 8 +- .../apache/hive/hcatalog/pig/HCatLoader.java | 1 + .../apache/hive/hcatalog/pig/PigHCatUtil.java | 9 +- .../hcatalog/pig/AbstractHCatLoaderTest.java | 20 +- .../hcatalog/pig/AbstractHCatStorerTest.java | 16 +- .../vectorization/ColumnVectorGenUtil.java | 11 +- .../TestReplicationScenariosAcidTables.java | 12 +- ...TestReplicationScenariosAcrossInstances.java | 112 ++- .../apache/hive/jdbc/BaseJdbcWithMiniLlap.java | 4 +- .../apache/hive/jdbc/TestJdbcWithMiniHS2.java | 67 +- .../hive/jdbc/TestJdbcWithMiniLlapArrow.java | 4 +- itests/qtest/pom.xml | 1 - .../test/resources/testconfiguration.properties | 2 + .../hive/llap/io/TestChunkedInputStream.java | 4 +- .../io/decode/GenericColumnVectorProducer.java | 2 +- .../llap/io/decode/OrcEncodedDataConsumer.java | 3 +- ql/if/queryplan.thrift | 3 +- ql/src/gen/thrift/gen-cpp/queryplan_types.cpp | 8 +- ql/src/gen/thrift/gen-cpp/queryplan_types.h | 3 +- .../hadoop/hive/ql/plan/api/StageType.java | 5 +- ql/src/gen/thrift/gen-php/Types.php | 2 + ql/src/gen/thrift/gen-py/queryplan/ttypes.py | 3 + ql/src/gen/thrift/gen-rb/queryplan_types.rb | 5 +- .../DTIColumnCompareScalar.txt | 4 +- .../DTIScalarCompareColumn.txt | 4 +- ...eColumnArithmeticIntervalYearMonthColumn.txt | 28 +- ...eColumnArithmeticIntervalYearMonthScalar.txt | 26 +- .../DateColumnArithmeticTimestampColumn.txt | 14 +- .../DateColumnArithmeticTimestampScalar.txt | 16 +- ...eScalarArithmeticIntervalYearMonthColumn.txt | 16 +- .../DateScalarArithmeticTimestampColumn.txt | 6 +- .../FilterColumnBetweenDynamicValue.txt | 2 +- ...terTimestampColumnCompareTimestampScalar.txt | 2 +- ...terTimestampScalarCompareTimestampColumn.txt | 2 +- ...ervalYearMonthColumnArithmeticDateColumn.txt | 28 +- ...ervalYearMonthColumnArithmeticDateScalar.txt | 16 +- ...YearMonthColumnArithmeticTimestampScalar.txt | 2 +- ...ervalYearMonthScalarArithmeticDateColumn.txt | 26 +- .../LongDoubleColumnCompareTimestampScalar.txt | 2 +- .../TimestampColumnArithmeticDateColumn.txt | 14 +- .../TimestampColumnArithmeticDateScalar.txt | 6 +- ...TimestampColumnArithmeticTimestampScalar.txt | 2 +- .../TimestampColumnCompareTimestampScalar.txt | 2 +- .../TimestampScalarArithmeticDateColumn.txt | 16 +- ...pScalarArithmeticIntervalYearMonthColumn.txt | 2 +- ...TimestampScalarArithmeticTimestampColumn.txt | 2 +- .../TimestampScalarCompareTimestampColumn.txt | 2 +- .../UDAFTemplates/VectorUDAFAvgTimestamp.txt | 2 +- .../UDAFTemplates/VectorUDAFMinMaxTimestamp.txt | 2 +- .../hive/ql/exec/ColumnStatsUpdateTask.java | 3 +- .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 8 +- .../hadoop/hive/ql/exec/FunctionRegistry.java | 14 +- .../apache/hadoop/hive/ql/exec/TaskFactory.java | 4 +- .../hadoop/hive/ql/exec/repl/ReplLoadTask.java | 344 +++++++++ .../hadoop/hive/ql/exec/repl/ReplLoadWork.java | 113 +++ .../hadoop/hive/ql/exec/repl/ReplUtils.java | 123 --- .../repl/bootstrap/AddDependencyToLeaves.java | 51 -- .../ql/exec/repl/bootstrap/ReplLoadTask.java | 319 -------- .../ql/exec/repl/bootstrap/ReplLoadWork.java | 88 --- .../filesystem/BootstrapEventsIterator.java | 9 + .../repl/bootstrap/load/LoadConstraint.java | 1 + .../exec/repl/bootstrap/load/LoadDatabase.java | 5 +- .../exec/repl/bootstrap/load/LoadFunction.java | 3 +- .../exec/repl/bootstrap/load/TaskTracker.java | 135 ---- .../bootstrap/load/table/LoadPartitions.java | 6 +- .../repl/bootstrap/load/table/LoadTable.java | 6 +- .../repl/bootstrap/load/table/TableContext.java | 2 +- .../IncrementalLoadEventsIterator.java | 73 ++ .../IncrementalLoadTasksBuilder.java | 311 ++++++++ .../exec/repl/util/AddDependencyToLeaves.java | 51 ++ .../hive/ql/exec/repl/util/ReplUtils.java | 124 ++++ .../hive/ql/exec/repl/util/TaskTracker.java | 145 ++++ .../hive/ql/exec/vector/TimestampUtils.java | 29 +- .../hive/ql/exec/vector/VectorAssignRow.java | 24 +- .../hive/ql/exec/vector/VectorBatchDebug.java | 7 +- .../exec/vector/VectorColumnAssignFactory.java | 19 +- .../ql/exec/vector/VectorDeserializeRow.java | 14 +- .../hive/ql/exec/vector/VectorExtractRow.java | 15 +- .../ql/exec/vector/VectorHashKeyWrapper.java | 5 +- .../hive/ql/exec/vector/VectorSerializeRow.java | 6 +- .../ql/exec/vector/VectorizationContext.java | 27 +- .../ql/exec/vector/VectorizedBatchUtil.java | 41 +- .../ql/exec/vector/VectorizedRowBatchCtx.java | 25 +- .../vector/expressions/CastDateToString.java | 13 +- .../vector/expressions/CastDateToTimestamp.java | 4 +- .../exec/vector/expressions/CastLongToDate.java | 1 - .../vector/expressions/CastLongToTimestamp.java | 2 - .../CastMillisecondsLongToTimestamp.java | 2 - .../vector/expressions/CastStringToDate.java | 10 +- .../vector/expressions/CastTimestampToChar.java | 54 ++ .../vector/expressions/CastTimestampToDate.java | 4 +- .../expressions/CastTimestampToDecimal.java | 7 +- .../expressions/CastTimestampToDouble.java | 2 - .../expressions/CastTimestampToString.java | 68 ++ .../expressions/CastTimestampToVarChar.java | 55 ++ .../expressions/ConstantVectorExpression.java | 3 +- .../expressions/DateColSubtractDateColumn.java | 29 +- .../expressions/DateColSubtractDateScalar.java | 22 +- .../DateScalarSubtractDateColumn.java | 18 +- .../vector/expressions/DecimalColumnInList.java | 1 - .../DynamicValueVectorExpression.java | 6 +- .../expressions/TimestampToStringUnaryUDF.java | 2 +- .../expressions/VectorExpressionWriter.java | 4 +- .../VectorExpressionWriterFactory.java | 23 +- .../expressions/VectorUDFDateAddColCol.java | 19 +- .../expressions/VectorUDFDateAddColScalar.java | 11 +- .../expressions/VectorUDFDateAddScalarCol.java | 19 +- .../expressions/VectorUDFDateDiffColCol.java | 19 +- .../expressions/VectorUDFDateDiffColScalar.java | 12 +- .../expressions/VectorUDFDateDiffScalarCol.java | 10 +- .../vector/expressions/VectorUDFDateLong.java | 8 - .../vector/expressions/VectorUDFDateString.java | 11 - .../expressions/VectorUDFDateTimestamp.java | 9 - .../expressions/VectorUDFDayOfWeekString.java | 4 +- .../VectorUDFTimestampFieldDate.java | 8 +- .../VectorUDFTimestampFieldString.java | 4 +- .../VectorUDFTimestampFieldTimestamp.java | 4 +- .../expressions/VectorUDFUnixTimeStampDate.java | 6 +- .../VectorUDFUnixTimeStampString.java | 12 +- .../ql/exec/vector/udf/VectorUDFAdaptor.java | 20 - .../hadoop/hive/ql/io/BatchToRowReader.java | 34 +- .../apache/hadoop/hive/ql/io/orc/OrcFile.java | 12 + .../hadoop/hive/ql/io/orc/RecordReaderImpl.java | 33 +- .../hadoop/hive/ql/io/orc/WriterImpl.java | 15 +- .../ql/io/parquet/convert/ETypeConverter.java | 18 +- .../serde/primitive/ParquetStringInspector.java | 8 +- .../ql/io/parquet/timestamp/NanoTimeUtils.java | 8 +- .../parquet/vector/ParquetDataColumnReader.java | 2 +- .../vector/ParquetDataColumnReaderFactory.java | 2 +- .../vector/VectorizedPrimitiveColumnReader.java | 5 +- .../ql/io/parquet/write/DataWritableWriter.java | 12 +- .../formatting/MetaDataFormatUtils.java | 4 +- .../optimizer/FixedBucketPruningOptimizer.java | 20 +- .../ql/optimizer/QueryPlanPostProcessor.java | 2 +- .../hive/ql/optimizer/StatsOptimizer.java | 4 +- .../ql/optimizer/calcite/RelOptHiveTable.java | 4 +- .../calcite/translator/ExprNodeConverter.java | 4 +- .../calcite/translator/RexNodeConverter.java | 17 +- .../hive/ql/parse/BaseSemanticAnalyzer.java | 20 +- .../apache/hadoop/hive/ql/parse/EximUtil.java | 2 +- .../ql/parse/ReplicationSemanticAnalyzer.java | 287 +------ .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 3 + .../hive/ql/parse/TypeCheckProcFactory.java | 5 +- .../parse/repl/dump/io/PartitionSerializer.java | 2 +- .../ql/parse/repl/dump/io/TableSerializer.java | 2 +- .../repl/load/message/AlterDatabaseHandler.java | 2 +- .../repl/load/message/DropPartitionHandler.java | 2 +- .../apache/hadoop/hive/ql/plan/Statistics.java | 12 +- .../apache/hadoop/hive/ql/stats/BasicStats.java | 325 ++++++++ .../ql/stats/ColumnStatisticsObjTranslator.java | 6 +- .../apache/hadoop/hive/ql/stats/Partish.java | 13 + .../apache/hadoop/hive/ql/stats/StatsUtils.java | 265 ++----- .../apache/hadoop/hive/ql/udf/UDFDateFloor.java | 19 +- .../hadoop/hive/ql/udf/UDFDayOfMonth.java | 136 ++-- .../apache/hadoop/hive/ql/udf/UDFDayOfWeek.java | 29 +- .../hadoop/hive/ql/udf/UDFFromUnixTime.java | 2 + .../org/apache/hadoop/hive/ql/udf/UDFHour.java | 132 ++-- .../apache/hadoop/hive/ql/udf/UDFMinute.java | 132 ++-- .../org/apache/hadoop/hive/ql/udf/UDFMonth.java | 135 ++-- .../apache/hadoop/hive/ql/udf/UDFSecond.java | 136 ++-- .../apache/hadoop/hive/ql/udf/UDFToBoolean.java | 8 +- .../apache/hadoop/hive/ql/udf/UDFToByte.java | 4 +- .../apache/hadoop/hive/ql/udf/UDFToDouble.java | 4 +- .../apache/hadoop/hive/ql/udf/UDFToFloat.java | 4 +- .../apache/hadoop/hive/ql/udf/UDFToInteger.java | 4 +- .../apache/hadoop/hive/ql/udf/UDFToLong.java | 4 +- .../apache/hadoop/hive/ql/udf/UDFToShort.java | 5 +- .../apache/hadoop/hive/ql/udf/UDFToString.java | 8 +- .../hadoop/hive/ql/udf/UDFWeekOfYear.java | 32 +- .../org/apache/hadoop/hive/ql/udf/UDFYear.java | 135 ++-- .../hadoop/hive/ql/udf/generic/BaseMaskUDF.java | 9 +- .../ql/udf/generic/GenericUDAFBloomFilter.java | 9 +- .../ql/udf/generic/GenericUDAFComputeStats.java | 16 +- .../hadoop/hive/ql/udf/generic/GenericUDF.java | 79 +- .../ql/udf/generic/GenericUDFAddMonths.java | 39 +- .../ql/udf/generic/GenericUDFCurrentDate.java | 15 +- .../udf/generic/GenericUDFCurrentTimestamp.java | 15 +- .../hive/ql/udf/generic/GenericUDFDate.java | 19 +- .../hive/ql/udf/generic/GenericUDFDateAdd.java | 21 +- .../hive/ql/udf/generic/GenericUDFDateDiff.java | 31 +- .../ql/udf/generic/GenericUDFDateFormat.java | 24 +- .../hive/ql/udf/generic/GenericUDFDateSub.java | 4 +- .../udf/generic/GenericUDFFromUtcTimestamp.java | 47 +- .../ql/udf/generic/GenericUDFInBloomFilter.java | 9 +- .../hive/ql/udf/generic/GenericUDFLastDay.java | 24 +- .../hive/ql/udf/generic/GenericUDFMask.java | 10 +- .../hive/ql/udf/generic/GenericUDFMaskHash.java | 3 +- .../ql/udf/generic/GenericUDFMonthsBetween.java | 29 +- .../hive/ql/udf/generic/GenericUDFNextDay.java | 31 +- .../ql/udf/generic/GenericUDFOPDTIMinus.java | 16 +- .../ql/udf/generic/GenericUDFOPDTIPlus.java | 16 +- .../hive/ql/udf/generic/GenericUDFQuarter.java | 8 +- .../hive/ql/udf/generic/GenericUDFReflect2.java | 6 +- .../ql/udf/generic/GenericUDFTimestamp.java | 2 +- .../udf/generic/GenericUDFToUnixTimeStamp.java | 10 +- .../hive/ql/udf/generic/GenericUDFTrunc.java | 59 +- .../ql/udf/generic/GenericUDFUnixTimeStamp.java | 3 +- .../hive/ql/udf/ptf/ValueBoundaryScanner.java | 11 +- .../hadoop/hive/ql/util/DateTimeMath.java | 304 ++++++-- .../hive/ql/exec/TestFunctionRegistry.java | 16 +- .../hadoop/hive/ql/exec/TestUtilities.java | 5 +- .../ql/exec/persistence/TestRowContainer.java | 6 +- .../bootstrap/AddDependencyToLeavesTest.java | 1 + .../repl/bootstrap/load/TestTaskTracker.java | 1 + .../TestTimestampWritableAndColumnVector.java | 4 +- .../exec/vector/TestVectorGroupByOperator.java | 12 +- .../exec/vector/TestVectorizationContext.java | 2 +- .../ql/exec/vector/VectorRandomRowSource.java | 15 +- .../hive/ql/exec/vector/VectorVerifyFast.java | 20 +- .../expressions/TestVectorDateExpressions.java | 58 +- .../TestVectorExpressionWriters.java | 16 +- .../TestVectorGenericDateExpressions.java | 17 +- .../expressions/TestVectorMathFunctions.java | 10 +- .../TestVectorTimestampExpressions.java | 96 ++- .../expressions/TestVectorTimestampExtract.java | 76 +- .../vector/expressions/TestVectorTypeCasts.java | 23 +- .../exec/vector/mapjoin/fast/VerifyFastRow.java | 21 +- .../vector/util/VectorizedRowGroupGenUtil.java | 6 +- .../batchgen/VectorColumnGroupGenerator.java | 6 +- .../io/arrow/TestArrowColumnarBatchSerDe.java | 26 +- .../hive/ql/io/orc/TestInputOutputFormat.java | 8 +- .../hadoop/hive/ql/io/orc/TestOrcFile.java | 37 +- .../hive/ql/io/orc/TestOrcSerDeStats.java | 16 +- .../hive/ql/io/orc/TestVectorizedORCReader.java | 29 +- .../parquet/VectorizedColumnReaderTestBase.java | 23 +- .../serde/TestParquetTimestampUtils.java | 42 +- .../hive/ql/parse/TestSemanticAnalyzer.java | 6 +- .../hadoop/hive/ql/stats/TestBasicStats.java | 123 +++ .../ql/udf/TestUDFDateFormatGranularity.java | 39 +- .../ql/udf/generic/TestGenericUDFAddMonths.java | 52 +- .../hive/ql/udf/generic/TestGenericUDFDate.java | 38 +- .../ql/udf/generic/TestGenericUDFDateAdd.java | 42 +- .../ql/udf/generic/TestGenericUDFDateDiff.java | 26 +- .../udf/generic/TestGenericUDFDateFormat.java | 44 +- .../ql/udf/generic/TestGenericUDFDateSub.java | 42 +- .../generic/TestGenericUDFFromUtcTimestamp.java | 7 +- .../ql/udf/generic/TestGenericUDFGreatest.java | 11 +- .../ql/udf/generic/TestGenericUDFLastDay.java | 63 +- .../ql/udf/generic/TestGenericUDFLeast.java | 11 +- .../generic/TestGenericUDFMonthsBetween.java | 41 +- .../ql/udf/generic/TestGenericUDFNextDay.java | 32 +- .../ql/udf/generic/TestGenericUDFNullif.java | 8 +- .../ql/udf/generic/TestGenericUDFOPMinus.java | 33 +- .../ql/udf/generic/TestGenericUDFOPPlus.java | 57 +- .../ql/udf/generic/TestGenericUDFQuarter.java | 39 +- .../ql/udf/generic/TestGenericUDFSortArray.java | 12 +- .../generic/TestGenericUDFToUnixTimestamp.java | 25 +- .../ql/udf/generic/TestGenericUDFTrunc.java | 171 +++-- .../hadoop/hive/ql/util/TestDateTimeMath.java | 26 +- .../test/queries/clientnegative/date_literal3.q | 3 - ...allowincompatible_vectorization_false_date.q | 29 + .../test/queries/clientpositive/create_view.q | 9 + ql/src/test/queries/clientpositive/date_udf.q | 2 +- .../queries/clientpositive/druid_timestamptz2.q | 60 ++ .../test/queries/clientpositive/localtimezone.q | 42 +- .../queries/clientpositive/localtimezone2.q | 55 ++ .../queries/clientpositive/parquet_ppd_char.q | 1 + .../clientpositive/parquet_vectorization_13.q | 16 +- .../clientpositive/parquet_vectorization_7.q | 16 +- .../queries/clientpositive/singletsinsertorc.q | 6 + ql/src/test/queries/clientpositive/stats8.q | 2 + .../clientpositive/timestamp_comparison2.q | 4 +- .../test/queries/clientpositive/timestamp_dst.q | 2 + .../test/queries/clientpositive/udf_reflect2.q | 4 +- .../queries/clientpositive/vectorization_13.q | 16 +- .../queries/clientpositive/vectorization_7.q | 16 +- .../clientpositive/vectorization_decimal_date.q | 5 +- .../bucket_mapjoin_mismatch1.q.out | 36 +- .../results/clientnegative/date_literal3.q.out | 1 - .../clientpositive/acid_table_stats.q.out | 12 +- .../analyze_table_null_partition.q.out | 4 +- .../clientpositive/annotate_stats_part.q.out | 12 +- .../clientpositive/autoColumnStats_2.q.out | 4 +- .../clientpositive/beeline/smb_mapjoin_10.q.out | 4 +- .../beeline/udf_unix_timestamp.q.out | 6 +- .../clientpositive/bucket_map_join_spark1.q.out | 56 +- .../clientpositive/bucket_map_join_spark2.q.out | 56 +- .../clientpositive/bucket_map_join_spark3.q.out | 56 +- .../clientpositive/bucketcontext_1.q.out | 22 +- .../clientpositive/bucketcontext_2.q.out | 22 +- .../clientpositive/bucketcontext_3.q.out | 22 +- .../clientpositive/bucketcontext_4.q.out | 22 +- .../clientpositive/bucketcontext_6.q.out | 18 +- .../clientpositive/bucketcontext_7.q.out | 22 +- .../clientpositive/bucketcontext_8.q.out | 22 +- .../clientpositive/bucketmapjoin10.q.out | 18 +- .../clientpositive/bucketmapjoin11.q.out | 36 +- .../clientpositive/bucketmapjoin12.q.out | 36 +- .../results/clientpositive/bucketmapjoin5.q.out | 40 +- .../results/clientpositive/bucketmapjoin8.q.out | 36 +- .../results/clientpositive/bucketmapjoin9.q.out | 36 +- .../clientpositive/bucketmapjoin_negative.q.out | 20 +- .../bucketmapjoin_negative2.q.out | 20 +- .../clientpositive/cast_on_constant.q.out | 12 +- .../clientpositive/columnstats_partlvl.q.out | 56 +- .../clientpositive/columnstats_partlvl_dp.q.out | 42 +- .../confirm_initial_tbl_stats.q.out | 6 +- .../results/clientpositive/constprog_type.q.out | 4 +- .../results/clientpositive/create_view.q.out | 60 ++ .../test/results/clientpositive/date_udf.q.out | 6 +- .../test/results/clientpositive/decimal_1.q.out | 2 +- .../test/results/clientpositive/decimal_2.q.out | 2 +- .../druid/druid_timestamptz2.q.out | 308 ++++++++ ql/src/test/results/clientpositive/foldts.q.out | 2 +- .../clientpositive/infer_join_preds.q.out | 2 +- .../insert2_overwrite_partitions.q.out | 48 +- .../results/clientpositive/interval_alt.q.out | 2 +- .../clientpositive/interval_arithmetic.q.out | 8 +- .../list_bucket_query_oneskew_3.q.out | 6 +- .../llap/auto_sortmerge_join_1.q.out | 66 +- .../llap/auto_sortmerge_join_11.q.out | 88 +-- .../llap/auto_sortmerge_join_12.q.out | 38 +- .../llap/auto_sortmerge_join_2.q.out | 44 +- .../llap/auto_sortmerge_join_3.q.out | 66 +- .../llap/auto_sortmerge_join_4.q.out | 66 +- .../llap/auto_sortmerge_join_7.q.out | 66 +- .../llap/auto_sortmerge_join_8.q.out | 66 +- .../clientpositive/llap/bucketmapjoin1.q.out | 48 +- .../clientpositive/llap/bucketmapjoin2.q.out | 96 +-- .../clientpositive/llap/bucketmapjoin3.q.out | 64 +- .../clientpositive/llap/bucketmapjoin7.q.out | 24 +- ...wincompatible_vectorization_false_date.q.out | 94 +++ .../llap/column_table_stats.q.out | 42 +- .../llap/current_date_timestamp.q.out | 34 +- .../llap/default_constraint.q.out | 2 +- .../llap/dynpart_sort_optimization_acid.q.out | 2 +- .../llap/insert1_overwrite_partitions.q.out | 70 +- .../insert_values_orig_table_use_metadata.q.out | 20 +- .../llap/join_reordering_no_stats.q.out | 80 +- .../clientpositive/llap/llap_uncompressed.q.out | 2 +- .../clientpositive/llap/orc_analyze.q.out | 34 +- .../results/clientpositive/llap/orc_llap.q.out | 4 +- .../clientpositive/llap/orc_merge11.q.out | 44 +- .../clientpositive/llap/orc_merge5.q.out | 4 +- .../clientpositive/llap/orc_merge6.q.out | 8 +- .../clientpositive/llap/orc_merge7.q.out | 4 +- .../clientpositive/llap/orc_ppd_date.q.out | 50 +- .../clientpositive/llap/orc_ppd_decimal.q.out | 100 +-- .../clientpositive/llap/orc_ppd_timestamp.q.out | 48 +- .../clientpositive/llap/orc_ppd_varchar.q.out | 32 +- .../clientpositive/llap/results_cache_2.q.out | 6 +- .../llap/schema_evol_orc_acid_part.q.out | 8 +- .../schema_evol_orc_acid_part_llap_io.q.out | 8 +- .../llap/schema_evol_orc_acid_table.q.out | 8 +- .../schema_evol_orc_acid_table_llap_io.q.out | 8 +- .../schema_evol_orc_acidvec_part_llap_io.q.out | 8 +- .../llap/schema_evol_orc_acidvec_table.q.out | 8 +- .../schema_evol_orc_acidvec_table_llap_io.q.out | 8 +- .../llap/schema_evol_orc_nonvec_part.q.out | 8 +- ...chema_evol_orc_nonvec_part_all_complex.q.out | 16 +- ...ol_orc_nonvec_part_all_complex_llap_io.q.out | 16 +- ...ema_evol_orc_nonvec_part_all_primitive.q.out | 30 +- ..._orc_nonvec_part_all_primitive_llap_io.q.out | 30 +- .../schema_evol_orc_nonvec_part_llap_io.q.out | 8 +- .../llap/schema_evol_orc_nonvec_table.q.out | 8 +- .../schema_evol_orc_nonvec_table_llap_io.q.out | 8 +- .../llap/schema_evol_orc_vec_part.q.out | 8 +- .../schema_evol_orc_vec_part_all_complex.q.out | 16 +- ..._evol_orc_vec_part_all_complex_llap_io.q.out | 16 +- ...schema_evol_orc_vec_part_all_primitive.q.out | 30 +- ...vol_orc_vec_part_all_primitive_llap_io.q.out | 30 +- .../llap/schema_evol_orc_vec_table.q.out | 8 +- .../schema_evol_orc_vec_table_llap_io.q.out | 8 +- ...ma_evol_text_nonvec_part_all_primitive.q.out | 24 +- ...text_nonvec_part_all_primitive_llap_io.q.out | 24 +- ...chema_evol_text_vec_part_all_primitive.q.out | 24 +- ...ol_text_vec_part_all_primitive_llap_io.q.out | 24 +- ...ma_evol_text_vecrow_part_all_primitive.q.out | 24 +- .../clientpositive/llap/singletsinsertorc.q.out | 28 + .../results/clientpositive/llap/stats11.q.out | 48 +- .../clientpositive/llap/update_all_types.q.out | 4 +- .../llap/vector_aggregate_9.q.out | 2 +- .../clientpositive/llap/vector_between_in.q.out | 88 +-- .../llap/vector_binary_join_groupby.q.out | 2 +- .../llap/vector_case_when_2.q.out | 118 +-- .../clientpositive/llap/vector_data_types.q.out | 4 +- .../clientpositive/llap/vector_decimal_1.q.out | 2 +- .../clientpositive/llap/vector_decimal_2.q.out | 6 +- .../llap/vector_decimal_cast.q.out | 40 +- .../llap/vector_decimal_expressions.q.out | 40 +- .../clientpositive/llap/vector_interval_1.q.out | 10 +- .../clientpositive/llap/vector_interval_2.q.out | 18 +- .../llap/vector_interval_arithmetic.q.out | 272 +++---- .../llap/vector_partitioned_date_time.q.out | 56 +- .../llap/vector_ptf_part_simple.q.out | 108 +-- .../llap/vector_udf_adaptor_1.q.out | 20 +- .../clientpositive/llap/vectorization_13.q.out | 44 +- .../clientpositive/llap/vectorization_7.q.out | 44 +- .../llap/vectorization_decimal_date.q.out | 34 +- .../llap/vectorization_short_regress.q.out | 8 +- .../clientpositive/llap/vectorized_casts.q.out | 54 +- .../llap/vectorized_date_funcs.q.out | 554 +++++++------- .../llap/vectorized_timestamp.q.out | 14 +- .../llap/vectorized_timestamp_funcs.q.out | 58 +- .../llap/vectorized_timestamp_ints_casts.q.out | 104 +-- .../clientpositive/llap_uncompressed.q.out | 2 +- .../results/clientpositive/localtimezone.q.out | 84 +-- .../results/clientpositive/localtimezone2.q.out | 148 ++++ .../merge_dynamic_partition.q.out | 54 +- .../merge_dynamic_partition2.q.out | 18 +- .../merge_dynamic_partition3.q.out | 18 +- .../results/clientpositive/nullgroup5.q.out | 4 +- .../results/clientpositive/orc_file_dump.q.out | 12 +- .../results/clientpositive/orc_merge11.q.out | 44 +- .../results/clientpositive/orc_merge12.q.out | 644 ++++++++-------- .../results/clientpositive/orc_merge5.q.out | 24 +- .../results/clientpositive/orc_merge6.q.out | 48 +- .../clientpositive/orc_merge_incompat1.q.out | 10 +- .../clientpositive/orc_merge_incompat2.q.out | 18 +- .../results/clientpositive/orc_ppd_char.q.out | 36 +- .../parquet_vectorization_13.q.out | 44 +- .../parquet_vectorization_7.q.out | 44 +- .../parquet_vectorization_decimal_date.q.out | 20 +- .../clientpositive/partition_timestamp.q.out | 60 +- .../clientpositive/partition_timestamp2.q.out | 250 +++---- .../clientpositive/perf/spark/query12.q.out | 4 +- .../clientpositive/perf/spark/query16.q.out | 4 +- .../clientpositive/perf/spark/query20.q.out | 4 +- .../clientpositive/perf/spark/query21.q.out | 4 +- .../clientpositive/perf/spark/query32.q.out | 8 +- .../clientpositive/perf/spark/query37.q.out | 4 +- .../clientpositive/perf/spark/query40.q.out | 4 +- .../clientpositive/perf/spark/query5.q.out | 8 +- .../clientpositive/perf/spark/query77.q.out | 20 +- .../clientpositive/perf/spark/query80.q.out | 12 +- .../clientpositive/perf/spark/query82.q.out | 4 +- .../clientpositive/perf/spark/query92.q.out | 8 +- .../clientpositive/perf/spark/query94.q.out | 4 +- .../clientpositive/perf/spark/query95.q.out | 4 +- .../clientpositive/perf/spark/query98.q.out | 4 +- .../clientpositive/perf/tez/query12.q.out | 2 +- .../clientpositive/perf/tez/query16.q.out | 2 +- .../clientpositive/perf/tez/query20.q.out | 2 +- .../clientpositive/perf/tez/query21.q.out | 2 +- .../clientpositive/perf/tez/query32.q.out | 2 +- .../clientpositive/perf/tez/query37.q.out | 2 +- .../clientpositive/perf/tez/query40.q.out | 2 +- .../clientpositive/perf/tez/query5.q.out | 2 +- .../clientpositive/perf/tez/query77.q.out | 2 +- .../clientpositive/perf/tez/query80.q.out | 2 +- .../clientpositive/perf/tez/query82.q.out | 2 +- .../clientpositive/perf/tez/query92.q.out | 2 +- .../clientpositive/perf/tez/query94.q.out | 2 +- .../clientpositive/perf/tez/query95.q.out | 2 +- .../clientpositive/perf/tez/query98.q.out | 2 +- .../clientpositive/singletsinsertorc.q.out | 28 + .../results/clientpositive/smb_mapjoin_10.q.out | 4 +- .../spark/auto_sortmerge_join_1.q.out | 48 +- .../spark/auto_sortmerge_join_12.q.out | 44 +- .../spark/auto_sortmerge_join_2.q.out | 32 +- .../spark/auto_sortmerge_join_3.q.out | 48 +- .../spark/auto_sortmerge_join_4.q.out | 48 +- .../spark/auto_sortmerge_join_7.q.out | 48 +- .../spark/auto_sortmerge_join_8.q.out | 48 +- .../spark/bucket_map_join_spark1.q.out | 36 +- .../spark/bucket_map_join_spark2.q.out | 36 +- .../spark/bucket_map_join_spark3.q.out | 36 +- .../clientpositive/spark/bucketmapjoin1.q.out | 28 +- .../clientpositive/spark/bucketmapjoin10.q.out | 18 +- .../clientpositive/spark/bucketmapjoin11.q.out | 36 +- .../clientpositive/spark/bucketmapjoin12.q.out | 36 +- .../clientpositive/spark/bucketmapjoin2.q.out | 66 +- .../clientpositive/spark/bucketmapjoin3.q.out | 44 +- .../clientpositive/spark/bucketmapjoin5.q.out | 20 +- .../clientpositive/spark/bucketmapjoin7.q.out | 20 +- .../spark/bucketmapjoin7.q.out_spark | 20 +- .../clientpositive/spark/bucketmapjoin8.q.out | 36 +- .../clientpositive/spark/bucketmapjoin9.q.out | 36 +- .../spark/bucketmapjoin_negative.q.out | 10 +- .../spark/bucketmapjoin_negative2.q.out | 10 +- .../results/clientpositive/spark/date_udf.q.out | 6 +- .../clientpositive/spark/orc_merge5.q.out | 32 +- .../clientpositive/spark/orc_merge6.q.out | 48 +- .../clientpositive/spark/orc_merge7.q.out | 34 +- .../clientpositive/spark/orc_merge8.q.out | 10 +- .../clientpositive/spark/orc_merge9.q.out | 16 +- .../spark/orc_merge_incompat1.q.out | 22 +- .../spark/orc_merge_incompat2.q.out | 34 +- .../spark/parquet_vectorization_13.q.out | 44 +- .../spark/parquet_vectorization_7.q.out | 44 +- .../parquet_vectorization_decimal_date.q.out | 20 +- .../clientpositive/spark/smb_mapjoin_10.q.out | 10 +- .../results/clientpositive/spark/stats12.q.out | 2 +- .../results/clientpositive/spark/stats13.q.out | 2 +- .../results/clientpositive/spark/stats2.q.out | 2 +- .../results/clientpositive/spark/stats7.q.out | 2 +- .../results/clientpositive/spark/stats8.q.out | 78 +- .../clientpositive/spark/timestamp_1.q.out | 48 +- .../clientpositive/spark/timestamp_2.q.out | 48 +- .../clientpositive/spark/timestamp_3.q.out | 4 +- .../clientpositive/spark/timestamp_udf.q.out | 4 +- .../spark/vector_between_in.q.out | 88 +-- .../spark/vector_data_types.q.out | 4 +- .../clientpositive/spark/vectorization_13.q.out | 44 +- .../spark/vectorization_decimal_date.q.out | 34 +- .../spark/vectorization_short_regress.q.out | 28 +- .../spark/vectorized_timestamp_funcs.q.out | 58 +- .../test/results/clientpositive/stats12.q.out | 2 +- .../test/results/clientpositive/stats13.q.out | 2 +- ql/src/test/results/clientpositive/stats2.q.out | 2 +- ql/src/test/results/clientpositive/stats7.q.out | 2 +- ql/src/test/results/clientpositive/stats8.q.out | 78 +- .../tez/acid_vectorization_original.q.out | 740 +++++++++++++++++++ .../tez/acid_vectorization_original_tez.q.out | 24 +- .../clientpositive/tez/orc_merge12.q.out | 644 ++++++++-------- .../test/results/clientpositive/timestamp.q.out | 6 +- .../results/clientpositive/timestamp_1.q.out | 48 +- .../results/clientpositive/timestamp_2.q.out | 48 +- .../results/clientpositive/timestamp_3.q.out | 4 +- .../clientpositive/timestamp_comparison2.q.out | 12 +- .../results/clientpositive/timestamp_dst.q.out | 9 + .../clientpositive/timestamp_formats.q.out | 84 +-- .../clientpositive/timestamp_ints_casts.q.out | 104 +-- .../clientpositive/timestamp_literal.q.out | 2 +- .../results/clientpositive/timestamp_udf.q.out | 4 +- .../results/clientpositive/timestamptz_3.q.out | 4 +- .../results/clientpositive/typechangetest.q.out | 36 +- ql/src/test/results/clientpositive/udf5.q.out | 4 +- .../clientpositive/udf_folder_constants.q.out | 4 +- .../clientpositive/udf_from_utc_timestamp.q.out | 4 +- .../test/results/clientpositive/udf_mask.q.out | 2 +- .../clientpositive/udf_mask_first_n.q.out | 2 +- .../clientpositive/udf_mask_last_n.q.out | 2 +- .../clientpositive/udf_mask_show_first_n.q.out | 2 +- .../clientpositive/udf_mask_show_last_n.q.out | 2 +- .../results/clientpositive/udf_reflect2.q.out | 20 +- .../clientpositive/udf_to_unix_timestamp.q.out | 6 +- .../clientpositive/udf_to_utc_timestamp.q.out | 2 +- .../clientpositive/udf_unix_timestamp.q.out | 6 +- .../clientpositive/update_all_types.q.out | 4 +- .../clientpositive/vector_aggregate_9.q.out | 2 +- .../vector_binary_join_groupby.q.out | 2 +- .../clientpositive/vector_case_when_2.q.out | 118 +-- .../clientpositive/vector_data_types.q.out | 4 +- .../clientpositive/vector_decimal_1.q.out | 2 +- .../clientpositive/vector_decimal_cast.q.out | 40 +- .../vector_decimal_expressions.q.out | 40 +- .../clientpositive/vector_interval_1.q.out | 10 +- .../vector_interval_arithmetic.q.out | 272 +++---- .../clientpositive/vectorization_13.q.out | 44 +- .../clientpositive/vectorization_7.q.out | 44 +- .../vectorization_decimal_date.q.out | 34 +- .../clientpositive/vectorized_casts.q.out | 54 +- .../clientpositive/vectorized_date_funcs.q.out | 554 +++++++------- .../clientpositive/vectorized_timestamp.q.out | 14 +- .../vectorized_timestamp_funcs.q.out | 56 +- .../vectorized_timestamp_ints_casts.q.out | 104 +-- .../clientpositive/windowing_distinct.q.out | 24 +- .../apache/hadoop/hive/serde2/JsonSerDe.java | 7 +- .../hadoop/hive/serde2/RandomTypeUtil.java | 189 +++++ .../apache/hadoop/hive/serde2/RegexSerDe.java | 4 +- .../hive/serde2/avro/AvroDeserializer.java | 10 +- .../hadoop/hive/serde2/avro/AvroSerializer.java | 13 +- .../binarysortable/BinarySortableSerDe.java | 18 +- .../fast/BinarySortableDeserializeRead.java | 4 +- .../fast/BinarySortableSerializeWrite.java | 14 +- .../hive/serde2/fast/DeserializeRead.java | 12 +- .../hadoop/hive/serde2/fast/SerializeWrite.java | 4 +- .../hadoop/hive/serde2/io/DateWritableV2.java | 154 ++++ .../serde2/io/TimestampLocalTZWritable.java | 4 +- .../hive/serde2/io/TimestampWritableV2.java | 625 ++++++++++++++++ .../hadoop/hive/serde2/lazy/LazyDate.java | 12 +- .../hadoop/hive/serde2/lazy/LazyTimestamp.java | 16 +- .../hadoop/hive/serde2/lazy/VerifyLazy.java | 14 +- .../lazy/fast/LazySimpleDeserializeRead.java | 2 +- .../lazy/fast/LazySimpleSerializeWrite.java | 18 +- .../primitive/LazyDateObjectInspector.java | 9 +- .../primitive/LazyTimestampObjectInspector.java | 6 +- .../hive/serde2/lazybinary/LazyBinaryDate.java | 8 +- .../hive/serde2/lazybinary/LazyBinarySerDe.java | 10 +- .../serde2/lazybinary/LazyBinarySerDe2.java | 8 +- .../serde2/lazybinary/LazyBinaryTimestamp.java | 8 +- .../hive/serde2/lazybinary/LazyBinaryUtils.java | 4 +- .../fast/LazyBinaryDeserializeRead.java | 4 +- .../fast/LazyBinarySerializeWrite.java | 14 +- .../objectinspector/ObjectInspectorUtils.java | 18 +- .../primitive/DateObjectInspector.java | 7 +- .../JavaConstantDateObjectInspector.java | 7 +- .../JavaConstantTimestampObjectInspector.java | 7 +- .../primitive/JavaDateObjectInspector.java | 31 +- .../primitive/JavaTimestampObjectInspector.java | 40 +- .../PrimitiveObjectInspectorConverter.java | 8 +- .../PrimitiveObjectInspectorFactory.java | 8 +- .../PrimitiveObjectInspectorUtils.java | 62 +- .../primitive/SettableDateObjectInspector.java | 13 +- .../SettableTimestampObjectInspector.java | 13 +- .../primitive/TimestampObjectInspector.java | 7 +- .../WritableConstantDateObjectInspector.java | 9 +- ...ritableConstantTimestampObjectInspector.java | 9 +- .../primitive/WritableDateObjectInspector.java | 37 +- .../WritableHiveCharObjectInspector.java | 10 +- .../WritableHiveVarcharObjectInspector.java | 6 +- .../WritableTimestampObjectInspector.java | 38 +- .../hive/serde2/SerdeRandomRowSource.java | 5 +- .../apache/hadoop/hive/serde2/VerifyFast.java | 20 +- .../hive/serde2/binarysortable/MyTestClass.java | 6 +- .../binarysortable/MyTestPrimitiveClass.java | 17 +- .../hadoop/hive/serde2/io/TestDateWritable.java | 237 ------ .../hive/serde2/io/TestDateWritableV2.java | 241 ++++++ .../hive/serde2/io/TestTimestampWritable.java | 520 ------------- .../hive/serde2/io/TestTimestampWritableV2.java | 520 +++++++++++++ .../hive/serde2/lazy/TestLazyPrimitive.java | 5 +- .../serde2/lazybinary/MyTestClassBigger.java | 7 +- .../serde2/lazybinary/MyTestClassSmaller.java | 7 +- .../TestStandardObjectInspectors.java | 6 +- .../TestPrimitiveObjectInspectorUtils.java | 96 +-- .../hadoop/hive/metastore/HiveMetaStore.java | 367 ++++----- .../hive/metastore/MetaStoreDirectSql.java | 9 +- .../hadoop/hive/metastore/parser/Filter.g | 2 + .../hive/metastore/utils/MetaStoreUtils.java | 2 + .../metastore/client/TestAddPartitions.java | 86 +++ .../client/TestAddPartitionsFromPartSpec.java | 96 +++ .../hive/metastore/client/TestRuntimeStats.java | 5 +- .../ql/exec/vector/TimestampColumnVector.java | 2 +- .../hadoop/hive/serde2/io/DateWritable.java | 1 + .../ql/exec/vector/TestStructColumnVector.java | 22 +- .../apache/hadoop/hive/tools/GenVectorCode.java | 14 +- 645 files changed, 14363 insertions(+), 9841 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/cd8f693c/ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnStatsUpdateTask.java ---------------------------------------------------------------------- diff --cc ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnStatsUpdateTask.java index 7795c66,61fb3d3..49752e5 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnStatsUpdateTask.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnStatsUpdateTask.java @@@ -53,8 -51,7 +53,9 @@@ import org.apache.hadoop.hive.ql.metada import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.ColumnStatsUpdateWork; import org.apache.hadoop.hive.ql.plan.api.StageType; +import org.apache.hadoop.hive.ql.session.SessionState; +import org.apache.hadoop.hive.serde2.io.DateWritable; + import org.apache.hadoop.hive.serde2.io.DateWritableV2; import org.slf4j.Logger; import org.slf4j.LoggerFactory; http://git-wip-us.apache.org/repos/asf/hive/blob/cd8f693c/ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/cd8f693c/ql/src/java/org/apache/hadoop/hive/ql/optimizer/StatsOptimizer.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/cd8f693c/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out ---------------------------------------------------------------------- diff --cc ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out index 6c3751d,33bceed..2ad9a4d --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out @@@ -1327,10 -1327,10 +1327,10 @@@ STAGE PLANS TableScan alias: acid_2l_part_sdpo filterExpr: (value = 'bar') (type: boolean) - Statistics: Num rows: 4952 Data size: 2061430 Basic stats: COMPLETE Column stats: PARTIAL - Statistics: Num rows: 2015 Data size: 726272 Basic stats: PARTIAL Column stats: PARTIAL ++ Statistics: Num rows: 4952 Data size: 1456618 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: (value = 'bar') (type: boolean) - Statistics: Num rows: 5 Data size: 1802 Basic stats: PARTIAL Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1375 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: ROW__ID (type: struct<writeid:bigint,bucketid:int,rowid:bigint>), ds (type: string), hr (type: int) outputColumnNames: _col0, _col1, _col2 http://git-wip-us.apache.org/repos/asf/hive/blob/cd8f693c/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out ---------------------------------------------------------------------- diff --cc ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out index 492fe05,539a51f..bd88883 --- a/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out @@@ -168,12 -168,9 +168,12 @@@ Retention: #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 1 + numRows 12288 + rawDataSize 0 - totalSize 295583 + totalSize 295638 transactional true transactional_properties default #### A masked pattern was here #### @@@ -335,12 -374,9 +335,12 @@@ Retention: #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 1 + numRows 2 + rawDataSize 0 - totalSize 1663 + totalSize 1652 transactional true transactional_properties default #### A masked pattern was here #### @@@ -429,12 -507,9 +429,12 @@@ Retention: #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 2 + numRows 4 + rawDataSize 0 - totalSize 3326 + totalSize 3304 transactional true transactional_properties default #### A masked pattern was here #### @@@ -519,12 -636,9 +519,12 @@@ Retention: #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 3 + numRows 12292 + rawDataSize 0 - totalSize 298909 + totalSize 298943 transactional true transactional_properties default #### A masked pattern was here #### http://git-wip-us.apache.org/repos/asf/hive/blob/cd8f693c/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/cd8f693c/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java ----------------------------------------------------------------------
