This is an automated email from the ASF dual-hosted git repository. arina pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/drill.git.
from a9caa32 Updating dev environment setup doc to skip tests on install new 91a9c56 DRILL-7506: Simplify code gen error handling new 7453166 DRILL-7233: Format Plugin for HDF5 new 6fef082 DRILL-7527: DROP METADATA doesn't work with table name starting with '/' inside workspace new f1b9761 DRILL-7491: Incorrect count() returned for complex types in parquet new bf7277c DRILL-7454: Convert Avro to EVF new 50cd931 DRILL-7467: Jdbc plugin enhancements and fixes new 1d2da6d DRILL-7530: Fix class names in loggers The 7 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../org/apache/drill/common/AutoCloseables.java | 20 +- .../drill/common/exceptions/UserException.java | 20 +- .../apache/drill/common/util/DrillStringUtils.java | 37 +- .../test/java/org/apache/drill/test/BaseTest.java | 2 +- contrib/format-hdf5/README.md | 135 +++ contrib/{storage-jdbc => format-hdf5}/pom.xml | 71 +- .../drill/exec/store/hdf5/HDF5Attribute.java | 34 +- .../drill/exec/store/hdf5/HDF5BatchReader.java | 1120 ++++++++++++++++++++ .../drill/exec/store/hdf5/HDF5DrillMetadata.java | 47 +- .../drill/exec/store/hdf5/HDF5FormatConfig.java | 46 +- .../drill/exec/store/hdf5/HDF5FormatPlugin.java | 117 ++ .../apache/drill/exec/store/hdf5/HDF5Utils.java | 268 +++++ .../exec/store/hdf5/writers/HDF5DataWriter.java | 93 ++ .../store/hdf5/writers/HDF5DoubleDataWriter.java | 109 ++ .../store/hdf5/writers/HDF5EnumDataWriter.java | 57 + .../store/hdf5/writers/HDF5FloatDataWriter.java | 109 ++ .../exec/store/hdf5/writers/HDF5IntDataWriter.java | 112 ++ .../store/hdf5/writers/HDF5LongDataWriter.java | 109 ++ .../exec/store/hdf5/writers/HDF5MapDataWriter.java | 139 +++ .../store/hdf5/writers/HDF5StringDataWriter.java | 71 ++ .../hdf5/writers/HDF5TimestampDataWriter.java | 62 ++ .../main/resources/bootstrap-format-plugins.json | 26 + .../src/main/resources/drill-module.conf | 20 + .../drill/exec/store/hdf5/TestHDF5Format.java | 938 ++++++++++++++++ .../drill/exec/store/hdf5/TestHDF5Utils.java | 58 + .../src/test/resources/hdf5/browsing.h5 | Bin 0 -> 13552 bytes .../format-hdf5/src/test/resources/hdf5/dset.h5 | Bin 0 -> 1496 bytes .../src/test/resources/hdf5/non-scalar.h5 | Bin 0 -> 16464 bytes .../format-hdf5/src/test/resources/hdf5/scalar.h5 | Bin 0 -> 14152 bytes .../drill/exec/store/mapr/db/MapRDBTableCache.java | 5 +- .../native/client/src/protobuf/UserBitShared.pb.cc | 20 +- .../native/client/src/protobuf/UserBitShared.pb.h | 1 + contrib/pom.xml | 1 + .../apache/drill/exec/expr/HiveFuncHolderExpr.java | 4 +- .../apache/drill/exec/expr/fn/HiveFuncHolder.java | 1 - .../exec/store/hive/HiveMetadataProvider.java | 7 +- .../store/hive/client/TableEntryCacheLoader.java | 2 +- contrib/storage-jdbc/pom.xml | 4 + .../drill/exec/store/jdbc/DrillJdbcRuleBase.java | 7 +- .../drill/exec/store/jdbc/JdbcBatchCreator.java | 2 +- .../org/apache/drill/exec/store/jdbc/JdbcDrel.java | 1 - .../drill/exec/store/jdbc/JdbcExpressionCheck.java | 11 +- .../exec/store/jdbc/JdbcIntermediatePrel.java | 6 +- .../org/apache/drill/exec/store/jdbc/JdbcPrel.java | 5 +- .../drill/exec/store/jdbc/JdbcRecordReader.java | 117 +- .../drill/exec/store/jdbc/JdbcStorageConfig.java | 41 +- .../drill/exec/store/jdbc/JdbcStoragePlugin.java | 84 +- .../main/resources/bootstrap-storage-plugins.json | 16 + .../drill/exec/store/jdbc/TestBasicDataSource.java | 106 ++ .../exec/store/jdbc/TestJdbcPluginWithH2IT.java | 73 +- .../exec/store/jdbc/TestJdbcPluginWithMySQLIT.java | 14 +- .../drill/exec/store/kafka/TestKafkaSuit.java | 3 +- .../exec/store/openTSDB/OpenTSDBRecordReader.java | 16 +- .../openTSDB/OpenTSDBStoragePluginConfig.java | 7 +- contrib/udfs/pom.xml | 4 +- distribution/pom.xml | 5 + distribution/src/assemble/component.xml | 1 + .../drill/exec/cache/CachedVectorContainer.java | 15 +- .../exec/expr/ExpressionTreeMaterializer.java | 9 +- .../drill/exec/expr/fn/impl/MathFunctions.java | 5 +- .../apache/drill/exec/ops/BaseFragmentContext.java | 34 +- .../org/apache/drill/exec/ops/FragmentContext.java | 14 +- .../base/AbstractGroupScanWithMetadata.java | 41 +- .../exec/physical/base/PhysicalOperatorUtil.java | 37 +- .../drill/exec/physical/config/UnionAll.java | 2 - .../drill/exec/physical/impl/ScreenCreator.java | 8 +- .../exec/physical/impl/SingleSenderCreator.java | 8 +- .../exec/physical/impl/TopN/PriorityQueue.java | 2 +- .../physical/impl/TopN/PriorityQueueTemplate.java | 9 +- .../exec/physical/impl/aggregate/HashAggBatch.java | 23 +- .../physical/impl/aggregate/HashAggTemplate.java | 16 +- .../physical/impl/aggregate/HashAggregator.java | 5 +- ...ledRecordbatch.java => SpilledRecordBatch.java} | 16 +- .../physical/impl/aggregate/StreamingAggBatch.java | 45 +- .../impl/aggregate/StreamingAggTemplate.java | 2 +- .../physical/impl/common/HashTableTemplate.java | 4 +- .../physical/impl/filter/FilterRecordBatch.java | 37 +- .../physical/impl/flatten/FlattenRecordBatch.java | 13 +- .../exec/physical/impl/join/HashJoinBatch.java | 63 +- .../impl/join/HashJoinMemoryCalculator.java | 4 +- .../impl/join/HashJoinMemoryCalculatorImpl.java | 16 +- .../exec/physical/impl/join/LateralJoinBatch.java | 205 ++-- .../exec/physical/impl/join/MergeJoinBatch.java | 37 +- .../physical/impl/join/NestedLoopJoinBatch.java | 98 +- .../physical/impl/join/NestedLoopJoinTemplate.java | 19 +- .../impl/limit/PartitionLimitRecordBatch.java | 3 +- .../impl/mergereceiver/MergingRecordBatch.java | 51 +- .../impl/metadata/MetadataHashAggBatch.java | 6 +- .../impl/metadata/MetadataStreamAggBatch.java | 15 +- .../OrderedPartitionRecordBatch.java | 149 ++- .../partitionsender/PartitionSenderRootExec.java | 88 +- .../physical/impl/project/ProjectRecordBatch.java | 66 +- .../impl/project/ProjectionMaterializer.java | 26 +- .../physical/impl/protocol/OperatorDriver.java | 13 +- .../impl/scan/framework/ManagedReader.java | 20 +- .../impl/scan/project/ScanSchemaOrchestrator.java | 4 +- .../drill/exec/physical/impl/sort/SortBatch.java | 103 +- .../physical/impl/sort/SortRecordBatchBuilder.java | 24 +- .../drill/exec/physical/impl/sort/Sorter.java | 7 +- .../impl/statistics/StatisticsAggBatch.java | 38 +- .../physical/impl/union/UnionAllRecordBatch.java | 77 +- .../physical/impl/window/FrameSupportTemplate.java | 5 +- .../exec/physical/impl/xsort/BaseWrapper.java | 22 +- .../drill/exec/physical/impl/xsort/SortConfig.java | 5 +- .../drill/exec/physical/impl/xsort/SortImpl.java | 9 +- .../physical/impl/xsort/SortMemoryManager.java | 7 +- .../physical/resultSet/impl/SingleVectorState.java | 22 +- .../model/single/SimpleReaderBuilder.java | 6 +- .../resultSet/project/RequestedTupleImpl.java | 12 +- .../apache/drill/exec/planner/PlannerPhase.java | 1 - .../drill/exec/planner/common/DrillRelOptUtil.java | 7 +- .../planner/index/AbstractIndexDescriptor.java | 1 - .../exec/planner/index/DrillIndexDescriptor.java | 4 + .../generators/CoveringPlanNoFilterGenerator.java | 7 +- .../sql/conversion/DrillCalciteCatalogReader.java | 4 +- .../planner/sql/conversion/DrillValidator.java | 35 +- .../exec/planner/sql/conversion/SqlConverter.java | 8 +- .../sql/handlers/AbstractSqlSetHandler.java | 5 +- .../planner/sql/handlers/CreateTableHandler.java | 6 +- .../planner/sql/handlers/DropTableHandler.java | 4 +- .../exec/planner/sql/handlers/ViewHandler.java | 6 +- .../drill/exec/planner/sql/parser/SqlSchema.java | 4 +- .../planner/types/ExtendableRelDataTypeHolder.java | 83 -- .../drill/exec/record/AbstractRecordBatch.java | 16 +- .../exec/server/options/PersistedOptionValue.java | 7 +- .../drill/exec/server/rest/ThreadsResources.java | 2 - .../apache/drill/exec/ssl/SSLConfigBuilder.java | 8 - .../drill/exec/store/avro/AvroBatchReader.java | 177 ++++ .../drill/exec/store/avro/AvroDrillTable.java | 197 ---- .../drill/exec/store/avro/AvroFormatConfig.java | 23 +- .../drill/exec/store/avro/AvroFormatPlugin.java | 125 +-- .../drill/exec/store/avro/AvroRecordReader.java | 425 -------- .../drill/exec/store/avro/AvroSchemaUtil.java | 274 +++++ .../drill/exec/store/avro/AvroTypeHelper.java | 184 ---- .../drill/exec/store/avro/ColumnConverter.java | 261 +++++ .../exec/store/avro/ColumnConvertersUtil.java | 115 ++ .../apache/drill/exec/store/dfs/FileSelection.java | 12 +- .../exec/store/dfs/WorkspaceSchemaFactory.java | 3 +- .../easy/text/reader/RepeatedVarCharOutput.java | 2 +- .../exec/store/httpd/HttpdLogFormatPlugin.java | 19 +- .../drill/exec/store/httpd/HttpdLogRecord.java | 39 +- .../apache/drill/exec/store/httpd/HttpdParser.java | 15 +- .../drill/exec/store/mock/MockSubScanPOP.java | 1 - .../drill/exec/store/sys/store/InMemoryStore.java | 1 - .../drill/exec/vector/complex/fn/VectorOutput.java | 13 +- .../hadoop/ParquetColumnChunkPageWriteStore.java | 6 +- .../main/resources/bootstrap-storage-plugins.json | 5 +- .../test/java/org/apache/drill/TestCTASJson.java | 37 +- .../apache/drill/TestDisabledFunctionality.java | 3 +- .../impersonation/TestImpersonationQueries.java | 14 +- .../drill/exec/physical/impl/MockRecordBatch.java | 1 - .../physical/impl/common/HashPartitionTest.java | 4 +- .../impl/join/TestLateralJoinCorrectness.java | 9 +- .../TestLateralJoinCorrectnessBatchProcessing.java | 1 - .../exec/physical/impl/join/TestMergeJoin.java | 6 +- .../impl/project/TestProjectEmitOutcome.java | 110 +- .../impl/protocol/TestOperatorRecordBatch.java | 5 +- .../exec/physical/impl/xsort/TestSortImpl.java | 40 +- .../resultSet/project/TestProjectedTuple.java | 35 +- .../logical/TestConvertCountToDirectScan.java | 18 + .../record/ExpressionTreeMaterializerTest.java | 9 + .../drill/exec/sql/TestMetastoreCommands.java | 30 + .../org/apache/drill/exec/sql/TestViewSupport.java | 8 +- .../drill/exec/store/FormatPluginSerDeTest.java | 6 +- .../drill/exec/store/avro/AvroDataGenerator.java | 853 +++++++++++++++ .../drill/exec/store/avro/AvroFormatTest.java | 840 +++++++-------- .../drill/exec/store/avro/AvroSchemaUtilTest.java | 431 ++++++++ .../apache/drill/exec/store/avro/AvroTestUtil.java | 798 -------------- .../drill/exec/store/dfs/TestFileSelection.java | 5 +- .../exec/store/parquet/TestParquetComplex.java | 14 + .../drill/exec/testing/TestPauseInjection.java | 14 +- .../drill/exec/util/MiniZooKeeperCluster.java | 35 +- .../complex/writer/TestComplexTypeWriter.java | 3 +- .../org/apache/drill/test/DrillTestWrapper.java | 5 +- .../parquet/hive_all/hive_alltypes.parquet | Bin 0 -> 2161 bytes .../drill/jdbc/impl/DrillConnectionImpl.java | 8 +- .../org/apache/drill/jdbc/impl/DrillCursor.java | 5 +- .../drill/exec/vector/accessor/ScalarWriter.java | 2 +- .../convert/AbstractConvertFromString.java | 4 +- .../accessor/convert/AbstractWriteConverter.java | 2 +- .../drill/common/expression/ErrorCollector.java | 33 +- .../common/expression/ErrorCollectorImpl.java | 184 ++-- .../apache/drill/common/expression/SchemaPath.java | 34 +- .../drill/common/logical/FormatPluginConfig.java | 4 +- .../common/logical/FormatPluginConfigBase.java | 6 +- .../drill/common/logical/StoragePluginConfig.java | 3 +- .../apache/drill/metastore/metadata/TableInfo.java | 4 +- pom.xml | 28 +- .../org/apache/drill/exec/proto/UserBitShared.java | 26 +- protocol/src/main/protobuf/UserBitShared.proto | 1 + 190 files changed, 7931 insertions(+), 3801 deletions(-) create mode 100644 contrib/format-hdf5/README.md copy contrib/{storage-jdbc => format-hdf5}/pom.xml (59%) mode change 100755 => 100644 rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/ExtendableRelDataType.java => contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5Attribute.java (52%) create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5BatchReader.java copy exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroFormatConfig.java => contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5DrillMetadata.java (53%) copy exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroFormatConfig.java => contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5FormatConfig.java (51%) create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5FormatPlugin.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5Utils.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5DataWriter.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5DoubleDataWriter.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5EnumDataWriter.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5FloatDataWriter.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5IntDataWriter.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5LongDataWriter.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5MapDataWriter.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5StringDataWriter.java create mode 100644 contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5TimestampDataWriter.java create mode 100644 contrib/format-hdf5/src/main/resources/bootstrap-format-plugins.json create mode 100644 contrib/format-hdf5/src/main/resources/drill-module.conf create mode 100644 contrib/format-hdf5/src/test/java/org/apache/drill/exec/store/hdf5/TestHDF5Format.java create mode 100644 contrib/format-hdf5/src/test/java/org/apache/drill/exec/store/hdf5/TestHDF5Utils.java create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/browsing.h5 create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/dset.h5 create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/non-scalar.h5 create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/scalar.h5 create mode 100644 contrib/storage-jdbc/src/main/resources/bootstrap-storage-plugins.json create mode 100644 contrib/storage-jdbc/src/test/java/org/apache/drill/exec/store/jdbc/TestBasicDataSource.java rename exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/aggregate/{SpilledRecordbatch.java => SpilledRecordBatch.java} (91%) delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/ExtendableRelDataTypeHolder.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroBatchReader.java delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroDrillTable.java delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroRecordReader.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroSchemaUtil.java delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroTypeHelper.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/ColumnConverter.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/ColumnConvertersUtil.java create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroDataGenerator.java create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroSchemaUtilTest.java delete mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroTestUtil.java create mode 100644 exec/java-exec/src/test/resources/parquet/hive_all/hive_alltypes.parquet