This is an automated email from the ASF dual-hosted git repository.

arina pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.


    from a9caa32  Updating dev environment setup doc to skip tests on install
     new 91a9c56  DRILL-7506: Simplify code gen error handling
     new 7453166  DRILL-7233: Format Plugin for HDF5
     new 6fef082  DRILL-7527: DROP METADATA doesn't work with table name 
starting with '/' inside workspace
     new f1b9761  DRILL-7491: Incorrect count() returned for complex types in 
parquet
     new bf7277c  DRILL-7454: Convert Avro to EVF
     new 50cd931  DRILL-7467: Jdbc plugin enhancements and fixes
     new 1d2da6d  DRILL-7530: Fix class names in loggers

The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../org/apache/drill/common/AutoCloseables.java    |   20 +-
 .../drill/common/exceptions/UserException.java     |   20 +-
 .../apache/drill/common/util/DrillStringUtils.java |   37 +-
 .../test/java/org/apache/drill/test/BaseTest.java  |    2 +-
 contrib/format-hdf5/README.md                      |  135 +++
 contrib/{storage-jdbc => format-hdf5}/pom.xml      |   71 +-
 .../drill/exec/store/hdf5/HDF5Attribute.java       |   34 +-
 .../drill/exec/store/hdf5/HDF5BatchReader.java     | 1120 ++++++++++++++++++++
 .../drill/exec/store/hdf5/HDF5DrillMetadata.java   |   47 +-
 .../drill/exec/store/hdf5/HDF5FormatConfig.java    |   46 +-
 .../drill/exec/store/hdf5/HDF5FormatPlugin.java    |  117 ++
 .../apache/drill/exec/store/hdf5/HDF5Utils.java    |  268 +++++
 .../exec/store/hdf5/writers/HDF5DataWriter.java    |   93 ++
 .../store/hdf5/writers/HDF5DoubleDataWriter.java   |  109 ++
 .../store/hdf5/writers/HDF5EnumDataWriter.java     |   57 +
 .../store/hdf5/writers/HDF5FloatDataWriter.java    |  109 ++
 .../exec/store/hdf5/writers/HDF5IntDataWriter.java |  112 ++
 .../store/hdf5/writers/HDF5LongDataWriter.java     |  109 ++
 .../exec/store/hdf5/writers/HDF5MapDataWriter.java |  139 +++
 .../store/hdf5/writers/HDF5StringDataWriter.java   |   71 ++
 .../hdf5/writers/HDF5TimestampDataWriter.java      |   62 ++
 .../main/resources/bootstrap-format-plugins.json   |   26 +
 .../src/main/resources/drill-module.conf           |   20 +
 .../drill/exec/store/hdf5/TestHDF5Format.java      |  938 ++++++++++++++++
 .../drill/exec/store/hdf5/TestHDF5Utils.java       |   58 +
 .../src/test/resources/hdf5/browsing.h5            |  Bin 0 -> 13552 bytes
 .../format-hdf5/src/test/resources/hdf5/dset.h5    |  Bin 0 -> 1496 bytes
 .../src/test/resources/hdf5/non-scalar.h5          |  Bin 0 -> 16464 bytes
 .../format-hdf5/src/test/resources/hdf5/scalar.h5  |  Bin 0 -> 14152 bytes
 .../drill/exec/store/mapr/db/MapRDBTableCache.java |    5 +-
 .../native/client/src/protobuf/UserBitShared.pb.cc |   20 +-
 .../native/client/src/protobuf/UserBitShared.pb.h  |    1 +
 contrib/pom.xml                                    |    1 +
 .../apache/drill/exec/expr/HiveFuncHolderExpr.java |    4 +-
 .../apache/drill/exec/expr/fn/HiveFuncHolder.java  |    1 -
 .../exec/store/hive/HiveMetadataProvider.java      |    7 +-
 .../store/hive/client/TableEntryCacheLoader.java   |    2 +-
 contrib/storage-jdbc/pom.xml                       |    4 +
 .../drill/exec/store/jdbc/DrillJdbcRuleBase.java   |    7 +-
 .../drill/exec/store/jdbc/JdbcBatchCreator.java    |    2 +-
 .../org/apache/drill/exec/store/jdbc/JdbcDrel.java |    1 -
 .../drill/exec/store/jdbc/JdbcExpressionCheck.java |   11 +-
 .../exec/store/jdbc/JdbcIntermediatePrel.java      |    6 +-
 .../org/apache/drill/exec/store/jdbc/JdbcPrel.java |    5 +-
 .../drill/exec/store/jdbc/JdbcRecordReader.java    |  117 +-
 .../drill/exec/store/jdbc/JdbcStorageConfig.java   |   41 +-
 .../drill/exec/store/jdbc/JdbcStoragePlugin.java   |   84 +-
 .../main/resources/bootstrap-storage-plugins.json  |   16 +
 .../drill/exec/store/jdbc/TestBasicDataSource.java |  106 ++
 .../exec/store/jdbc/TestJdbcPluginWithH2IT.java    |   73 +-
 .../exec/store/jdbc/TestJdbcPluginWithMySQLIT.java |   14 +-
 .../drill/exec/store/kafka/TestKafkaSuit.java      |    3 +-
 .../exec/store/openTSDB/OpenTSDBRecordReader.java  |   16 +-
 .../openTSDB/OpenTSDBStoragePluginConfig.java      |    7 +-
 contrib/udfs/pom.xml                               |    4 +-
 distribution/pom.xml                               |    5 +
 distribution/src/assemble/component.xml            |    1 +
 .../drill/exec/cache/CachedVectorContainer.java    |   15 +-
 .../exec/expr/ExpressionTreeMaterializer.java      |    9 +-
 .../drill/exec/expr/fn/impl/MathFunctions.java     |    5 +-
 .../apache/drill/exec/ops/BaseFragmentContext.java |   34 +-
 .../org/apache/drill/exec/ops/FragmentContext.java |   14 +-
 .../base/AbstractGroupScanWithMetadata.java        |   41 +-
 .../exec/physical/base/PhysicalOperatorUtil.java   |   37 +-
 .../drill/exec/physical/config/UnionAll.java       |    2 -
 .../drill/exec/physical/impl/ScreenCreator.java    |    8 +-
 .../exec/physical/impl/SingleSenderCreator.java    |    8 +-
 .../exec/physical/impl/TopN/PriorityQueue.java     |    2 +-
 .../physical/impl/TopN/PriorityQueueTemplate.java  |    9 +-
 .../exec/physical/impl/aggregate/HashAggBatch.java |   23 +-
 .../physical/impl/aggregate/HashAggTemplate.java   |   16 +-
 .../physical/impl/aggregate/HashAggregator.java    |    5 +-
 ...ledRecordbatch.java => SpilledRecordBatch.java} |   16 +-
 .../physical/impl/aggregate/StreamingAggBatch.java |   45 +-
 .../impl/aggregate/StreamingAggTemplate.java       |    2 +-
 .../physical/impl/common/HashTableTemplate.java    |    4 +-
 .../physical/impl/filter/FilterRecordBatch.java    |   37 +-
 .../physical/impl/flatten/FlattenRecordBatch.java  |   13 +-
 .../exec/physical/impl/join/HashJoinBatch.java     |   63 +-
 .../impl/join/HashJoinMemoryCalculator.java        |    4 +-
 .../impl/join/HashJoinMemoryCalculatorImpl.java    |   16 +-
 .../exec/physical/impl/join/LateralJoinBatch.java  |  205 ++--
 .../exec/physical/impl/join/MergeJoinBatch.java    |   37 +-
 .../physical/impl/join/NestedLoopJoinBatch.java    |   98 +-
 .../physical/impl/join/NestedLoopJoinTemplate.java |   19 +-
 .../impl/limit/PartitionLimitRecordBatch.java      |    3 +-
 .../impl/mergereceiver/MergingRecordBatch.java     |   51 +-
 .../impl/metadata/MetadataHashAggBatch.java        |    6 +-
 .../impl/metadata/MetadataStreamAggBatch.java      |   15 +-
 .../OrderedPartitionRecordBatch.java               |  149 ++-
 .../partitionsender/PartitionSenderRootExec.java   |   88 +-
 .../physical/impl/project/ProjectRecordBatch.java  |   66 +-
 .../impl/project/ProjectionMaterializer.java       |   26 +-
 .../physical/impl/protocol/OperatorDriver.java     |   13 +-
 .../impl/scan/framework/ManagedReader.java         |   20 +-
 .../impl/scan/project/ScanSchemaOrchestrator.java  |    4 +-
 .../drill/exec/physical/impl/sort/SortBatch.java   |  103 +-
 .../physical/impl/sort/SortRecordBatchBuilder.java |   24 +-
 .../drill/exec/physical/impl/sort/Sorter.java      |    7 +-
 .../impl/statistics/StatisticsAggBatch.java        |   38 +-
 .../physical/impl/union/UnionAllRecordBatch.java   |   77 +-
 .../physical/impl/window/FrameSupportTemplate.java |    5 +-
 .../exec/physical/impl/xsort/BaseWrapper.java      |   22 +-
 .../drill/exec/physical/impl/xsort/SortConfig.java |    5 +-
 .../drill/exec/physical/impl/xsort/SortImpl.java   |    9 +-
 .../physical/impl/xsort/SortMemoryManager.java     |    7 +-
 .../physical/resultSet/impl/SingleVectorState.java |   22 +-
 .../model/single/SimpleReaderBuilder.java          |    6 +-
 .../resultSet/project/RequestedTupleImpl.java      |   12 +-
 .../apache/drill/exec/planner/PlannerPhase.java    |    1 -
 .../drill/exec/planner/common/DrillRelOptUtil.java |    7 +-
 .../planner/index/AbstractIndexDescriptor.java     |    1 -
 .../exec/planner/index/DrillIndexDescriptor.java   |    4 +
 .../generators/CoveringPlanNoFilterGenerator.java  |    7 +-
 .../sql/conversion/DrillCalciteCatalogReader.java  |    4 +-
 .../planner/sql/conversion/DrillValidator.java     |   35 +-
 .../exec/planner/sql/conversion/SqlConverter.java  |    8 +-
 .../sql/handlers/AbstractSqlSetHandler.java        |    5 +-
 .../planner/sql/handlers/CreateTableHandler.java   |    6 +-
 .../planner/sql/handlers/DropTableHandler.java     |    4 +-
 .../exec/planner/sql/handlers/ViewHandler.java     |    6 +-
 .../drill/exec/planner/sql/parser/SqlSchema.java   |    4 +-
 .../planner/types/ExtendableRelDataTypeHolder.java |   83 --
 .../drill/exec/record/AbstractRecordBatch.java     |   16 +-
 .../exec/server/options/PersistedOptionValue.java  |    7 +-
 .../drill/exec/server/rest/ThreadsResources.java   |    2 -
 .../apache/drill/exec/ssl/SSLConfigBuilder.java    |    8 -
 .../drill/exec/store/avro/AvroBatchReader.java     |  177 ++++
 .../drill/exec/store/avro/AvroDrillTable.java      |  197 ----
 .../drill/exec/store/avro/AvroFormatConfig.java    |   23 +-
 .../drill/exec/store/avro/AvroFormatPlugin.java    |  125 +--
 .../drill/exec/store/avro/AvroRecordReader.java    |  425 --------
 .../drill/exec/store/avro/AvroSchemaUtil.java      |  274 +++++
 .../drill/exec/store/avro/AvroTypeHelper.java      |  184 ----
 .../drill/exec/store/avro/ColumnConverter.java     |  261 +++++
 .../exec/store/avro/ColumnConvertersUtil.java      |  115 ++
 .../apache/drill/exec/store/dfs/FileSelection.java |   12 +-
 .../exec/store/dfs/WorkspaceSchemaFactory.java     |    3 +-
 .../easy/text/reader/RepeatedVarCharOutput.java    |    2 +-
 .../exec/store/httpd/HttpdLogFormatPlugin.java     |   19 +-
 .../drill/exec/store/httpd/HttpdLogRecord.java     |   39 +-
 .../apache/drill/exec/store/httpd/HttpdParser.java |   15 +-
 .../drill/exec/store/mock/MockSubScanPOP.java      |    1 -
 .../drill/exec/store/sys/store/InMemoryStore.java  |    1 -
 .../drill/exec/vector/complex/fn/VectorOutput.java |   13 +-
 .../hadoop/ParquetColumnChunkPageWriteStore.java   |    6 +-
 .../main/resources/bootstrap-storage-plugins.json  |    5 +-
 .../test/java/org/apache/drill/TestCTASJson.java   |   37 +-
 .../apache/drill/TestDisabledFunctionality.java    |    3 +-
 .../impersonation/TestImpersonationQueries.java    |   14 +-
 .../drill/exec/physical/impl/MockRecordBatch.java  |    1 -
 .../physical/impl/common/HashPartitionTest.java    |    4 +-
 .../impl/join/TestLateralJoinCorrectness.java      |    9 +-
 .../TestLateralJoinCorrectnessBatchProcessing.java |    1 -
 .../exec/physical/impl/join/TestMergeJoin.java     |    6 +-
 .../impl/project/TestProjectEmitOutcome.java       |  110 +-
 .../impl/protocol/TestOperatorRecordBatch.java     |    5 +-
 .../exec/physical/impl/xsort/TestSortImpl.java     |   40 +-
 .../resultSet/project/TestProjectedTuple.java      |   35 +-
 .../logical/TestConvertCountToDirectScan.java      |   18 +
 .../record/ExpressionTreeMaterializerTest.java     |    9 +
 .../drill/exec/sql/TestMetastoreCommands.java      |   30 +
 .../org/apache/drill/exec/sql/TestViewSupport.java |    8 +-
 .../drill/exec/store/FormatPluginSerDeTest.java    |    6 +-
 .../drill/exec/store/avro/AvroDataGenerator.java   |  853 +++++++++++++++
 .../drill/exec/store/avro/AvroFormatTest.java      |  840 +++++++--------
 .../drill/exec/store/avro/AvroSchemaUtilTest.java  |  431 ++++++++
 .../apache/drill/exec/store/avro/AvroTestUtil.java |  798 --------------
 .../drill/exec/store/dfs/TestFileSelection.java    |    5 +-
 .../exec/store/parquet/TestParquetComplex.java     |   14 +
 .../drill/exec/testing/TestPauseInjection.java     |   14 +-
 .../drill/exec/util/MiniZooKeeperCluster.java      |   35 +-
 .../complex/writer/TestComplexTypeWriter.java      |    3 +-
 .../org/apache/drill/test/DrillTestWrapper.java    |    5 +-
 .../parquet/hive_all/hive_alltypes.parquet         |  Bin 0 -> 2161 bytes
 .../drill/jdbc/impl/DrillConnectionImpl.java       |    8 +-
 .../org/apache/drill/jdbc/impl/DrillCursor.java    |    5 +-
 .../drill/exec/vector/accessor/ScalarWriter.java   |    2 +-
 .../convert/AbstractConvertFromString.java         |    4 +-
 .../accessor/convert/AbstractWriteConverter.java   |    2 +-
 .../drill/common/expression/ErrorCollector.java    |   33 +-
 .../common/expression/ErrorCollectorImpl.java      |  184 ++--
 .../apache/drill/common/expression/SchemaPath.java |   34 +-
 .../drill/common/logical/FormatPluginConfig.java   |    4 +-
 .../common/logical/FormatPluginConfigBase.java     |    6 +-
 .../drill/common/logical/StoragePluginConfig.java  |    3 +-
 .../apache/drill/metastore/metadata/TableInfo.java |    4 +-
 pom.xml                                            |   28 +-
 .../org/apache/drill/exec/proto/UserBitShared.java |   26 +-
 protocol/src/main/protobuf/UserBitShared.proto     |    1 +
 190 files changed, 7931 insertions(+), 3801 deletions(-)
 create mode 100644 contrib/format-hdf5/README.md
 copy contrib/{storage-jdbc => format-hdf5}/pom.xml (59%)
 mode change 100755 => 100644
 rename 
exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/ExtendableRelDataType.java
 => 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5Attribute.java
 (52%)
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5BatchReader.java
 copy 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroFormatConfig.java
 => 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5DrillMetadata.java
 (53%)
 copy 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroFormatConfig.java
 => 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5FormatConfig.java
 (51%)
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5FormatPlugin.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5Utils.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5DataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5DoubleDataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5EnumDataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5FloatDataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5IntDataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5LongDataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5MapDataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5StringDataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5TimestampDataWriter.java
 create mode 100644 
contrib/format-hdf5/src/main/resources/bootstrap-format-plugins.json
 create mode 100644 contrib/format-hdf5/src/main/resources/drill-module.conf
 create mode 100644 
contrib/format-hdf5/src/test/java/org/apache/drill/exec/store/hdf5/TestHDF5Format.java
 create mode 100644 
contrib/format-hdf5/src/test/java/org/apache/drill/exec/store/hdf5/TestHDF5Utils.java
 create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/browsing.h5
 create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/dset.h5
 create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/non-scalar.h5
 create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/scalar.h5
 create mode 100644 
contrib/storage-jdbc/src/main/resources/bootstrap-storage-plugins.json
 create mode 100644 
contrib/storage-jdbc/src/test/java/org/apache/drill/exec/store/jdbc/TestBasicDataSource.java
 rename 
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/aggregate/{SpilledRecordbatch.java
 => SpilledRecordBatch.java} (91%)
 delete mode 100644 
exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/ExtendableRelDataTypeHolder.java
 create mode 100644 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroBatchReader.java
 delete mode 100644 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroDrillTable.java
 delete mode 100644 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroRecordReader.java
 create mode 100644 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroSchemaUtil.java
 delete mode 100644 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroTypeHelper.java
 create mode 100644 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/ColumnConverter.java
 create mode 100644 
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/ColumnConvertersUtil.java
 create mode 100644 
exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroDataGenerator.java
 create mode 100644 
exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroSchemaUtilTest.java
 delete mode 100644 
exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroTestUtil.java
 create mode 100644 
exec/java-exec/src/test/resources/parquet/hive_all/hive_alltypes.parquet

Reply via email to