This is an automated email from the ASF dual-hosted git repository.
dzamo pushed a change to branch 1.21
in repository https://gitbox.apache.org/repos/asf/drill.git
from 3c8e2e6d6b [maven-release-plugin] prepare for next development
iteration
add 1c3a44cd11 [MINOR UPDATE] Fix Error In HTTP Plugin Docs
add cd0db5388d DRILL-8426: Fix endless retrying zk set data for a large
query (#2796)
add 10d8002175 DRILL-8385: Add support for disabling SSL certificate
verification in the ElasticSearch plugin (#2795)
add 33577e5eed DRILL-8428: ElasticSearch Config Missing Getters (#2797)
add 0b328b3995 [DRILL-8429]: Bump Jackson to 2.14.3 (#2798)
add b9152eb68f DRILL-8430: Create JacksonUtils (#2800)
add 351ed564fd DRILL-8158: Remove non-reproducible entry (#2805)
add 20df2844e1 DRILL-8438: Bump YAUAA to 7.19.2 (#2808)
add e05b2c2bf9 Update bug_report.md
add 655eea448a DRILL-8442: Fix DeltaRowGroupScan deserialization
add a11d639401 Bump h2 from 2.1.210 to 2.2.220 in /contrib/storage-jdbc
(#2815)
add 257856e66f DRILL-8449: fix typo in width property in FreeMarker
templates (#2818)
add b19a253ce2 DRILL-8451: options and profile pages have bad order
symbols style (#2820)
add 7b5d6408b1 [MINOR UPDATE]: Fix Hadoop 3 impersonation test errors
during CI runs (#2822)
add 822801b494 DRILL-8452: Library upgrades (#2823)
add bfa10a5aed [MINOR UPDATE] Bump sqlite-jdbc from 3.30.1 to 3.41.2.2 in
/metastore/rdbms-metastore (#2812)
add f6d164456d DRILL-8456: Upgrade POI and Commons-Compress (#2833)
add ddb3c85a69 [MINOR UPDATE]: Improve the Github CI memory constraint
workarounds (#2839)
add ac71ec0ae2 DRILL-8459 Bump Avro to 1.11.3 (#2841)
add 3f0d530cf0 DRILL-8458: Use correct size of definition level bytes
slice when reading Parquet v2 data page (#2838)
add dbb7ffb3f1 DRILL-8461: Prevent XXE Attacks in XML Format Plugin (#2845)
add 4a0322222b DRILL-8446: Incorrect use of OperatingSystemMXBean (#2843)
add 3b62645c0a DRILL-8464. Upgrade to checkout action v4 (#2850)
add a13ed3bcda DRILL-8462: upgrade to poi 5.2.5 and upgrade its transitive
dependencies (#2848)
add b4e11e0270 DRILL-8463. Bouncy Castle 1.77 (#2849)
add e5860fc172 DRILL-8466. upgrade to logback 1.3.13 (#2852)
add 40af40c8b1 DRILL-8466. upgrade to logback 1.3.14 (#2854)
add cebab2ae9f Retire the EasyOutOfMemory test category now that we have
swap space. (#2861)
add 8f3a298141 Increase jdbc-all-jar-maxsize to 57000000 for the hadoop-2
profile.
add 19afef6607 DRILL-8467: Update Netty to 4.1.101 (#2857)
add 78ace46551 DRILL-8468: Drill doesn't perform
drill.exec.storage.action_on_plugins_override_file action (#2859)
add 6c83fc69e9 DRILL-8445: Upgrade Janino 3.1.8 → 3.1.11 (#2864)
add 649c32cb3d DRILL-8460: Upgrade ZooKeeper 3.5.7 → 3.5.10 and Curator
5.2.0 → 5.5.0 (#2865)
add 659fe973c2 DRILL-8470: Bump MongoDB Driver to Latest Version (#2862)
add 2b25d263ea DRILL-8375: Support for non-projected complex vectors.
add f091162eb5 DRILL-8415: Upgrade Jackson 2.14.3 → 2.16.1 (#2866)
add 77f24b83ea [MINOR UPDATE]: Update the copyright year in NOTICE (#2868)
add 5e44632c2f DRILL-8478. HashPartition memory leak when
OutOfMemoryException is encountered (#2874) (#2875)
add 611fb4327d [MINOR UPDATE]: Enable master branch protection (#2872)
add e392327404 DRILL-8475: Update the binary distributions LICENSE (#2879)
add e653567b65 Fix typos in LicenseHeadersAndNotices.md (#2883)
add 9eddd1a387 DRILL-8482:Assign region throw exception when some region
is deployed on affinity node and some on non-affinity node (#2885)
add 7db6140927 DRILL-8141: Ability to query XML root attributes (#2884)
add 5a377d3d18 DRILL-8485: HashJoinPOP memory leak is caused by an oom
exception when read data from InputStream (#2891)
add 36f0ccc076 [MINOR UPDATE] Upgrade Actions (#2894)
add 298f599f48 [MINOR UPDATE] Update Commons-Compress due to CVEs (#2892)
add f0c07cfeb4 DRILL-8484: HashJoinPOP Memory Leak is Caused by an OOM
Exception when read data from Stream with container (#2889)
add 264537f193 DRILL-8483: SpilledRecordBatch memory leak when the program
threw an exception during the process of building a hash table (#2887) (#2888)
add 0e6b21d633 DRILL-8486: fix handling of long variable length entries
during bulk parquet reading (#2898)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 23 +-
.github/ISSUE_TEMPLATE/bug_report.md | 3 +-
.github/workflows/ci.yml | 39 +-
.github/workflows/codeql-analysis.yml | 3 +-
.github/workflows/publish-snapshot.yml | 5 +-
.gitignore | 46 +-
header => HEADER-2.0.txt | 0
LICENSE | 29 +-
NOTICE | 2 +-
.../apache/drill/common/scanner/BuildTimeScan.java | 3 +-
.../org/apache/drill/common/util/JacksonUtils.java | 64 ++
.../org/apache/drill/exec/metrics/CpuGaugeSet.java | 112 +--
.../apache/drill/categories/EasyOutOfMemory.java | 28 -
.../org/apache/drill/categories/package-info.java | 2 -
.../test/java/org/apache/drill/test/DrillTest.java | 4 +-
contrib/format-deltalake/pom.xml | 4 +-
.../drill/exec/store/delta/DeltaRowGroupScan.java | 7 +-
.../drill/exec/store/delta/DeltaQueriesTest.java | 4 +-
contrib/format-excel/pom.xml | 9 +-
contrib/format-httpd/pom.xml | 4 -
contrib/format-image/pom.xml | 4 +-
.../src/test/resources/image/jpeg.json | 8 +-
.../apache/drill/exec/store/log/TestLogReader.java | 3 +-
.../store/pcap/TestPcapWithPersistentStore.java | 8 +-
.../org/apache/drill/exec/store/xml/XMLReader.java | 11 +
.../apache/drill/exec/store/xml/TestXMLReader.java | 51 +-
.../format-xml/src/test/resources/xml/bad.xml | 19 +-
.../format-xml/src/test/resources/xml/no_nest.xml | 15 +-
.../store/drill/plugin/DrillStoragePlugin.java | 3 +-
.../drill/exec/store/druid/DruidRecordReader.java | 3 +-
.../drill/exec/store/druid/DruidStoragePlugin.java | 3 +-
.../exec/store/druid/common/DruidFilterBase.java | 3 +-
.../exec/store/druid/druid/ScanQueryBuilder.java | 3 +-
.../exec/store/druid/rest/DruidAdminClient.java | 3 +-
.../exec/store/druid/rest/DruidQueryClient.java | 3 +-
.../store/druid/DruidStoragePluginConfigTest.java | 5 +-
.../drill/exec/store/druid/DruidTestSuite.java | 3 +-
.../drill/exec/store/druid/TestDataGenerator.java | 3 +-
contrib/storage-elasticsearch/README.md | 1 +
contrib/storage-elasticsearch/pom.xml | 2 +-
.../elasticsearch/ElasticsearchStorageConfig.java | 41 +-
.../main/resources/bootstrap-storage-plugins.json | 1 +
.../elasticsearch/ElasticComplexTypesTest.java | 2 +-
.../store/elasticsearch/ElasticInfoSchemaTest.java | 2 +-
.../store/elasticsearch/ElasticSearchPlanTest.java | 2 +-
.../elasticsearch/ElasticSearchQueryTest.java | 2 +-
.../ElasticSearchUserTranslationTest.java | 4 +-
.../elasticsearch/TestElasticsearchSuite.java | 5 +-
.../TestGoogleSheetsLimitPushdown.java | 3 +-
.../googlesheets/TestGoogleSheetsQueries.java | 3 +-
.../store/googlesheets/TestGoogleSheetsWriter.java | 3 +-
.../drill/exec/store/hbase/HBaseGroupScan.java | 2 +-
.../drill/exec/store/hbase/HBaseStoragePlugin.java | 5 +-
.../hbase/TestHBaseRegionScanAssignments.java | 28 +
contrib/storage-hive/core/pom.xml | 4 -
.../drill/exec/store/hive/HiveStoragePlugin.java | 3 +-
.../exec/TestHiveDrillNativeParquetReader.java | 3 +-
contrib/storage-http/README.md | 2 +-
contrib/storage-jdbc/pom.xml | 2 +-
contrib/storage-kafka/pom.xml | 2 +-
.../drill/exec/store/kafka/KafkaStoragePlugin.java | 3 +-
.../exec/store/kafka/KafkaFilterPushdownTest.java | 6 +-
.../exec/store/kafka/KafkaMessageGenerator.java | 2 +-
.../drill/exec/store/kafka/KafkaQueriesTest.java | 14 +-
.../drill/exec/store/kafka/KafkaTestBase.java | 10 +-
.../exec/store/kafka/MessageIteratorTest.java | 4 +-
.../{TestKafkaSuit.java => TestKafkaSuite.java} | 10 +-
.../test/resources/{login.conf => login.jaasconf} | 2 +-
.../drill/exec/store/kudu/KuduStoragePlugin.java | 3 +-
.../drill/exec/store/mongo/MongoStoragePlugin.java | 3 +-
.../exec/store/openTSDB/OpenTSDBStoragePlugin.java | 3 +-
contrib/storage-phoenix/pom.xml | 2 +-
.../store/splunk/TestSplunkUserTranslation.java | 4 +-
contrib/udfs/pom.xml | 6 -
.../drill/exec/udfs/UserAgentAnalyzerProvider.java | 2 -
.../drill/exec/udfs/TestUserAgentFunctions.java | 2 +-
.../Dockerfile | 0
.../README => docker-compose/README.txt} | 0
.../docker-compose.yml | 0
.../drill-override.conf | 0
.../logback.xml | 0
distribution/pom.xml | 43 +-
distribution/src/assemble/component.xml | 88 +-
distribution/src/main/resources/LICENSE | 946 --------------------
distribution/src/main/resources/NOTICE | 2 +-
.../src/main/resources/licenses/LICENSE-base.txt | 50 +-
.../main/resources/licenses/LICENSE-template.ftl | 63 ++
.../src/main/resources/licenses/MISSING.properties | 16 +-
docs/dev/Environment.md | 25 +-
docs/dev/LicenseHeaders.md | 34 -
docs/dev/LicenseHeadersAndNotices.md | 45 +
docs/dev/Release.md | 46 +-
.../org/apache/drill/yarn/core/ClusterDef.java | 8 +-
exec/java-exec/pom.xml | 26 +-
.../java-exec/src/main/codegen/templates/Parser.jj | 13 +-
.../exec/cache/VectorAccessibleSerializable.java | 34 +-
.../org/apache/drill/exec/client/DrillClient.java | 3 +-
.../drill/exec/coord/zk/ZookeeperClient.java | 29 +-
.../drill/exec/expr/fn/FunctionInitializer.java | 2 +-
.../expr/fn/registry/RemoteFunctionRegistry.java | 3 +-
.../exec/physical/impl/common/HashPartition.java | 15 +-
.../impl/join/AbstractHashBinaryRecordBatch.java | 24 +-
.../impl/scan/v3/schema/MutableTupleSchema.java | 9 +-
.../impl/statistics/AvgWidthMergedStatistic.java | 10 +-
.../impl/statistics/NDVMergedStatistic.java | 8 +-
.../physical/resultSet/impl/BuildFromSchema.java | 9 -
.../physical/resultSet/impl/ColumnBuilder.java | 59 +-
.../physical/resultSet/impl/NullVectorState.java | 2 -
.../physical/resultSet/impl/RepeatedListState.java | 29 +-
.../resultSet/impl/ResultSetLoaderImpl.java | 5 +-
.../exec/physical/resultSet/impl/UnionState.java | 26 +-
.../drill/exec/planner/common/DrillStatsTable.java | 6 +-
.../exec/planner/common/DrillValuesRelBase.java | 3 +-
.../sql/handlers/DescribeSchemaHandler.java | 6 +-
.../record/metadata/schema/PathSchemaProvider.java | 4 +-
.../drill/exec/rpc/control/ControlTunnel.java | 8 +-
.../exec/rpc/user/InboundImpersonationManager.java | 3 +-
.../exec/serialization/JacksonSerializer.java | 7 +
.../exec/server/options/PersistedOptionValue.java | 4 +-
.../server/rest/auth/DrillSpnegoLoginService.java | 5 +-
.../exec/server/rest/profile/ProfileWrapper.java | 3 +-
.../rest/ssl/SslContextFactoryConfigurator.java | 8 +-
.../exec/store/DrillbitPluginRegistryContext.java | 3 +-
.../exec/store/StoragePluginRegistryImpl.java | 11 +-
.../easy/json/parser/JsonStructureParser.java | 3 +-
.../store/easy/json/reader/BaseJsonProcessor.java | 3 +-
.../drill/exec/store/http/oauth/OAuthUtils.java | 5 +-
.../drill/exec/store/mock/MockStorageEngine.java | 5 +-
.../columnreaders/VarLenEntryDictionaryReader.java | 7 +-
.../parquet/columnreaders/VarLenEntryReader.java | 6 +-
.../VarLenNullableDictionaryReader.java | 26 +-
.../columnreaders/VarLenNullableEntryReader.java | 6 +-
.../exec/store/parquet/metadata/Metadata.java | 15 +-
.../exec/store/sys/PersistentStoreConfig.java | 4 +
.../drill/exec/testing/ExecutionControls.java | 3 +-
.../org/apache/drill/exec/work/QueryWorkUnit.java | 11 +-
.../apache/drill/exec/work/foreman/Foreman.java | 6 +-
.../drill/exec/work/foreman/QueryManager.java | 10 +-
.../parquet/hadoop/ColumnChunkIncReadStore.java | 4 +-
.../java-exec/src/main/resources/drill-module.conf | 224 ++---
exec/java-exec/src/main/resources/rest/options.ftl | 13 +-
.../src/main/resources/rest/profile/profile.ftl | 13 +-
.../src/main/resources/rest/query/result.ftl | 2 +-
.../rest/static/css/drill-dataTables.sortable.css | 11 -
.../main/resources/rest/static/img/black-asc.gif | Bin 48 -> 0 bytes
.../main/resources/rest/static/img/black-desc.gif | Bin 49 -> 0 bytes
.../resources/rest/static/img/black-unsorted.gif | Bin 54 -> 0 bytes
.../drill/TestTpchDistributedConcurrent.java | 3 +-
.../apache/drill/exec/TestPathSerialization.java | 12 +-
.../org/apache/drill/exec/ZookeeperTestUtil.java | 2 +-
.../drill/exec/fn/impl/TestAggregateFunctions.java | 3 +-
.../fn/impl/TestTimestampAddDiffFunctions.java | 2 +
.../exec/impersonation/BaseTestImpersonation.java | 7 +
.../impersonation/TestInboundImpersonation.java | 2 +
.../impl/TestResultSetLoaderUnprojected.java | 455 ++++++++++
.../exec/physical/unit/TestOutputBatchSize.java | 4 +-
.../drill/exec/server/TestDrillbitResilience.java | 3 +-
.../server/options/PersistedOptionValueTest.java | 7 +-
.../drill/exec/server/rest/TestRestJson.java | 3 +-
.../ssl/SslContextFactoryConfiguratorTest.java | 2 +-
.../org/apache/drill/exec/sql/TestInfoSchema.java | 7 +-
.../drill/exec/store/json/TestJsonReader.java | 4 +-
.../parquet/ParquetSimpleTestFileGenerator.java | 39 +-
.../exec/store/parquet/TestParquetComplex.java | 12 +
.../store/parquet/TestParquetReaderConfig.java | 3 +-
.../drill/exec/store/sys/PStoreTestUtil.java | 4 +-
.../exec/store/sys/TestLocalPersistentStore.java | 3 +-
.../drill/exec/store/sys/TestPStoreProviders.java | 3 +-
.../exec/vector/complex/writer/TestRepeated.java | 5 -
.../apache/drill/test/PhysicalOpUnitTestBase.java | 3 +-
.../test/resources/{login.conf => login.jaasconf} | 2 +-
.../parquet/parquet_v2_repeated_int.parquet | Bin 0 -> 602 bytes
.../test/resources/vault/read-vault-secrets.hcl | 2 +
exec/jdbc-all/pom.xml | 115 ++-
exec/jdbc/pom.xml | 11 +-
.../io/netty/buffer/PooledByteBufAllocatorL.java | 9 +-
.../codegen/templates/RepeatedValueVectors.java | 2 +-
.../drill/exec/record/metadata/ColumnMetadata.java | 14 +-
.../drill/exec/record/metadata/TupleMetadata.java | 6 +-
.../drill/exec/util/JsonStringArrayList.java | 10 +-
.../apache/drill/exec/util/JsonStringHashMap.java | 3 +-
.../accessor/writer/AbstractArrayWriter.java | 6 +-
.../accessor/writer/ColumnWriterFactory.java | 17 +-
.../exec/vector/accessor/writer/EmptyListShim.java | 6 +-
.../vector/accessor/writer/ListWriterImpl.java | 14 +-
.../exec/vector/accessor/writer/MapWriter.java | 3 -
.../vector/accessor/writer/ObjectDictWriter.java | 22 +-
.../vector/accessor/writer/RepeatedListWriter.java | 3 +-
.../vector/accessor/writer/ScalarArrayWriter.java | 2 +
.../vector/accessor/writer/SimpleListShim.java | 7 +-
.../vector/accessor/writer/UnionMemberShim.java | 59 ++
.../exec/vector/accessor/writer/UnionShim.java | 92 ++
.../vector/accessor/writer/UnionVectorShim.java | 33 +-
.../vector/accessor/writer/UnionWriterImpl.java | 42 +-
.../java/org/apache/drill/common/JSONOptions.java | 6 +
.../common/config/LogicalPlanPersistence.java | 3 +-
.../drill/common/util/AbstractDynamicBean.java | 4 +-
.../metastore/statistics/ColumnStatistics.java | 13 +-
.../metastore/statistics/StatisticsHolder.java | 6 +-
metastore/rdbms-metastore/pom.xml | 2 +-
.../drill/metastore/rdbms/util/ConverterUtil.java | 3 +-
pom.xml | 960 ++++++++-------------
protocol/pom.xml | 17 +-
203 files changed, 2454 insertions(+), 2488 deletions(-)
rename header => HEADER-2.0.txt (100%)
create mode 100644
common/src/main/java/org/apache/drill/common/util/JacksonUtils.java
delete mode 100644
common/src/test/java/org/apache/drill/categories/EasyOutOfMemory.java
copy exec/java-exec/src/main/resources/rest/query/list.ftl =>
contrib/format-xml/src/test/resources/xml/bad.xml (79%)
copy exec/java-exec/src/main/resources/rest/query/list.ftl =>
contrib/format-xml/src/test/resources/xml/no_nest.xml (81%)
rename
contrib/storage-kafka/src/test/java/org/apache/drill/exec/store/kafka/{TestKafkaSuit.java
=> TestKafkaSuite.java} (97%)
rename contrib/storage-kafka/src/test/resources/{login.conf => login.jaasconf}
(99%)
rename distribution/{docker-cluster-mode => docker-compose}/Dockerfile (100%)
rename distribution/{docker-cluster-mode/README => docker-compose/README.txt}
(100%)
rename distribution/{docker-cluster-mode => docker-compose}/docker-compose.yml
(100%)
rename distribution/{docker-cluster-mode =>
docker-compose}/drill-override.conf (100%)
rename distribution/{docker-cluster-mode => docker-compose}/logback.xml (100%)
delete mode 100644 distribution/src/main/resources/LICENSE
copy LICENSE => distribution/src/main/resources/licenses/LICENSE-base.txt (88%)
create mode 100644
distribution/src/main/resources/licenses/LICENSE-template.ftl
copy contrib/format-access/src/main/resources/drill-module.conf =>
distribution/src/main/resources/licenses/MISSING.properties (62%)
delete mode 100644 docs/dev/LicenseHeaders.md
create mode 100644 docs/dev/LicenseHeadersAndNotices.md
delete mode 100644
exec/java-exec/src/main/resources/rest/static/css/drill-dataTables.sortable.css
delete mode 100644
exec/java-exec/src/main/resources/rest/static/img/black-asc.gif
delete mode 100644
exec/java-exec/src/main/resources/rest/static/img/black-desc.gif
delete mode 100644
exec/java-exec/src/main/resources/rest/static/img/black-unsorted.gif
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/physical/resultSet/impl/TestResultSetLoaderUnprojected.java
rename exec/java-exec/src/test/resources/{login.conf => login.jaasconf} (99%)
create mode 100644
exec/java-exec/src/test/resources/parquet/parquet_v2_repeated_int.parquet
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/writer/UnionMemberShim.java
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/writer/UnionShim.java