This is an automated email from the ASF dual-hosted git repository. arina pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/drill.git.
from 4a79e2a DRILL-6846: Add CircleCI Test Summary closes #1678 - added CircleCI Test Summary - maven-surefire-plugin version udpate - license checkstyle goal is added to the TravisCI protobuf phase new d585452 DRILL-6952: Host compliant text reader on the row set framework new 78dc868 DRILL-7073: CREATE SCHEMA command / TupleSchema / ColumnMetadata improvements The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../record/metadata/schema/parser/SchemaLexer.g4 | 10 + .../record/metadata/schema/parser/SchemaParser.g4 | 16 +- .../java/org/apache/drill/exec/ExecConstants.java | 8 + .../drill/exec/physical/base/AbstractExchange.java | 4 +- .../exec/physical/base/AbstractFileGroupScan.java | 2 - .../drill/exec/physical/base/AbstractSubScan.java | 3 +- .../apache/drill/exec/physical/impl/ScanBatch.java | 1 - .../physical/impl/project/ProjectRecordBatch.java | 32 +- .../impl/scan/columns/ColumnsArrayParser.java | 8 +- .../impl/scan/file/BaseFileScanFramework.java | 14 +- .../impl/scan/file/FileMetadataColumnsParser.java | 13 +- .../impl/scan/file/FileMetadataManager.java | 84 +- .../impl/scan/project/ScanSchemaOrchestrator.java | 4 +- .../fragment/HardAffinityFragmentParallelizer.java | 16 +- .../exec/planner/fragment/SimpleParallelizer.java | 36 +- .../drill/exec/planner/physical/ScanPrel.java | 2 +- .../drill/exec/planner/physical/ScanPrule.java | 3 +- .../visitor/ExcessiveExchangeIdentifier.java | 10 +- .../record/metadata/AbstractColumnMetadata.java | 94 +++ .../exec/record/metadata/MapColumnMetadata.java | 8 +- .../record/metadata/PrimitiveColumnMetadata.java | 115 +++ .../drill/exec/record/metadata/TupleSchema.java | 63 +- .../record/metadata/schema/SchemaContainer.java | 50 +- .../metadata/schema/parser/SchemaExprParser.java | 16 + .../metadata/schema/parser/SchemaVisitor.java | 66 +- .../exec/server/options/SystemOptionManager.java | 2 + .../apache/drill/exec/store/ColumnExplorer.java | 57 +- .../apache/drill/exec/store/dfs/FormatPlugin.java | 1 - .../exec/store/dfs/easy/EasyFormatPlugin.java | 442 ++++++++--- .../drill/exec/store/dfs/easy/EasyGroupScan.java | 52 +- .../drill/exec/store/dfs/easy/EasySubScan.java | 44 +- .../exec/store/easy/text/TextFormatPlugin.java | 301 ++++--- ...ishedPseudoException.java => package-info.java} | 20 +- .../easy/text/compliant/v3/BaseFieldOutput.java | 165 ++++ .../compliant/v3/CompliantTextBatchReader.java | 269 +++++++ .../easy/text/compliant/v3/FieldVarCharOutput.java | 62 ++ .../text/compliant/{ => v3}/HeaderBuilder.java | 36 +- .../text/compliant/v3/RepeatedVarCharOutput.java | 137 ++++ .../{ => v3}/StreamFinishedPseudoException.java | 2 +- .../easy/text/compliant/{ => v3}/TextInput.java | 125 +-- .../easy/text/compliant/{ => v3}/TextOutput.java | 41 +- .../compliant/{ => v3}/TextParsingContext.java | 10 +- .../TextParsingSettingsV3.java} | 136 ++-- .../easy/text/compliant/{ => v3}/TextReader.java | 195 +++-- .../easy/text/compliant/v3}/package-info.java | 5 +- .../apache/drill/exec/work/foreman/Foreman.java | 2 - .../java-exec/src/main/resources/drill-module.conf | 2 + .../java/org/apache/drill/TestPartitionFilter.java | 1 + .../java/org/apache/drill/TestSchemaCommands.java | 77 +- .../impl/protocol/TestOperatorRecordBatch.java | 3 + .../exec/physical/impl/scan/TestColumnsArray.java | 3 + .../physical/impl/scan/TestColumnsArrayParser.java | 3 + .../impl/scan/TestFileMetadataColumnParser.java | 29 +- .../impl/scan/TestFileMetadataProjection.java | 9 + .../physical/impl/scan/TestFileScanFramework.java | 8 +- .../impl/scan/TestScanOrchestratorMetadata.java | 15 + .../impl/scan/project/TestSchemaSmoothing.java | 12 + .../impl/validate/TestValidationOptions.java | 2 - .../physical/rowSet/impl/TestProjectedTuple.java | 8 +- .../record/metadata/schema/TestSchemaProvider.java | 133 +++- .../schema/parser/TestParserErrorHandling.java | 4 - .../metadata/schema/parser/TestSchemaParser.java | 119 ++- .../store/easy/text/compliant/BaseCsvTest.java | 101 +++ .../exec/store/easy/text/compliant/TestCsv.java | 271 ------- .../easy/text/compliant/TestCsvIgnoreHeaders.java | 114 +++ .../easy/text/compliant/TestCsvWithHeaders.java | 873 +++++++++++++++++++++ .../easy/text/compliant/TestCsvWithoutHeaders.java | 397 ++++++++++ .../easy/text/compliant/TestHeaderBuilder.java | 91 +-- .../easy/text/compliant/TestPartitionRace.java | 375 +++++++++ .../drill/exec/store/text/TestNewTextReader.java | 2 + .../java/org/apache/drill/test/ClusterFixture.java | 2 +- .../java/org/apache/drill/test/QueryBuilder.java | 2 +- .../drill/exec/record/metadata/ColumnMetadata.java | 30 + .../drill/exec/record/metadata/TupleMetadata.java | 11 +- 74 files changed, 4354 insertions(+), 1125 deletions(-) copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{StreamFinishedPseudoException.java => package-info.java} (68%) create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3/BaseFieldOutput.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3/CompliantTextBatchReader.java create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3/FieldVarCharOutput.java copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{ => v3}/HeaderBuilder.java (92%) create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3/RepeatedVarCharOutput.java copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{ => v3}/StreamFinishedPseudoException.java (94%) copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{ => v3}/TextInput.java (77%) copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{ => v3}/TextOutput.java (70%) copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{ => v3}/TextParsingContext.java (92%) copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{TextParsingSettings.java => v3/TextParsingSettingsV3.java} (68%) copy exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{ => v3}/TextReader.java (79%) copy {drill-yarn/src/main/java/org/apache/drill/yarn/appMaster/http => exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3}/package-info.java (83%) create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/BaseCsvTest.java delete mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestCsv.java create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestCsvIgnoreHeaders.java create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestCsvWithHeaders.java create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestCsvWithoutHeaders.java create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestPartitionRace.java