This is an automated email from the ASF dual-hosted git repository.
tyrantlucifer pushed a change to branch docker/engine
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
omit 45410b266 Add Docker image for engine
add fbd05b352 [Bug][E2E] Fix kafka e2e testcase (#4520)
add 66923fbdb [Hotfix][Zeta] Fix conflict dependency of hadoop-hdfs (#4509)
add e3b97ae5d [Feature][ConnectorV2]add file excel sink and source (#4164)
add e96bbf50e [Improve][Core/Spark-Starter] Push transform operation from
Spark Driver to Executors (#4503)
add be9caf36b [Feature][shade] Add guava shade module (#4358)
add c84d6f8d1 [hotfix][JDBC] Fix the table name is not automatically
obtained when multiple tables (#4514)
add e0aec5ece [chore] delete unavailable S3 & Kafka Catalogs (#4477)
add c24e39927 [Improve][Starter] Optimize code structure & remove
redundant code (#4525)
add 4925f8614 Add Docker image for engine
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (45410b266)
\
N -- N -- N refs/heads/docker/engine (4925f8614)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/en/connector-v2/sink/FtpFile.md | 15 +-
docs/en/connector-v2/sink/HdfsFile.md | 16 +-
docs/en/connector-v2/sink/LocalFile.md | 33 ++-
docs/en/connector-v2/sink/OssFile.md | 15 +-
docs/en/connector-v2/sink/OssJindoFile.md | 15 +-
docs/en/connector-v2/sink/S3File.md | 15 +-
docs/en/connector-v2/sink/SftpFile.md | 15 +-
docs/en/connector-v2/source/FtpFile.md | 9 +-
docs/en/connector-v2/source/HdfsFile.md | 9 +-
docs/en/connector-v2/source/LocalFile.md | 9 +-
docs/en/connector-v2/source/OssFile.md | 9 +-
docs/en/connector-v2/source/OssJindoFile.md | 9 +-
docs/en/connector-v2/source/S3File.md | 9 +-
docs/en/connector-v2/source/SftpFile.md | 7 +
release-note.md | 4 +-
.../file/hdfs/source/BaseHdfsFileSource.java | 1 +
.../connector-file/connector-file-base/pom.xml | 14 ++
.../seatunnel/file/config/BaseSinkConfig.java | 12 +
.../seatunnel/file/config/BaseSourceConfig.java | 6 +
.../seatunnel/file/config/FileFormat.java | 13 +
.../seatunnel/file/sink/config/FileSinkConfig.java | 12 +
.../seatunnel/file/sink/util/ExcelGenerator.java | 264 ++++++++++++++++++++
.../file/sink/writer/ExcelWriteStrategy.java | 77 ++++++
.../file/source/reader/ExcelReadStrategy.java | 255 ++++++++++++++++++++
.../seatunnel/file/ftp/source/FtpFileSource.java | 1 +
.../file/ftp/source/FtpFileSourceFactory.java | 3 +-
.../file/hdfs/source/HdfsFileSourceFactory.java | 3 +-
.../file/local/source/LocalFileSource.java | 1 +
.../file/local/source/LocalFileSourceFactory.java | 3 +-
.../seatunnel/file/oss/source/OssFileSource.java | 1 +
.../file/oss/source/OssFileSourceFactory.java | 3 +-
.../seatunnel/file/oss/source/OssFileSource.java | 1 +
.../file/oss/source/OssFileSourceFactory.java | 3 +-
.../seatunnel/file/s3/catalog/S3Catalog.java | 200 ----------------
.../file/s3/catalog/S3CatalogFactory.java | 48 ----
.../file/s3/catalog/S3DataTypeConvertor.java | 63 -----
.../seatunnel/file/s3/source/S3FileSource.java | 1 +
.../file/s3/source/S3FileSourceFactory.java | 3 +-
.../seatunnel/file/sftp/source/SftpFileSource.java | 1 +
.../file/sftp/source/SftpFileSourceFactory.java | 3 +-
seatunnel-connectors-v2/connector-hudi/pom.xml | 4 +
.../seatunnel/jdbc/config/JdbcSinkConfig.java | 18 +-
.../seatunnel/jdbc/sink/JdbcSinkFactory.java | 20 +-
.../seatunnel/kafka/catalog/KafkaCatalog.java | 265 ---------------------
.../kafka/catalog/KafkaCatalogFactory.java | 43 ----
.../kafka/catalog/KafkaDataTypeConvertor.java | 72 ------
.../kafka/catalog/KafkaDataTypeConvertorTest.java | 46 ----
seatunnel-core/seatunnel-flink-starter/pom.xml | 1 +
.../seatunnel-flink-13-starter/pom.xml | 14 +-
.../seatunnel-flink-15-starter/pom.xml | 6 +
.../core/starter/flink/args/FlinkCommandArgs.java | 138 -----------
.../flink/command/FlinkConfValidateCommand.java | 44 ----
.../flink/command/FlinkTaskExecuteCommand.java | 66 -----
.../FlinkAbstractPluginExecuteProcessor.java | 91 -------
.../starter/flink/execution/FlinkExecution.java | 207 ----------------
.../flink/execution/SourceExecuteProcessor.java | 147 ------------
.../flink/execution/TransformExecuteProcessor.java | 138 -----------
.../core/starter/flink/utils/ConfigKeyName.java | 49 ----
.../core/starter/flink/utils/EnvironmentUtil.java | 120 ----------
.../core/starter/flink/utils/TableUtil.java | 50 ----
.../pom.xml | 7 +-
.../seatunnel/core/starter/flink/FlinkStarter.java | 0
.../core/starter/flink/SeaTunnelFlink.java | 0
.../core/starter/flink/args/FlinkCommandArgs.java | 0
.../flink/command/FlinkConfValidateCommand.java | 0
.../flink/command/FlinkTaskExecuteCommand.java | 0
.../FlinkAbstractPluginExecuteProcessor.java | 0
.../starter/flink/execution/FlinkExecution.java | 0
.../flink/execution/FlinkRuntimeEnvironment.java | 0
.../flink/execution/SinkExecuteProcessor.java | 0
.../flink/execution/SourceExecuteProcessor.java | 0
.../flink/execution/TransformExecuteProcessor.java | 0
.../core/starter/flink/utils/ConfigKeyName.java | 0
.../core/starter/flink/utils/EnvironmentUtil.java | 0
.../core/starter/flink/utils/TableUtil.java | 0
seatunnel-core/seatunnel-spark-starter/pom.xml | 1 +
.../seatunnel-spark-2-starter/pom.xml | 12 +
.../spark/execution/TransformExecuteProcessor.java | 137 -----------
.../seatunnel-spark-3-starter/pom.xml | 18 +-
.../core/starter/spark/args/SparkCommandArgs.java | 89 -------
.../spark/command/SparkConfValidateCommand.java | 44 ----
.../spark/command/SparkTaskExecuteCommand.java | 66 -----
.../spark/execution/SourceExecuteProcessor.java | 111 ---------
.../SparkAbstractPluginExecuteProcessor.java | 78 ------
.../starter/spark/execution/SparkExecution.java | 81 -------
.../spark/execution/SparkRuntimeEnvironment.java | 179 --------------
.../pom.xml | 6 +-
.../core/starter/spark/SeaTunnelSpark.java | 0
.../seatunnel/core/starter/spark/SparkStarter.java | 0
.../core/starter/spark/args/SparkCommandArgs.java | 0
.../spark/command/SparkConfValidateCommand.java | 0
.../spark/command/SparkTaskExecuteCommand.java | 0
.../spark/execution/SinkExecuteProcessor.java | 0
.../spark/execution/SourceExecuteProcessor.java | 0
.../SparkAbstractPluginExecuteProcessor.java | 0
.../starter/spark/execution/SparkExecution.java | 0
.../spark/execution/SparkRuntimeEnvironment.java | 0
.../spark/execution/TransformExecuteProcessor.java | 55 ++++-
.../e2e/connector/file/local/LocalFileIT.java | 14 ++
.../src/test/resources/excel/e2e.xlsx | Bin 0 -> 5823 bytes
.../fakesource_to_local_excel.conf} | 20 +-
.../excel/local_excel_projection_to_assert.conf} | 64 +++--
.../local_excel_to_assert.conf} | 47 ++--
.../connector-kafka-e2e/pom.xml | 5 +
.../e2e/connector/kafka/CanalToKafkaIT.java | 63 ++---
.../e2e/connector/kafka/KafkaContainer.java | 157 ------------
.../seatunnel/e2e/connector/kafka/KafkaIT.java | 12 +-
.../src/test/resources/canal/canal.properties | 2 +-
.../resources/kafkasource_canal_cdc_to_pgsql.conf | 2 +-
.../test/resources/kafkasource_canal_to_kafka.conf | 4 +-
seatunnel-shade/pom.xml | 1 +
.../{seatunnel-jackson => seatunnel-guava}/pom.xml | 18 +-
112 files changed, 1100 insertions(+), 2913 deletions(-)
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/util/ExcelGenerator.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/writer/ExcelWriteStrategy.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/reader/ExcelReadStrategy.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/catalog/S3Catalog.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/catalog/S3CatalogFactory.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/catalog/S3DataTypeConvertor.java
delete mode 100644
seatunnel-connectors-v2/connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/catalog/KafkaCatalog.java
delete mode 100644
seatunnel-connectors-v2/connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/catalog/KafkaCatalogFactory.java
delete mode 100644
seatunnel-connectors-v2/connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/catalog/KafkaDataTypeConvertor.java
delete mode 100644
seatunnel-connectors-v2/connector-kafka/src/test/java/org/apache/seatunnel/connectors/seatunnel/kafka/catalog/KafkaDataTypeConvertorTest.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/args/FlinkCommandArgs.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/command/FlinkConfValidateCommand.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/command/FlinkTaskExecuteCommand.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/execution/FlinkAbstractPluginExecuteProcessor.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/execution/FlinkExecution.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/execution/SourceExecuteProcessor.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/execution/TransformExecuteProcessor.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/utils/ConfigKeyName.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/utils/EnvironmentUtil.java
delete mode 100644
seatunnel-core/seatunnel-flink-starter/seatunnel-flink-15-starter/src/main/java/org/apache/seatunnel/core/starter/flink/utils/TableUtil.java
copy seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-15-starter =>
seatunnel-flink-starter-common}/pom.xml (93%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-15-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/FlinkStarter.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-15-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/SeaTunnelFlink.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/args/FlinkCommandArgs.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/command/FlinkConfValidateCommand.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/command/FlinkTaskExecuteCommand.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/execution/FlinkAbstractPluginExecuteProcessor.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/execution/FlinkExecution.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-15-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/execution/FlinkRuntimeEnvironment.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-15-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/execution/SinkExecuteProcessor.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/execution/SourceExecuteProcessor.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/execution/TransformExecuteProcessor.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/utils/ConfigKeyName.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/utils/EnvironmentUtil.java
(100%)
rename seatunnel-core/seatunnel-flink-starter/{seatunnel-flink-13-starter =>
seatunnel-flink-starter-common}/src/main/java/org/apache/seatunnel/core/starter/flink/utils/TableUtil.java
(100%)
delete mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-2-starter/src/main/java/org/apache/seatunnel/core/starter/spark/execution/TransformExecuteProcessor.java
delete mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/main/java/org/apache/seatunnel/core/starter/spark/args/SparkCommandArgs.java
delete mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/main/java/org/apache/seatunnel/core/starter/spark/command/SparkConfValidateCommand.java
delete mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/main/java/org/apache/seatunnel/core/starter/spark/command/SparkTaskExecuteCommand.java
delete mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SourceExecuteProcessor.java
delete mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SparkAbstractPluginExecuteProcessor.java
delete mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SparkExecution.java
delete mode 100644
seatunnel-core/seatunnel-spark-starter/seatunnel-spark-3-starter/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SparkRuntimeEnvironment.java
copy seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-3-starter =>
seatunnel-spark-starter-common}/pom.xml (92%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-3-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/SeaTunnelSpark.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-3-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/SparkStarter.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-2-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/args/SparkCommandArgs.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-2-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/command/SparkConfValidateCommand.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-2-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/command/SparkTaskExecuteCommand.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-3-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SinkExecuteProcessor.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-2-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SourceExecuteProcessor.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-2-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SparkAbstractPluginExecuteProcessor.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-2-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SparkExecution.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-2-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SparkRuntimeEnvironment.java
(100%)
rename seatunnel-core/seatunnel-spark-starter/{seatunnel-spark-3-starter =>
seatunnel-spark-starter-common}/src/main/java/org/apache/seatunnel/core/starter/spark/execution/TransformExecuteProcessor.java
(75%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/excel/e2e.xlsx
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/{json/fake_to_local_file_json.conf
=> excel/fakesource_to_local_excel.conf} (84%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-fake-e2e/src/test/resources/fake_to_assert.conf
=>
connector-file-local-e2e/src/test/resources/excel/local_excel_projection_to_assert.conf}
(69%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/{text/local_file_text_skip_headers.conf
=> excel/local_excel_to_assert.conf} (79%)
delete mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-kafka-e2e/src/test/java/org/apache/seatunnel/e2e/connector/kafka/KafkaContainer.java
copy seatunnel-shade/{seatunnel-jackson => seatunnel-guava}/pom.xml (88%)
