This is an automated email from the ASF dual-hosted git repository.
gaojun2048 pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from 503bb3bea [Doc][Connector-v2][JdbcSource] Redshift add
defaultRowFetchSize (#4616)
add 2fd83bb86 [Improve][Transform] Optimize SQL Transform package and Fix
Spark type conversion bug of transform (#4490)
No new revisions were added by this update.
Summary of changes:
docs/en/transform-v2/sql-udf.md | 2 +-
.../spark/execution/TransformExecuteProcessor.java | 38 +++-
.../apache/seatunnel/e2e/transform/TestSQLIT.java | 6 -
.../src/test/resources/sql_transform.conf | 8 +-
.../resources/sql_transform/func_datetime.conf | 9 +-
.../test/resources/sql_transform/func_system.conf | 9 +-
.../transform/{sqlengine => sql}/SQLEngine.java | 2 +-
.../{sqlengine => sql}/SQLEngineFactory.java | 4 +-
.../transform/{ => sql}/SQLTransform.java | 8 +-
.../transform/{ => sql}/SQLTransformFactory.java | 4 +-
.../{sqlengine => sql}/zeta/ZetaSQLEngine.java | 4 +-
.../{sqlengine => sql}/zeta/ZetaSQLFilter.java | 2 +-
.../{sqlengine => sql}/zeta/ZetaSQLFunction.java | 10 +-
.../{sqlengine => sql}/zeta/ZetaSQLType.java | 2 +-
.../transform/{sqlengine => sql}/zeta/ZetaUDF.java | 2 +-
.../zeta/functions/DateTimeFunction.java | 4 +-
.../zeta/functions/NumericFunction.java | 4 +-
.../zeta/functions/StringFunction.java | 4 +-
.../zeta/functions/SystemFunction.java | 2 +-
.../zeta/functions/udf/DESUtil.java | 2 +-
.../zeta/functions/udf/DesDecrypt.java | 4 +-
.../zeta/functions/udf/DesEncrypt.java | 4 +-
.../translation/serialization/RowConverter.java | 25 ++-
.../seatunnel-translation-spark/pom.xml | 1 +
.../seatunnel-translation-spark-2.4/pom.xml | 6 +
.../seatunnel-translation-spark-3.3/pom.xml | 5 +
.../spark/serialization/InternalRowCollector.java | 63 ------
.../spark/serialization/InternalRowConverter.java | 244 ---------------------
.../spark/utils/InstantConverterUtils.java | 47 ----
.../spark/utils/TypeConverterUtils.java | 185 ----------------
.../pom.xml | 11 +-
.../spark/serialization/InternalRowCollector.java | 0
.../spark/serialization/InternalRowConverter.java | 141 +++++++++++-
.../spark/serialization/SeaTunnelRowConverter.java | 224 +++++++++++++++++++
.../spark/utils/InstantConverterUtils.java | 0
.../spark/utils/TypeConverterUtils.java | 0
36 files changed, 466 insertions(+), 620 deletions(-)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/SQLEngine.java (95%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/SQLEngineFactory.java (92%)
rename seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{
=> sql}/SQLTransform.java (90%)
rename seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{
=> sql}/SQLTransformFactory.java (91%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/ZetaSQLEngine.java (98%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/ZetaSQLFilter.java (99%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/ZetaSQLFunction.java (98%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/ZetaSQLType.java (99%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/ZetaUDF.java (96%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/functions/DateTimeFunction.java (99%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/functions/NumericFunction.java (99%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/functions/StringFunction.java (99%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/functions/SystemFunction.java (98%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/functions/udf/DESUtil.java (97%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/functions/udf/DesDecrypt.java (92%)
rename
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/{sqlengine
=> sql}/zeta/functions/udf/DesEncrypt.java (92%)
delete mode 100644
seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-3.3/src/main/java/org/apache/seatunnel/translation/spark/serialization/InternalRowCollector.java
delete mode 100644
seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-3.3/src/main/java/org/apache/seatunnel/translation/spark/serialization/InternalRowConverter.java
delete mode 100644
seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-3.3/src/main/java/org/apache/seatunnel/translation/spark/utils/InstantConverterUtils.java
delete mode 100644
seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-3.3/src/main/java/org/apache/seatunnel/translation/spark/utils/TypeConverterUtils.java
copy
seatunnel-translation/seatunnel-translation-spark/{seatunnel-translation-spark-3.3
=> seatunnel-translation-spark-common}/pom.xml (89%)
rename
seatunnel-translation/seatunnel-translation-spark/{seatunnel-translation-spark-2.4
=>
seatunnel-translation-spark-common}/src/main/java/org/apache/seatunnel/translation/spark/serialization/InternalRowCollector.java
(100%)
rename
seatunnel-translation/seatunnel-translation-spark/{seatunnel-translation-spark-2.4
=>
seatunnel-translation-spark-common}/src/main/java/org/apache/seatunnel/translation/spark/serialization/InternalRowConverter.java
(61%)
create mode 100644
seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-common/src/main/java/org/apache/seatunnel/translation/spark/serialization/SeaTunnelRowConverter.java
rename
seatunnel-translation/seatunnel-translation-spark/{seatunnel-translation-spark-2.4
=>
seatunnel-translation-spark-common}/src/main/java/org/apache/seatunnel/translation/spark/utils/InstantConverterUtils.java
(100%)
rename
seatunnel-translation/seatunnel-translation-spark/{seatunnel-translation-spark-2.4
=>
seatunnel-translation-spark-common}/src/main/java/org/apache/seatunnel/translation/spark/utils/TypeConverterUtils.java
(100%)