This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new ade6a3c [workflows] add other spark version to CI and upgrade jackson
version (#181)
ade6a3c is described below
commit ade6a3c6db7d2fd675fd2e78721788355f0ce4a3
Author: wudi <[email protected]>
AuthorDate: Fri Jan 19 15:02:43 2024 +0800
[workflows] add other spark version to CI and upgrade jackson version (#181)
---
.github/workflows/build-extension.yml | 39 ++++++++++++++++++++++++++++++++---
spark-doris-connector/pom.xml | 16 +++++++++++++-
2 files changed, 51 insertions(+), 4 deletions(-)
diff --git a/.github/workflows/build-extension.yml
b/.github/workflows/build-extension.yml
index bdfa29e..bbc68f7 100644
--- a/.github/workflows/build-extension.yml
+++ b/.github/workflows/build-extension.yml
@@ -42,18 +42,51 @@ jobs:
java-version: '8'
cache: 'maven'
- - name: Build spark connector v2
+ - name: Build spark connector 2.3
run: |
cd spark-doris-connector && mvn clean package ${MVN_OPT} \
-Dspark.version=2.3.4 \
-Dscala.version=2.11 \
-Dspark.major.version=2.3
- - name: Build spark connector v3
+ - name: Build spark connector 2.4 2.11
+ run: |
+ cd spark-doris-connector && mvn clean package ${MVN_OPT} \
+ -Dspark.version=2.4.0 \
+ -Dscala.version=2.11 \
+ -Dspark.major.version=2.4
+
+ - name: Build spark connector 2.4 2.12
+ run: |
+ cd spark-doris-connector && mvn clean package ${MVN_OPT} \
+ -Dspark.version=2.4.0 \
+ -Dscala.version=2.12 \
+ -Dspark.major.version=2.4
+
+ - name: Build spark connector 3.1
run: |
cd spark-doris-connector && mvn clean package ${MVN_OPT} \
-Dspark.version=3.1.2 \
-Dscala.version=2.12 \
-Dspark.major.version=3.1
-
+ - name: Build spark connector 3.2
+ run: |
+ cd spark-doris-connector && mvn clean package ${MVN_OPT} \
+ -Dspark.version=3.2.0 \
+ -Dscala.version=2.12 \
+ -Dspark.major.version=3.2
+
+ - name: Build spark connector 3.3
+ run: |
+ cd spark-doris-connector && mvn clean package ${MVN_OPT} \
+ -Dspark.version=3.3.0 \
+ -Dscala.version=2.12 \
+ -Dspark.major.version=3.3
+
+ - name: Build spark connector 3.4
+ run: |
+ cd spark-doris-connector && mvn clean package ${MVN_OPT} \
+ -Dspark.version=3.4.0 \
+ -Dscala.version=2.12 \
+ -Dspark.major.version=3.4
diff --git a/spark-doris-connector/pom.xml b/spark-doris-connector/pom.xml
index 1dd5ade..ee39932 100644
--- a/spark-doris-connector/pom.xml
+++ b/spark-doris-connector/pom.xml
@@ -76,7 +76,7 @@
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.scm.id>github</project.scm.id>
<netty.version>4.1.77.Final</netty.version>
- <fasterxml.jackson.version>2.10.5</fasterxml.jackson.version>
+ <fasterxml.jackson.version>2.13.5</fasterxml.jackson.version>
<thrift-service.version>1.0.0</thrift-service.version>
<testcontainers.version>1.17.6</testcontainers.version>
</properties>
@@ -118,6 +118,20 @@
<groupId>org.apache.arrow</groupId>
<artifactId>arrow-vector</artifactId>
<version>${arrow.version}</version>
+ <exclusions>
+ <exclusion>
+ <artifactId>jackson-annotations</artifactId>
+ <groupId>com.fasterxml.jackson.core</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>jackson-core</artifactId>
+ <groupId>com.fasterxml.jackson.core</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>jackson-databind</artifactId>
+ <groupId>com.fasterxml.jackson.core</groupId>
+ </exclusion>
+ </exclusions>
</dependency>
<dependency>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
