This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new f6cce1d [improve] improve stream load log (#313)
f6cce1d is described below
commit f6cce1d176079b38240219fa734581f77caba38a
Author: wudi <[email protected]>
AuthorDate: Tue Apr 29 09:54:29 2025 +0800
[improve] improve stream load log (#313)
---
.../org/apache/doris/spark/client/entity/StreamLoadResponse.java | 4 ++++
.../doris/spark/client/write/AbstractStreamLoadProcessor.java | 8 +++++---
2 files changed, 9 insertions(+), 3 deletions(-)
diff --git
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/entity/StreamLoadResponse.java
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/entity/StreamLoadResponse.java
index af4ebac..e1384ce 100644
---
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/entity/StreamLoadResponse.java
+++
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/entity/StreamLoadResponse.java
@@ -101,6 +101,10 @@ public class StreamLoadResponse {
return ErrorURL;
}
+ public String getLabel() {
+ return Label;
+ }
+
@Override
public String toString() {
ObjectMapper mapper = new ObjectMapper();
diff --git
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
index eec3f73..b4dcbf1 100644
---
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
+++
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
@@ -412,10 +412,12 @@ public abstract class AbstractStreamLoadProcessor<R>
extends DorisWriter<R> impl
+ ", reason: " +
response.getStatusLine().getReasonPhrase());
}
String entityStr = EntityUtils.toString(response.getEntity());
- streamLoadResponse = MAPPER.readValue(entityStr,
StreamLoadResponse.class);
logger.info("stream load response: " + entityStr);
- if (streamLoadResponse == null) {
- throw new StreamLoadException("stream load failed,
response is null, response: " + entityStr);
+ streamLoadResponse = MAPPER.readValue(entityStr,
StreamLoadResponse.class);
+ if (streamLoadResponse == null
+ || streamLoadResponse.getLabel() == null
+ || streamLoadResponse.getMessage() == null) {
+ throw new StreamLoadException("stream load failed,
response error : " + entityStr);
} else if (!streamLoadResponse.isSuccess()) {
throw new StreamLoadException(
"stream load failed, txnId: " +
streamLoadResponse.getTxnId()
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
