This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 4a4eb2b [improvement](connector) add log for stream load response
(#271)
4a4eb2b is described below
commit 4a4eb2bd8dbb76ae31e4cb1967f78604bda851b8
Author: gnehil <[email protected]>
AuthorDate: Tue Feb 25 10:20:44 2025 +0800
[improvement](connector) add log for stream load response (#271)
---
.../main/java/org/apache/doris/spark/client/DorisFrontendClient.java | 5 +++--
.../apache/doris/spark/client/write/AbstractStreamLoadProcessor.java | 1 +
2 files changed, 4 insertions(+), 2 deletions(-)
diff --git
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/DorisFrontendClient.java
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/DorisFrontendClient.java
index ce6b289..88d9f0b 100644
---
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/DorisFrontendClient.java
+++
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/DorisFrontendClient.java
@@ -129,7 +129,7 @@ public class DorisFrontendClient implements Serializable {
}
if (frontendList == null || frontendList.isEmpty()) {
if (ex == null) {
- throw new DorisException();
+ throw new DorisException("frontend init fetch failed,
empty frontend list");
}
throw new DorisException("frontend init fetch failed", ex);
}
@@ -313,7 +313,8 @@ public class DorisFrontendClient implements Serializable {
httpPost.setEntity(new StringEntity(body));
HttpResponse response = httpClient.execute(httpPost);
if (response.getStatusLine().getStatusCode() !=
HttpStatus.SC_OK) {
- throw new DorisException();
+ throw new DorisException("query plan request failed, code:
" + response.getStatusLine().getStatusCode()
+ + ", reason: " +
response.getStatusLine().getReasonPhrase());
}
String entity = EntityUtils.toString(response.getEntity());
JsonNode dataJsonNode = extractEntity(entity, "data");
diff --git
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
index 68edc6d..8c9e859 100644
---
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
+++
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
@@ -168,6 +168,7 @@ public abstract class AbstractStreamLoadProcessor<R>
implements DorisWriter<R>,
+ ", msg: " + res.getStatusLine().getReasonPhrase());
}
String resEntity = EntityUtils.toString(new
BufferedHttpEntity(res.getEntity()));
+ logger.info("stream load response: {}", resEntity);
StreamLoadResponse response = MAPPER.readValue(resEntity,
StreamLoadResponse.class);
if (ArrayUtils.contains(STREAM_LOAD_SUCCESS_STATUS,
response.getStatus())) {
createNewBatch = true;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
