This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 8caab6f fix json mode default value (#123)
8caab6f is described below
commit 8caab6f9d4e3cb2c0efae249316ecd1a8eeeb32d
Author: gnehil <[email protected]>
AuthorDate: Mon Jul 31 16:26:37 2023 +0800
fix json mode default value (#123)
---
.../src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java | 3 +++
1 file changed, 3 insertions(+)
diff --git
a/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
b/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
index c40420d..3708c55 100644
---
a/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
+++
b/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
@@ -114,6 +114,9 @@ public class DorisStreamLoad implements Serializable {
boolean stripOuterArray =
Boolean.parseBoolean(streamLoadProp.getOrDefault("strip_outer_array", "false"));
if (readJsonByLine && stripOuterArray) {
throw new IllegalArgumentException("Only one of options
'read_json_by_line' and 'strip_outer_array' can be set to true");
+ } else if (!readJsonByLine && !stripOuterArray) {
+ LOG.info("set default json mode: strip_outer_array");
+ streamLoadProp.put("strip_outer_array", "true");
}
}
LINE_DELIMITER =
escapeString(streamLoadProp.getOrDefault("line_delimiter", "\n"));
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
