This is an automated email from the ASF dual-hosted git repository.
liaoxin pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-streamloader.git
The following commit(s) were added to refs/heads/master by this push:
new 65184e7 fix streamloader do not work (#24)
65184e7 is described below
commit 65184e7b37e325cb0f9d9e10f85dcab46d3ea566
Author: hui lai <[email protected]>
AuthorDate: Wed Oct 9 17:34:20 2024 +0800
fix streamloader do not work (#24)
---
main.go | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git a/main.go b/main.go
index 7d08378..ecff344 100644
--- a/main.go
+++ b/main.go
@@ -242,6 +242,7 @@ func paramCheck() {
}
// split header "a:b?c:d" into {a:b, c:d}
+ enableConcurrency = true
if header != "" {
headers = make(map[string]string)
for _, v := range strings.Split(header, "?") {
@@ -249,8 +250,8 @@ func paramCheck() {
continue
}
kv := strings.Split(v, ":")
- if strings.ToLower(kv[0]) == "format" &&
strings.ToLower(kv[1]) == "csv" {
- enableConcurrency = true
+ if strings.ToLower(kv[0]) == "format" &&
strings.ToLower(kv[1]) != "csv" {
+ enableConcurrency = false
}
if len(kv) > 2 {
headers[kv[0]] = strings.Join(kv[1:], ":")
@@ -308,6 +309,7 @@ func calculateAndCheckWorkers(reader *file.FileReader, size
int64) {
if !enableConcurrency {
loadInfo.Workers = 1
+ workers = 1
return
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
