(doris-streamloader) branch master updated: fix streamloader do not work (#24)

[li...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

liaoxin pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-streamloader.git


The following commit(s) were added to refs/heads/master by this push:
     new 65184e7  fix streamloader do not work (#24)
65184e7 is described below

commit 65184e7b37e325cb0f9d9e10f85dcab46d3ea566
Author: hui lai <13...@qq.com>
AuthorDate: Wed Oct 9 17:34:20 2024 +0800

    fix streamloader do not work (#24)
---
 main.go | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/main.go b/main.go
index 7d08378..ecff344 100644
--- a/main.go
+++ b/main.go
@@ -242,6 +242,7 @@ func paramCheck() {
 	}
 
 	// split header "a:b?c:d" into {a:b, c:d}
+	enableConcurrency = true
 	if header != "" {
 		headers = make(map[string]string)
 		for _, v := range strings.Split(header, "?") {
@@ -249,8 +250,8 @@ func paramCheck() {
 				continue
 			}
 			kv := strings.Split(v, ":")
-			if strings.ToLower(kv[0]) == "format" && strings.ToLower(kv[1]) == "csv" {
-				enableConcurrency = true
+			if strings.ToLower(kv[0]) == "format" && strings.ToLower(kv[1]) != "csv" {
+				enableConcurrency = false
 			}
 			if len(kv) > 2 {
 				headers[kv[0]] = strings.Join(kv[1:], ":")
@@ -308,6 +309,7 @@ func calculateAndCheckWorkers(reader *file.FileReader, size int64) {
 
 	if !enableConcurrency {
 		loadInfo.Workers = 1
+		workers = 1
 		return
 	}
 


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org