[incubator-inlong] branch master updated: [INLONG-2926][DataProxy] Add configure example for order message #2927

[do...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

dockerzhang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git


The following commit(s) were added to refs/heads/master by this push:
     new 71ef997  [INLONG-2926][DataProxy] Add configure example for order message #2927
71ef997 is described below

commit 71ef997c02cb3ee2ab562dcf842970fcb3e45b86
Author: baomingyu <ba...@163.com>
AuthorDate: Sat Mar 5 11:38:56 2022 +0800

    [INLONG-2926][DataProxy] Add configure example for order message #2927
---
 .../conf/flume-mulit-pulsar-tcp-example.conf        | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/inlong-dataproxy/conf/flume-mulit-pulsar-tcp-example.conf b/inlong-dataproxy/conf/flume-mulit-pulsar-tcp-example.conf
index ec26dbe..45f50f6 100644
--- a/inlong-dataproxy/conf/flume-mulit-pulsar-tcp-example.conf
+++ b/inlong-dataproxy/conf/flume-mulit-pulsar-tcp-example.conf
@@ -21,12 +21,21 @@
 # Attention:
 # use this example, you must rename this file name to flume.conf,
 # and replace the file with the same name in conf directory.
+# In addition, if you want to keep the order of messages,
+# in addition configuring the properties to order when sending,
+# you must configure separate channels and sinks for sequential messages,
+# and config order property in source module in dataproxy.
 #
 
 agent1.sources = tcp-source
 agent1.channels = ch-msg1 ch-msg2 ch-msg5 ch-msg6
 agent1.sinks = pulsar-sink-msg1 pulsar-sink-msg2 pulsar-sink-msg5 pulsar-sink-msg6
 
+# For example:
+# For order message ,ch-msg3 and pulsar-sink-msg3 must be configured
+# agent1.channels = ch-msg1 ch-msg2 ch-msg3 ch-msg5 ch-msg6
+# agent1.sinks = pulsar-sink-msg1 pulsar-sink-msg2 pulsar-sink-msg3 pulsar-sink-msg5 pulsar-sink-msg6
+
 
 agent1.sources.tcp-source.channels = ch-msg1 ch-msg2 ch-msg5 ch-msg6
 agent1.sources.tcp-source.type = org.apache.inlong.dataproxy.source.SimpleTcpSource
@@ -43,6 +52,8 @@ agent1.sources.tcp-source.sendBufferSize = 1048576
 agent1.sources.tcp-source.custom-cp = true
 agent1.sources.tcp-source.selector.type = org.apache.inlong.dataproxy.channel.FailoverChannelSelector
 agent1.sources.tcp-source.selector.master = ch-msg1 ch-msg2
+# For order message
+# agent1.sources.tcp-source.selector.order = ch-msg3
 agent1.sources.tcp-source.metric-recovery-path = /data/DataProxy/file/recovery
 agent1.sources.tcp-source.metric-agent-port = 8003
 agent1.sources.tcp-source.metric-cache-size = 1000000
@@ -58,6 +69,12 @@ agent1.channels.ch-msg2.capacity = 10000
 agent1.channels.ch-msg2.keep-alive = 0
 agent1.channels.ch-msg2.transactionCapacity = 200
 
+# For order message
+# agent1.channels.ch-msg3.type = memory
+# agent1.channels.ch-msg3.capacity = 10000
+# agent1.channels.ch-msg3.keep-alive = 0
+# agent1.channels.ch-msg3.transactionCapacity = 200
+
 agent1.channels.ch-msg5.type = file
 agent1.channels.ch-msg5.capacity = 100000000
 agent1.channels.ch-msg5.maxFileSize = 1073741824
@@ -82,6 +99,10 @@ agent1.sinks.pulsar-sink-msg1.type = org.apache.inlong.dataproxy.sink.PulsarSink
 agent1.sinks.pulsar-sink-msg2.channel = ch-msg2
 agent1.sinks.pulsar-sink-msg2.type = org.apache.inlong.dataproxy.sink.PulsarSink
 
+# For order message
+# agent1.sinks.pulsar-sink-msg3.channel = ch-msg3
+# agent1.sinks.pulsar-sink-msg3.type = org.apache.inlong.dataproxy.sink.PulsarSink
+
 agent1.sinks.pulsar-sink-msg5.channel = ch-msg5
 agent1.sinks.pulsar-sink-msg5.type = org.apache.inlong.dataproxy.sink.PulsarSink