You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@camel.apache.org by ac...@apache.org on 2024/03/12 06:03:35 UTC

(camel-kamelets) 06/11: Support topicIsPattern as Kafka Source Kamelets parameter - Kafka Batch Source Kamelets

This is an automated email from the ASF dual-hosted git repository.

acosentino pushed a commit to branch 1939
in repository https://gitbox.apache.org/repos/asf/camel-kamelets.git

commit 23964bf6211b81ca9da2025a7c1dee8cb8e6486b
Author: Andrea Cosentino <an...@gmail.com>
AuthorDate: Tue Mar 12 06:55:44 2024 +0100

    Support topicIsPattern as Kafka Source Kamelets parameter - Kafka Batch Source Kamelets
    
    Signed-off-by: Andrea Cosentino <an...@gmail.com>
---
 .../kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml | 6 ++++++
 kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml        | 6 ++++++
 kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml    | 6 ++++++
 kamelets/kafka-batch-not-secured-source.kamelet.yaml              | 6 ++++++
 kamelets/kafka-batch-scram-source.kamelet.yaml                    | 6 ++++++
 kamelets/kafka-batch-source.kamelet.yaml                          | 8 +++++++-
 kamelets/kafka-batch-ssl-source.kamelet.yaml                      | 6 ++++++
 7 files changed, 43 insertions(+), 1 deletion(-)

diff --git a/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml b/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml
index c457edbb..02e87701 100644
--- a/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml
+++ b/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml
@@ -119,6 +119,11 @@ spec:
         title: Max Poll Interval
         description: The maximum delay between invocations of poll() when using consumer group management
         type: int
+      topicIsPattern:
+        title: Topic Is Pattern
+        description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+        type: boolean
+        default: false
   dependencies:
     - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
     - "camel:kafka"
@@ -150,6 +155,7 @@ spec:
         maxPollIntervalMs: "{{?maxPollIntervalMs}}"
         batching: true
         kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+        topicIsPattern: "{{topicIsPattern}}"
       steps:
         - process:
             ref: "{{kafkaHeaderDeserializer}}"
diff --git a/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml b/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml
index 4e3726ab..e94532e0 100644
--- a/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml
+++ b/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml
@@ -160,6 +160,11 @@ spec:
         - urn:camel:group:credentials
         - urn:keda:authentication:password
         - urn:keda:required
+      topicIsPattern:
+        title: Topic Is Pattern
+        description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+        type: boolean
+        default: false
   dependencies:
     - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
     - "camel:kafka"
@@ -197,6 +202,7 @@ spec:
         maxPollIntervalMs: "{{?maxPollIntervalMs}}"
         batching: true
         kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+        topicIsPattern: "{{topicIsPattern}}"
       steps:
         - process:
             ref: "{{kafkaHeaderDeserializer}}"
diff --git a/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml b/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml
index c0033146..d867d8f3 100644
--- a/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml
+++ b/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml
@@ -139,6 +139,11 @@ spec:
         title: Max Poll Interval
         description: The maximum delay between invocations of poll() when using consumer group management
         type: int
+      topicIsPattern:
+        title: Topic Is Pattern
+        description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+        type: boolean
+        default: false
   dependencies:
     - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
     - "camel:kafka"
@@ -176,6 +181,7 @@ spec:
         maxPollIntervalMs: "{{?maxPollIntervalMs}}"
         batching: true
         kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+        topicIsPattern: "{{topicIsPattern}}"
         additionalProperties.schema.registry.url: "{{azureRegistryUrl}}"
         additionalProperties.schema.group: avro
         additionalProperties.schema.registry.credential: '#bean:defaultAzureCredential'
diff --git a/kamelets/kafka-batch-not-secured-source.kamelet.yaml b/kamelets/kafka-batch-not-secured-source.kamelet.yaml
index 90d3fdf6..f241c4b4 100644
--- a/kamelets/kafka-batch-not-secured-source.kamelet.yaml
+++ b/kamelets/kafka-batch-not-secured-source.kamelet.yaml
@@ -101,6 +101,11 @@ spec:
         title: Max Poll Interval
         description: The maximum delay between invocations of poll() when using consumer group management
         type: int
+      topicIsPattern:
+        title: Topic Is Pattern
+        description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+        type: boolean
+        default: false
   dependencies:
     - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
     - "camel:kafka"
@@ -128,6 +133,7 @@ spec:
         maxPollIntervalMs: "{{?maxPollIntervalMs}}"
         batching: true
         kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+        topicIsPattern: "{{topicIsPattern}}"
       steps:
         - process:
             ref: "{{kafkaHeaderDeserializer}}"
diff --git a/kamelets/kafka-batch-scram-source.kamelet.yaml b/kamelets/kafka-batch-scram-source.kamelet.yaml
index 4715fbe1..8042ff5a 100644
--- a/kamelets/kafka-batch-scram-source.kamelet.yaml
+++ b/kamelets/kafka-batch-scram-source.kamelet.yaml
@@ -132,6 +132,11 @@ spec:
         title: Max Poll Interval
         description: The maximum delay between invocations of poll() when using consumer group management
         type: int
+      topicIsPattern:
+        title: Topic Is Pattern
+        description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+        type: boolean
+        default: false
   dependencies:
     - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
     - "camel:core"
@@ -162,6 +167,7 @@ spec:
         maxPollIntervalMs: "{{?maxPollIntervalMs}}"
         batching: true
         kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+        topicIsPattern: "{{topicIsPattern}}"
       steps:
         - process:
             ref: "{{kafkaHeaderDeserializer}}"
diff --git a/kamelets/kafka-batch-source.kamelet.yaml b/kamelets/kafka-batch-source.kamelet.yaml
index 9605364e..92285e85 100644
--- a/kamelets/kafka-batch-source.kamelet.yaml
+++ b/kamelets/kafka-batch-source.kamelet.yaml
@@ -132,6 +132,11 @@ spec:
         title: Max Poll Interval
         description: The maximum delay between invocations of poll() when using consumer group management
         type: int
+      topicIsPattern:
+        title: Topic Is Pattern
+        description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+        type: boolean
+        default: false
   dependencies:
     - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
     - "camel:core"
@@ -161,7 +166,8 @@ spec:
         pollTimeoutMs: "{{pollTimeout}}"
         maxPollIntervalMs: "{{?maxPollIntervalMs}}"
         batching: true
-        kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"        
+        kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"      
+        topicIsPattern: "{{topicIsPattern}}"  
       steps:
         - process:
             ref: "{{kafkaHeaderDeserializer}}"
diff --git a/kamelets/kafka-batch-ssl-source.kamelet.yaml b/kamelets/kafka-batch-ssl-source.kamelet.yaml
index 9e91bc5f..9a081ce8 100644
--- a/kamelets/kafka-batch-ssl-source.kamelet.yaml
+++ b/kamelets/kafka-batch-ssl-source.kamelet.yaml
@@ -156,6 +156,11 @@ spec:
         title: Max Poll Interval
         description: The maximum delay between invocations of poll() when using consumer group management
         type: int
+      topicIsPattern:
+        title: Topic Is Pattern
+        description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+        type: boolean
+        default: false
   dependencies:
     - "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
     - "camel:core"
@@ -190,6 +195,7 @@ spec:
           maxPollIntervalMs: "{{?maxPollIntervalMs}}"
           batching: true
           kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+          topicIsPattern: "{{topicIsPattern}}"
         type: '#class:org.apache.camel.component.kafka.KafkaConfiguration'
       - name: kafkaHeaderDeserializer
         type: "#class:org.apache.camel.kamelets.utils.serialization.kafka.KafkaHeaderDeserializer"