You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@camel.apache.org by ac...@apache.org on 2024/03/12 06:03:36 UTC
(camel-kamelets) 07/11: Support topicIsPattern as Kafka Source Kamelets parameter - Kafka Batch Source Kamelets
This is an automated email from the ASF dual-hosted git repository.
acosentino pushed a commit to branch 1939
in repository https://gitbox.apache.org/repos/asf/camel-kamelets.git
commit 1e522f4f047477858ab6a01277642e825308efbf
Author: Andrea Cosentino <an...@gmail.com>
AuthorDate: Tue Mar 12 06:57:01 2024 +0100
Support topicIsPattern as Kafka Source Kamelets parameter - Kafka Batch Source Kamelets
Signed-off-by: Andrea Cosentino <an...@gmail.com>
---
.../kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml | 6 ++++++
.../kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml | 6 ++++++
.../kafka-batch-azure-schema-registry-source.kamelet.yaml | 6 ++++++
.../kamelets/kafka-batch-not-secured-source.kamelet.yaml | 6 ++++++
.../main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml | 6 ++++++
.../src/main/resources/kamelets/kafka-batch-source.kamelet.yaml | 8 +++++++-
.../main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml | 6 ++++++
.../kafka-not-secured-apicurio-registry-source.kamelet.yaml | 6 ++++++
.../main/resources/kamelets/kafka-not-secured-source.kamelet.yaml | 6 ++++++
9 files changed, 55 insertions(+), 1 deletion(-)
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml
index c457edbb..02e87701 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-not-secured-source.kamelet.yaml
@@ -119,6 +119,11 @@ spec:
title: Max Poll Interval
description: The maximum delay between invocations of poll() when using consumer group management
type: int
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:kafka"
@@ -150,6 +155,7 @@ spec:
maxPollIntervalMs: "{{?maxPollIntervalMs}}"
batching: true
kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+ topicIsPattern: "{{topicIsPattern}}"
steps:
- process:
ref: "{{kafkaHeaderDeserializer}}"
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml
index 4e3726ab..e94532e0 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-apicurio-registry-source.kamelet.yaml
@@ -160,6 +160,11 @@ spec:
- urn:camel:group:credentials
- urn:keda:authentication:password
- urn:keda:required
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:kafka"
@@ -197,6 +202,7 @@ spec:
maxPollIntervalMs: "{{?maxPollIntervalMs}}"
batching: true
kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+ topicIsPattern: "{{topicIsPattern}}"
steps:
- process:
ref: "{{kafkaHeaderDeserializer}}"
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml
index c0033146..d867d8f3 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-azure-schema-registry-source.kamelet.yaml
@@ -139,6 +139,11 @@ spec:
title: Max Poll Interval
description: The maximum delay between invocations of poll() when using consumer group management
type: int
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:kafka"
@@ -176,6 +181,7 @@ spec:
maxPollIntervalMs: "{{?maxPollIntervalMs}}"
batching: true
kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+ topicIsPattern: "{{topicIsPattern}}"
additionalProperties.schema.registry.url: "{{azureRegistryUrl}}"
additionalProperties.schema.group: avro
additionalProperties.schema.registry.credential: '#bean:defaultAzureCredential'
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-not-secured-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-not-secured-source.kamelet.yaml
index 90d3fdf6..f241c4b4 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-not-secured-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-not-secured-source.kamelet.yaml
@@ -101,6 +101,11 @@ spec:
title: Max Poll Interval
description: The maximum delay between invocations of poll() when using consumer group management
type: int
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:kafka"
@@ -128,6 +133,7 @@ spec:
maxPollIntervalMs: "{{?maxPollIntervalMs}}"
batching: true
kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+ topicIsPattern: "{{topicIsPattern}}"
steps:
- process:
ref: "{{kafkaHeaderDeserializer}}"
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml
index 4715fbe1..8042ff5a 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-scram-source.kamelet.yaml
@@ -132,6 +132,11 @@ spec:
title: Max Poll Interval
description: The maximum delay between invocations of poll() when using consumer group management
type: int
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:core"
@@ -162,6 +167,7 @@ spec:
maxPollIntervalMs: "{{?maxPollIntervalMs}}"
batching: true
kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+ topicIsPattern: "{{topicIsPattern}}"
steps:
- process:
ref: "{{kafkaHeaderDeserializer}}"
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-source.kamelet.yaml
index 9605364e..92285e85 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-source.kamelet.yaml
@@ -132,6 +132,11 @@ spec:
title: Max Poll Interval
description: The maximum delay between invocations of poll() when using consumer group management
type: int
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:core"
@@ -161,7 +166,8 @@ spec:
pollTimeoutMs: "{{pollTimeout}}"
maxPollIntervalMs: "{{?maxPollIntervalMs}}"
batching: true
- kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+ kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+ topicIsPattern: "{{topicIsPattern}}"
steps:
- process:
ref: "{{kafkaHeaderDeserializer}}"
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml
index 9e91bc5f..9a081ce8 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-batch-ssl-source.kamelet.yaml
@@ -156,6 +156,11 @@ spec:
title: Max Poll Interval
description: The maximum delay between invocations of poll() when using consumer group management
type: int
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:core"
@@ -190,6 +195,7 @@ spec:
maxPollIntervalMs: "{{?maxPollIntervalMs}}"
batching: true
kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
+ topicIsPattern: "{{topicIsPattern}}"
type: '#class:org.apache.camel.component.kafka.KafkaConfiguration'
- name: kafkaHeaderDeserializer
type: "#class:org.apache.camel.kamelets.utils.serialization.kafka.KafkaHeaderDeserializer"
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-apicurio-registry-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-apicurio-registry-source.kamelet.yaml
index 657de996..ec870462 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-apicurio-registry-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-apicurio-registry-source.kamelet.yaml
@@ -146,6 +146,11 @@ spec:
- urn:camel:group:credentials
- urn:keda:authentication:password
- urn:keda:required
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:kafka"
@@ -168,6 +173,7 @@ spec:
autoOffsetReset: "{{autoOffsetReset}}"
groupId: "{{?consumerGroup}}"
valueDeserializer: "{{valueDeserializer}}"
+ topicIsPattern: "{{topicIsPattern}}"
additionalProperties.apicurio.registry.url: "{{apicurioRegistryUrl}}"
additionalProperties.apicurio.registry.avro-datum-provider: "{{avroDatumProvider}}"
additionalProperties.apicurio.auth.service.url: "{{apicurioAuthServiceUrl}}"
diff --git a/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-source.kamelet.yaml b/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-source.kamelet.yaml
index 9f832885..5146b646 100644
--- a/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-source.kamelet.yaml
+++ b/library/camel-kamelets/src/main/resources/kamelets/kafka-not-secured-source.kamelet.yaml
@@ -87,6 +87,11 @@ spec:
description: When enabled the Kamelet source will deserialize all message headers to String representation.
type: boolean
default: true
+ topicIsPattern:
+ title: Topic Is Pattern
+ description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
+ type: boolean
+ default: false
dependencies:
- "mvn:org.apache.camel.kamelets:camel-kamelets-utils:4.5.0-SNAPSHOT"
- "camel:kafka"
@@ -107,6 +112,7 @@ spec:
pollOnError: "{{pollOnError}}"
autoOffsetReset: "{{autoOffsetReset}}"
groupId: "{{?consumerGroup}}"
+ topicIsPattern: "{{topicIsPattern}}"
steps:
- process:
ref: "{{kafkaHeaderDeserializer}}"