You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@camel.apache.org by ac...@apache.org on 2020/11/09 07:44:45 UTC
[camel-kafka-connector] branch sftp-regen created (now 25e3725)
This is an automated email from the ASF dual-hosted git repository.
acosentino pushed a change to branch sftp-regen
in repository https://gitbox.apache.org/repos/asf/camel-kafka-connector.git.
at 25e3725 Regen catalog
This branch includes the following new commits:
new dfc07f7 SFTP connector: Add RemoteFileTransforms to the connector directly
new 25e3725 Regen catalog
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[camel-kafka-connector] 01/02: SFTP connector: Add
RemoteFileTransforms to the connector directly
Posted by ac...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
acosentino pushed a commit to branch sftp-regen
in repository https://gitbox.apache.org/repos/asf/camel-kafka-connector.git
commit dfc07f74ac54dd4e67c7e73eff58ba7034359c14
Author: Andrea Cosentino <an...@gmail.com>
AuthorDate: Mon Nov 9 08:25:27 2020 +0100
SFTP connector: Add RemoteFileTransforms to the connector directly
---
.../transformers/SftpRemoteFileTransforms.java | 55 ++++++++++++++++++++++
1 file changed, 55 insertions(+)
diff --git a/connectors/camel-sftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/sftp/transformers/SftpRemoteFileTransforms.java b/connectors/camel-sftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/sftp/transformers/SftpRemoteFileTransforms.java
new file mode 100644
index 0000000..d04cf99
--- /dev/null
+++ b/connectors/camel-sftp-kafka-connector/src/main/java/org/apache/camel/kafkaconnector/sftp/transformers/SftpRemoteFileTransforms.java
@@ -0,0 +1,55 @@
+package org.apache.camel.kafkaconnector.sftp.transformers;
+
+import java.util.Map;
+
+import org.apache.camel.component.file.remote.RemoteFile;
+import org.apache.camel.kafkaconnector.utils.SchemaHelper;
+import org.apache.kafka.common.config.ConfigDef;
+import org.apache.kafka.connect.connector.ConnectRecord;
+import org.apache.kafka.connect.transforms.Transformation;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class SftpRemoteFileTransforms <R extends ConnectRecord<R>> implements Transformation<R> {
+ public static final String FIELD_KEY_CONFIG = "key";
+ public static final ConfigDef CONFIG_DEF = new ConfigDef()
+ .define(FIELD_KEY_CONFIG, ConfigDef.Type.STRING, null, ConfigDef.Importance.MEDIUM,
+ "Transforms Remote File to String");
+
+ private static final Logger LOG = LoggerFactory.getLogger(SftpRemoteFileTransforms.class);
+
+ @Override
+ public R apply(R r) {
+ Object value = r.value();
+
+ if (r.value() instanceof RemoteFile) {
+ LOG.debug("Converting record from RemoteFile to text");
+ RemoteFile message = (RemoteFile) r.value();
+
+ LOG.debug("Received text: {}", message.getBody());
+
+ return r.newRecord(r.topic(), r.kafkaPartition(), null, r.key(),
+ SchemaHelper.buildSchemaBuilderForType(message.getBody()), message.getBody(), r.timestamp());
+
+ } else {
+ LOG.debug("Unexpected message type: {}", r.value().getClass());
+
+ return r;
+ }
+ }
+
+ @Override
+ public ConfigDef config() {
+ return CONFIG_DEF;
+ }
+
+ @Override
+ public void close() {
+
+ }
+
+ @Override
+ public void configure(Map<String, ?> map) {
+
+ }
+}
[camel-kafka-connector] 02/02: Regen catalog
Posted by ac...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
acosentino pushed a commit to branch sftp-regen
in repository https://gitbox.apache.org/repos/asf/camel-kafka-connector.git
commit 25e37257dd53201ea5680a0992713798e6ab82a5
Author: Andrea Cosentino <an...@gmail.com>
AuthorDate: Mon Nov 9 08:44:09 2020 +0100
Regen catalog
---
.../src/generated/resources/connectors/camel-sftp-sink.json | 5 ++++-
.../src/generated/resources/connectors/camel-sftp-source.json | 5 ++++-
.../src/generated/resources/camel-sftp-sink.json | 5 ++++-
.../src/generated/resources/camel-sftp-source.json | 5 ++++-
.../src/main/docs/camel-sftp-kafka-sink-connector.adoc | 9 ++++++++-
.../src/main/docs/camel-sftp-kafka-source-connector.adoc | 9 ++++++++-
docs/modules/ROOT/pages/connectors.adoc | 2 +-
.../ROOT/pages/connectors/camel-sftp-kafka-sink-connector.adoc | 9 ++++++++-
.../ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc | 9 ++++++++-
9 files changed, 49 insertions(+), 9 deletions(-)
diff --git a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-sink.json b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-sink.json
index 673ddf2..3367a98 100644
--- a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-sink.json
+++ b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-sink.json
@@ -392,5 +392,8 @@
"priority": "LOW",
"required": "false"
}
- }
+ },
+ "transforms": [
+ "org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms"
+ ]
}
\ No newline at end of file
diff --git a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-source.json b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-source.json
index e6b5b29..d659c28 100644
--- a/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-source.json
+++ b/camel-kafka-connector-catalog/src/generated/resources/connectors/camel-sftp-source.json
@@ -736,5 +736,8 @@
"priority": "LOW",
"required": "false"
}
- }
+ },
+ "transforms": [
+ "org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms"
+ ]
}
\ No newline at end of file
diff --git a/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-sink.json b/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-sink.json
index 4ee990d..f1554e7 100644
--- a/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-sink.json
+++ b/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-sink.json
@@ -392,5 +392,8 @@
"priority": "LOW",
"required": "false"
}
- }
+ },
+ "transforms": [
+ "org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms"
+ ]
}
\ No newline at end of file
diff --git a/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-source.json b/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-source.json
index 6453c8b..5646334 100644
--- a/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-source.json
+++ b/connectors/camel-sftp-kafka-connector/src/generated/resources/camel-sftp-source.json
@@ -736,5 +736,8 @@
"priority": "LOW",
"required": "false"
}
- }
+ },
+ "transforms": [
+ "org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms"
+ ]
}
\ No newline at end of file
diff --git a/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-sink-connector.adoc b/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-sink-connector.adoc
index ca9f404..8c20a32 100644
--- a/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-sink-connector.adoc
+++ b/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-sink-connector.adoc
@@ -98,10 +98,17 @@ The camel-sftp sink connector has no converters out of the box.
-The camel-sftp sink connector has no transforms out of the box.
+The camel-sftp sink connector supports 0 transforms out of the box, which are listed below.
+[source,java]
+----
+
+org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms
+
+----
+
The camel-sftp sink connector has no aggregation strategies out of the box.
diff --git a/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-source-connector.adoc b/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-source-connector.adoc
index 3ed7f49..3c4d159 100644
--- a/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-source-connector.adoc
+++ b/connectors/camel-sftp-kafka-connector/src/main/docs/camel-sftp-kafka-source-connector.adoc
@@ -151,10 +151,17 @@ The camel-sftp sink connector has no converters out of the box.
-The camel-sftp sink connector has no transforms out of the box.
+The camel-sftp sink connector supports 0 transforms out of the box, which are listed below.
+[source,java]
+----
+
+org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms
+
+----
+
The camel-sftp sink connector has no aggregation strategies out of the box.
diff --git a/docs/modules/ROOT/pages/connectors.adoc b/docs/modules/ROOT/pages/connectors.adoc
index 997777a..7a88ca6 100644
--- a/docs/modules/ROOT/pages/connectors.adoc
+++ b/docs/modules/ROOT/pages/connectors.adoc
@@ -2,7 +2,7 @@
= Supported connectors and documentation
// kafka-connectors list: START
-Number of Camel Kafka connectors: 347
+Number of Camel Kafka connectors: 346
[width="100%",cols="4,1,1,1,1,1,1",options="header"]
|===
diff --git a/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-sink-connector.adoc b/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-sink-connector.adoc
index ca9f404..8c20a32 100644
--- a/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-sink-connector.adoc
+++ b/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-sink-connector.adoc
@@ -98,10 +98,17 @@ The camel-sftp sink connector has no converters out of the box.
-The camel-sftp sink connector has no transforms out of the box.
+The camel-sftp sink connector supports 0 transforms out of the box, which are listed below.
+[source,java]
+----
+
+org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms
+
+----
+
The camel-sftp sink connector has no aggregation strategies out of the box.
diff --git a/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc b/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc
index 3ed7f49..3c4d159 100644
--- a/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc
+++ b/docs/modules/ROOT/pages/connectors/camel-sftp-kafka-source-connector.adoc
@@ -151,10 +151,17 @@ The camel-sftp sink connector has no converters out of the box.
-The camel-sftp sink connector has no transforms out of the box.
+The camel-sftp sink connector supports 0 transforms out of the box, which are listed below.
+[source,java]
+----
+
+org.apache.camel.kafkaconnector.sftp.transformers.SftpRemoteFileTransforms
+
+----
+
The camel-sftp sink connector has no aggregation strategies out of the box.