You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@camel.apache.org by pp...@apache.org on 2020/10/16 09:20:41 UTC
[camel-quarkus] branch master updated: Spark JVM support
This is an automated email from the ASF dual-hosted git repository.
ppalaga pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/camel-quarkus.git
The following commit(s) were added to refs/heads/master by this push:
new b47137a Spark JVM support
b47137a is described below
commit b47137a5c6f5a43372ce12de25bc81869c5a4457
Author: Peter Palaga <pp...@redhat.com>
AuthorDate: Wed Oct 14 11:50:32 2020 +0200
Spark JVM support
---
catalog/pom.xml | 13 ++
.../ROOT/pages/reference/extensions/spark.adoc | 33 +++++
.../ROOT/partials/reference/components/spark.adoc | 14 +-
extensions-jvm/hbase/integration-test/pom.xml | 25 ----
extensions-jvm/pom.xml | 1 +
extensions-jvm/spark/bom/pom.xml | 120 ++++++++++++++++
extensions-jvm/spark/deployment/pom.xml | 79 ++++++++++
.../component/spark/deployment/SparkProcessor.java | 46 ++++++
extensions-jvm/spark/integration-test/pom.xml | 111 ++++++++++++++
.../quarkus/component/spark/it/SparkResource.java | 160 +++++++++++++++++++++
.../integration-test/src/main/resources/cars.json | 2 +
.../src/main/resources/testrdd.txt | 19 +++
.../quarkus/component/spark/it/SparkTest.java | 70 +++++++++
extensions-jvm/spark/pom.xml | 41 ++++++
extensions-jvm/spark/runtime/pom.xml | 123 ++++++++++++++++
.../main/resources/META-INF/quarkus-extension.yaml | 32 +++++
pom.xml | 13 +-
poms/bom/pom.xml | 97 +++++++++++++
18 files changed, 971 insertions(+), 28 deletions(-)
diff --git a/catalog/pom.xml b/catalog/pom.xml
index 1ef7d78..c7bd10d 100644
--- a/catalog/pom.xml
+++ b/catalog/pom.xml
@@ -3325,6 +3325,19 @@
</dependency>
<dependency>
<groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark</artifactId>
+ <version>${project.version}</version>
+ <type>pom</type>
+ <scope>test</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>*</groupId>
+ <artifactId>*</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
<artifactId>camel-quarkus-splunk</artifactId>
<version>${project.version}</version>
<type>pom</type>
diff --git a/docs/modules/ROOT/pages/reference/extensions/spark.adoc b/docs/modules/ROOT/pages/reference/extensions/spark.adoc
new file mode 100644
index 0000000..2133cd7
--- /dev/null
+++ b/docs/modules/ROOT/pages/reference/extensions/spark.adoc
@@ -0,0 +1,33 @@
+// Do not edit directly!
+// This file was generated by camel-quarkus-maven-plugin:update-extension-doc-page
+= Spark
+:cq-artifact-id: camel-quarkus-spark
+:cq-native-supported: false
+:cq-status: Preview
+:cq-description: Send RDD or DataFrame jobs to Apache Spark clusters.
+:cq-deprecated: false
+:cq-jvm-since: 1.3.0
+:cq-native-since: n/a
+
+[.badges]
+[.badge-key]##JVM since##[.badge-supported]##1.3.0## [.badge-key]##Native##[.badge-unsupported]##unsupported##
+
+Send RDD or DataFrame jobs to Apache Spark clusters.
+
+== What's inside
+
+* https://camel.apache.org/components/latest/spark-component.html[Spark component], URI syntax: `spark:endpointType`
+
+Please refer to the above link for usage and configuration details.
+
+== Maven coordinates
+
+[source,xml]
+----
+<dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark</artifactId>
+</dependency>
+----
+
+Check the xref:user-guide/index.adoc[User guide] for more information about writing Camel Quarkus applications.
diff --git a/docs/modules/ROOT/partials/reference/components/spark.adoc b/docs/modules/ROOT/partials/reference/components/spark.adoc
index a509c1d..28e58a0 100644
--- a/docs/modules/ROOT/partials/reference/components/spark.adoc
+++ b/docs/modules/ROOT/partials/reference/components/spark.adoc
@@ -1 +1,13 @@
-// Empty partial for a Camel bit unsupported by Camel Quarkus to avoid warnings when this file is included from a Camel page
+// Do not edit directly!
+// This file was generated by camel-quarkus-maven-plugin:update-extension-doc-page
+:cq-artifact-id: camel-quarkus-spark
+:cq-artifact-id-base: spark
+:cq-native-supported: false
+:cq-status: Preview
+:cq-deprecated: false
+:cq-jvm-since: 1.3.0
+:cq-native-since: n/a
+:cq-camel-part-name: spark
+:cq-camel-part-title: Spark
+:cq-camel-part-description: Send RDD or DataFrame jobs to Apache Spark clusters.
+:cq-extension-page-title: Spark
diff --git a/extensions-jvm/hbase/integration-test/pom.xml b/extensions-jvm/hbase/integration-test/pom.xml
index 6c26477..d3eba93 100644
--- a/extensions-jvm/hbase/integration-test/pom.xml
+++ b/extensions-jvm/hbase/integration-test/pom.xml
@@ -48,31 +48,6 @@
<version>${commons-logging.version}</version>
</dependency>
<dependency>
- <groupId>org.apache.commons</groupId>
- <artifactId>commons-math3</artifactId>
- <version>${commons-math3.version}</version>
- </dependency>
- <dependency>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-core-asl</artifactId>
- <version>${jackson-asl.version}</version>
- </dependency>
- <dependency>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-jaxrs</artifactId>
- <version>${jackson-asl.version}</version>
- </dependency>
- <dependency>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-mapper-asl</artifactId>
- <version>${jackson-asl.version}</version>
- </dependency>
- <dependency>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-xc</artifactId>
- <version>${jackson-asl.version}</version>
- </dependency>
- <dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-log4j12</artifactId>
<version>${slf4j-log4j12.version}</version>
diff --git a/extensions-jvm/pom.xml b/extensions-jvm/pom.xml
index 2a09b80..dcfa492 100644
--- a/extensions-jvm/pom.xml
+++ b/extensions-jvm/pom.xml
@@ -130,6 +130,7 @@
<module>snmp</module>
<module>solr</module>
<module>soroush</module>
+ <module>spark</module>
<module>splunk</module>
<module>splunk-hec</module>
<module>stax</module>
diff --git a/extensions-jvm/spark/bom/pom.xml b/extensions-jvm/spark/bom/pom.xml
new file mode 100644
index 0000000..a98845a
--- /dev/null
+++ b/extensions-jvm/spark/bom/pom.xml
@@ -0,0 +1,120 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark-parent</artifactId>
+ <version>1.3.0-SNAPSHOT</version>
+ <relativePath>../pom.xml</relativePath>
+ </parent>
+
+ <artifactId>camel-quarkus-spark-bom</artifactId>
+ <packaging>pom</packaging>
+ <name>Camel Quarkus :: Spark :: BOM</name>
+ <description>Camel Quarkus Spark specific dependency managament</description>
+
+ <dependencyManagement>
+ <dependencies>
+ <dependency>
+ <groupId>com.sun.jersey</groupId>
+ <artifactId>jersey-core</artifactId>
+ <version>${jersey-sun.version}</version><!-- Replace com.sun.jersey:jersey-core:1.9 that contains old and incompatible javax.ws.rs.* classes -->
+ </dependency>
+ <dependency>
+ <groupId>com.sun.jersey</groupId>
+ <artifactId>jersey-json</artifactId>
+ <version>${jersey-sun.version}</version><!-- Replace com.sun.jersey:jersey-core:1.9 that contains old and incompatible javax.ws.rs.* classes -->
+ </dependency>
+ <dependency>
+ <groupId>com.sun.jersey</groupId>
+ <artifactId>jersey-server</artifactId>
+ <version>${jersey-sun.version}</version><!-- Replace com.sun.jersey:jersey-core:1.9 that contains old and incompatible javax.ws.rs.* classes -->
+ </dependency>
+ <dependency>
+ <groupId>com.sun.jersey</groupId>
+ <artifactId>jersey-client</artifactId>
+ <version>${jersey-sun.version}</version><!-- Replace com.sun.jersey:jersey-core:1.9 that contains old and incompatible javax.ws.rs.* classes -->
+ </dependency>
+ <dependency>
+ <groupId>com.sun.jersey.contribs</groupId>
+ <artifactId>jersey-guice</artifactId>
+ <version>${jersey-sun.version}</version><!-- Replace com.sun.jersey:jersey-core:1.9 that contains old and incompatible javax.ws.rs.* classes -->
+ </dependency>
+ <dependency>
+ <groupId>io.netty</groupId>
+ <artifactId>netty</artifactId>
+ <version>${netty3.version}</version><!-- Managed here because it would conflict with netty 4 used elsewhere -->
+ </dependency>
+ <dependency>
+ <groupId>org.apache.derby</groupId>
+ <artifactId>derby</artifactId>
+ <version>${derby.version}</version><!-- Managed here because it is not used elsewhere -->
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${hadoop2.version}</version><!-- Managed here because it would conflict with Hadoop 3 used elsewhere -->
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-common</artifactId>
+ <version>${hadoop2.version}</version><!-- Managed here because it would conflict with Hadoop 3 used elsewhere -->
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-mapreduce-client-core</artifactId>
+ <version>${hadoop2.version}</version><!-- Managed here because it would conflict with Hadoop 3 used elsewhere -->
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-mapreduce-client-jobclient</artifactId>
+ <version>${hadoop2.version}</version><!-- Managed here because it would conflict with Hadoop 3 used elsewhere -->
+ </dependency>
+ <dependency>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-reflect</artifactId>
+ <version>${scala-2.11.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-library</artifactId>
+ <version>${scala-2.11.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-compiler</artifactId>
+ <version>${scala-2.11.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.xerial.snappy</groupId>
+ <artifactId>snappy-java</artifactId>
+ <version>${snappy.version}</version><!-- Managed here because it is not used elsewhere -->
+ </dependency>
+ <dependency>
+ <groupId>org.jboss.logging</groupId>
+ <artifactId>jul-to-slf4j-stub</artifactId>
+ <version>1.0.1.Final</version>
+ </dependency>
+ </dependencies>
+ </dependencyManagement>
+</project>
diff --git a/extensions-jvm/spark/deployment/pom.xml b/extensions-jvm/spark/deployment/pom.xml
new file mode 100644
index 0000000..8e63221
--- /dev/null
+++ b/extensions-jvm/spark/deployment/pom.xml
@@ -0,0 +1,79 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark-parent</artifactId>
+ <version>1.3.0-SNAPSHOT</version>
+ <relativePath>../pom.xml</relativePath>
+ </parent>
+
+ <artifactId>camel-quarkus-spark-deployment</artifactId>
+ <name>Camel Quarkus :: Spark :: Deployment</name>
+
+ <dependencyManagement>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark-bom</artifactId>
+ <version>${project.version}</version>
+ <type>pom</type>
+ <scope>import</scope>
+ </dependency>
+ </dependencies>
+ </dependencyManagement>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-core-deployment</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-support-commons-logging-deployment</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark</artifactId>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <configuration>
+ <annotationProcessorPaths>
+ <path>
+ <groupId>io.quarkus</groupId>
+ <artifactId>quarkus-extension-processor</artifactId>
+ <version>${quarkus.version}</version>
+ </path>
+ </annotationProcessorPaths>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
+
+</project>
diff --git a/extensions-jvm/spark/deployment/src/main/java/org/apache/camel/quarkus/component/spark/deployment/SparkProcessor.java b/extensions-jvm/spark/deployment/src/main/java/org/apache/camel/quarkus/component/spark/deployment/SparkProcessor.java
new file mode 100644
index 0000000..1483510
--- /dev/null
+++ b/extensions-jvm/spark/deployment/src/main/java/org/apache/camel/quarkus/component/spark/deployment/SparkProcessor.java
@@ -0,0 +1,46 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.quarkus.component.spark.deployment;
+
+import io.quarkus.deployment.annotations.BuildStep;
+import io.quarkus.deployment.annotations.ExecutionTime;
+import io.quarkus.deployment.annotations.Record;
+import io.quarkus.deployment.builditem.FeatureBuildItem;
+import io.quarkus.deployment.pkg.steps.NativeBuild;
+import org.apache.camel.quarkus.core.JvmOnlyRecorder;
+import org.jboss.logging.Logger;
+
+class SparkProcessor {
+
+ private static final Logger LOG = Logger.getLogger(SparkProcessor.class);
+ private static final String FEATURE = "camel-spark";
+
+ @BuildStep
+ FeatureBuildItem feature() {
+ return new FeatureBuildItem(FEATURE);
+ }
+
+ /**
+ * Remove this once this extension starts supporting the native mode.
+ */
+ @BuildStep(onlyIf = NativeBuild.class)
+ @Record(value = ExecutionTime.RUNTIME_INIT)
+ void warnJvmInNative(JvmOnlyRecorder recorder) {
+ JvmOnlyRecorder.warnJvmInNative(LOG, FEATURE); // warn at build time
+ recorder.warnJvmInNative(FEATURE); // warn at runtime
+ }
+}
diff --git a/extensions-jvm/spark/integration-test/pom.xml b/extensions-jvm/spark/integration-test/pom.xml
new file mode 100644
index 0000000..6bdfa9e
--- /dev/null
+++ b/extensions-jvm/spark/integration-test/pom.xml
@@ -0,0 +1,111 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-build-parent-it</artifactId>
+ <version>1.3.0-SNAPSHOT</version>
+ <relativePath>../../../poms/build-parent-it/pom.xml</relativePath>
+ </parent>
+
+ <artifactId>camel-quarkus-spark-integration-test</artifactId>
+ <name>Camel Quarkus :: Spark :: Integration Test</name>
+ <description>Integration tests for Camel Quarkus Spark extension</description>
+
+ <dependencyManagement>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark-bom</artifactId>
+ <version>${project.version}</version>
+ <type>pom</type>
+ <scope>import</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-bom-test</artifactId>
+ <version>${project.version}</version>
+ <type>pom</type>
+ <scope>import</scope>
+ </dependency>
+ </dependencies>
+ </dependencyManagement>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-main</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>io.quarkus</groupId>
+ <artifactId>quarkus-resteasy</artifactId>
+ </dependency>
+
+ <!-- test dependencies -->
+ <dependency>
+ <groupId>io.quarkus</groupId>
+ <artifactId>quarkus-junit5</artifactId>
+ <scope>test</scope>
+ </dependency>
+ <dependency>
+ <groupId>io.rest-assured</groupId>
+ <artifactId>rest-assured</artifactId>
+ <scope>test</scope>
+ </dependency>
+
+ <!-- The following dependencies guarantee that this module is built after them. You can update them by running `mvn process-resources -Pformat -N` from the source tree root directory -->
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark-deployment</artifactId>
+ <version>${project.version}</version>
+ <type>pom</type>
+ <scope>test</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>*</groupId>
+ <artifactId>*</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>io.quarkus</groupId>
+ <artifactId>quarkus-maven-plugin</artifactId>
+ <executions>
+ <execution>
+ <goals>
+ <goal>build</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+</project>
diff --git a/extensions-jvm/spark/integration-test/src/main/java/org/apache/camel/quarkus/component/spark/it/SparkResource.java b/extensions-jvm/spark/integration-test/src/main/java/org/apache/camel/quarkus/component/spark/it/SparkResource.java
new file mode 100644
index 0000000..1c0f3cf
--- /dev/null
+++ b/extensions-jvm/spark/integration-test/src/main/java/org/apache/camel/quarkus/component/spark/it/SparkResource.java
@@ -0,0 +1,160 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.quarkus.component.spark.it;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+
+import javax.annotation.PostConstruct;
+import javax.enterprise.context.ApplicationScoped;
+import javax.inject.Inject;
+import javax.inject.Named;
+import javax.ws.rs.GET;
+import javax.ws.rs.Path;
+import javax.ws.rs.PathParam;
+import javax.ws.rs.Produces;
+import javax.ws.rs.core.MediaType;
+
+import org.apache.camel.CamelContext;
+import org.apache.camel.ProducerTemplate;
+import org.apache.camel.component.spark.DataFrameCallback;
+import org.apache.camel.component.spark.RddCallback;
+import org.apache.camel.component.spark.Sparks;
+import org.apache.spark.api.java.JavaRDD;
+import org.apache.spark.api.java.JavaRDDLike;
+import org.apache.spark.api.java.JavaSparkContext;
+import org.apache.spark.sql.Dataset;
+import org.apache.spark.sql.Row;
+import org.apache.spark.sql.hive.HiveContext;
+
+import static org.apache.camel.component.spark.SparkConstants.SPARK_DATAFRAME_CALLBACK_HEADER;
+import static org.apache.camel.component.spark.SparkConstants.SPARK_RDD_CALLBACK_HEADER;
+
+@Path("/spark")
+@ApplicationScoped
+public class SparkResource {
+
+ @Inject
+ CamelContext context;
+
+ String sparkUri = "spark:rdd?rdd=#testFileRdd";
+
+ String sparkDataFrameUri = "spark:dataframe?dataFrame=#jsonCars";
+
+ String sparkHiveUri = "spark:hive";
+
+ private JavaSparkContext sparkContext;
+ private HiveContext hiveContext;
+ private java.nio.file.Path rddFilePath;
+ private java.nio.file.Path carsJsonPath;
+
+ @PostConstruct
+ void init() {
+ this.sparkContext = Sparks.createLocalSparkContext();
+ this.hiveContext = new HiveContext(sparkContext.sc());
+ try {
+ java.nio.file.Path tmpDir = Paths.get("target/tmp");
+ Files.createDirectories(tmpDir);
+
+ this.rddFilePath = copyResource(tmpDir, "testrdd.txt");
+ this.carsJsonPath = copyResource(tmpDir, "cars.json");
+ } catch (IOException e) {
+ throw new RuntimeException("Could not create a temporary file", e);
+ }
+
+ }
+
+ private java.nio.file.Path copyResource(java.nio.file.Path tmpDir, final String resource) throws IOException {
+ final java.nio.file.Path file = tmpDir.resolve(resource);
+ try (InputStream in = getClass().getClassLoader().getResourceAsStream(resource)) {
+ Files.copy(in, file);
+ }
+ return file;
+ }
+
+ @javax.enterprise.inject.Produces
+ @Named
+ JavaRDD<String> testFileRdd() {
+ return sparkContext.textFile(rddFilePath.toString());
+ }
+
+ @javax.enterprise.inject.Produces
+ @Named
+ Dataset<Row> jsonCars() {
+ Dataset<Row> jsonCars = hiveContext.read().json(carsJsonPath.toString());
+ jsonCars.registerTempTable("cars");
+ return jsonCars;
+ }
+
+ @javax.enterprise.inject.Produces
+ @Named
+ RddCallback countLinesTransformation() {
+ return new org.apache.camel.component.spark.RddCallback() {
+ @Override
+ public Object onRdd(JavaRDDLike rdd, Object... payloads) {
+ return rdd.count();
+ }
+ };
+ }
+
+ @javax.enterprise.inject.Produces
+ @Named
+ HiveContext hiveContext() {
+ return hiveContext;
+ }
+
+ @Inject
+ ProducerTemplate template;
+
+ @Path("/rdd/count")
+ @GET
+ @Produces(MediaType.TEXT_PLAIN)
+ public Long rddCount() throws Exception {
+ return template.requestBodyAndHeader(sparkUri, null, SPARK_RDD_CALLBACK_HEADER,
+ new org.apache.camel.component.spark.RddCallback() {
+ @Override
+ public Long onRdd(JavaRDDLike rdd, Object... payloads) {
+ return rdd.count();
+ }
+ }, Long.class);
+ }
+
+ @Path("/dataframe/{model}/count")
+ @GET
+ @Produces(MediaType.TEXT_PLAIN)
+ public Long dataframeCount(@PathParam("model") String model) throws Exception {
+ return template.requestBodyAndHeader(sparkDataFrameUri, model, SPARK_DATAFRAME_CALLBACK_HEADER,
+ new DataFrameCallback<Long>() {
+ @Override
+ public Long onDataFrame(Dataset<Row> dataFrame, Object... payloads) {
+ String model = (String) payloads[0];
+ return dataFrame.where(dataFrame.col("model").eqNullSafe(model)).count();
+ }
+ },
+ Long.class);
+ }
+
+ @Path("/hive/count")
+ @GET
+ @Produces(MediaType.TEXT_PLAIN)
+ public Long hiveCount() throws Exception {
+ return template.requestBody(sparkHiveUri + "?collect=false", "SELECT * FROM cars", Long.class);
+ }
+
+}
diff --git a/extensions-jvm/spark/integration-test/src/main/resources/cars.json b/extensions-jvm/spark/integration-test/src/main/resources/cars.json
new file mode 100644
index 0000000..27d22de
--- /dev/null
+++ b/extensions-jvm/spark/integration-test/src/main/resources/cars.json
@@ -0,0 +1,2 @@
+{"brand": "nissan", "model": "X-trail"}
+{"brand": "nissan", "model": "Micra"}
\ No newline at end of file
diff --git a/extensions-jvm/spark/integration-test/src/main/resources/testrdd.txt b/extensions-jvm/spark/integration-test/src/main/resources/testrdd.txt
new file mode 100644
index 0000000..5bb464c
--- /dev/null
+++ b/extensions-jvm/spark/integration-test/src/main/resources/testrdd.txt
@@ -0,0 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+foo bar
+baz qux
\ No newline at end of file
diff --git a/extensions-jvm/spark/integration-test/src/test/java/org/apache/camel/quarkus/component/spark/it/SparkTest.java b/extensions-jvm/spark/integration-test/src/test/java/org/apache/camel/quarkus/component/spark/it/SparkTest.java
new file mode 100644
index 0000000..ef794fd
--- /dev/null
+++ b/extensions-jvm/spark/integration-test/src/test/java/org/apache/camel/quarkus/component/spark/it/SparkTest.java
@@ -0,0 +1,70 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.quarkus.component.spark.it;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStreamReader;
+
+import io.quarkus.test.junit.QuarkusTest;
+import io.restassured.RestAssured;
+import org.junit.jupiter.api.Disabled;
+import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.condition.EnabledForJreRange;
+import org.junit.jupiter.api.condition.JRE;
+
+import static org.hamcrest.core.Is.is;
+
+@QuarkusTest
+class SparkTest {
+
+ @Test
+ public void rddCount() throws IOException {
+ int lineCount = 0;
+ try (BufferedReader r = new BufferedReader(
+ new InputStreamReader(getClass().getClassLoader().getResourceAsStream("testrdd.txt")))) {
+ while (r.readLine() != null) {
+ lineCount++;
+ }
+ }
+
+ RestAssured.get("/spark/rdd/count")
+ .then()
+ .statusCode(200)
+ .body(is(String.valueOf(lineCount)));
+ }
+
+ @Test
+ // TODO: Spark 2.x does not support Java 9+. The upgrade to Spark 3.x will solve that, see https://issues.apache.org/jira/browse/CAMEL-15650
+ @EnabledForJreRange(max = JRE.JAVA_8)
+ public void conditionalDataframe() throws IOException {
+ RestAssured.get("/spark/dataframe/Micra/count")
+ .then()
+ .statusCode(200)
+ .body(is(String.valueOf(1)));
+ }
+
+ @Test
+ @Disabled // TODO this does not work on plain Camel either; see https://issues.apache.org/jira/browse/CAMEL-15696
+ public void hiveCount() throws IOException {
+ RestAssured.get("/spark/hive/count")
+ .then()
+ .statusCode(200)
+ .body(is(String.valueOf(2)));
+ }
+
+}
diff --git a/extensions-jvm/spark/pom.xml b/extensions-jvm/spark/pom.xml
new file mode 100644
index 0000000..e5de7c7
--- /dev/null
+++ b/extensions-jvm/spark/pom.xml
@@ -0,0 +1,41 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-build-parent</artifactId>
+ <version>1.3.0-SNAPSHOT</version>
+ <relativePath>../../poms/build-parent/pom.xml</relativePath>
+ </parent>
+
+ <artifactId>camel-quarkus-spark-parent</artifactId>
+ <name>Camel Quarkus :: Spark</name>
+ <packaging>pom</packaging>
+
+ <modules>
+ <module>bom</module>
+ <module>deployment</module>
+ <module>runtime</module>
+ <module>integration-test</module>
+ </modules>
+</project>
diff --git a/extensions-jvm/spark/runtime/pom.xml b/extensions-jvm/spark/runtime/pom.xml
new file mode 100644
index 0000000..230efa1
--- /dev/null
+++ b/extensions-jvm/spark/runtime/pom.xml
@@ -0,0 +1,123 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark-parent</artifactId>
+ <version>1.3.0-SNAPSHOT</version>
+ <relativePath>../pom.xml</relativePath>
+ </parent>
+
+ <artifactId>camel-quarkus-spark</artifactId>
+ <name>Camel Quarkus :: Spark :: Runtime</name>
+ <description>Send RDD or DataFrame jobs to Apache Spark clusters.</description>
+
+ <properties>
+ <camel.quarkus.jvmSince>1.3.0</camel.quarkus.jvmSince>
+ </properties>
+
+ <dependencyManagement>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-bom</artifactId>
+ <version>${project.version}</version>
+ <type>pom</type>
+ <scope>import</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark-bom</artifactId>
+ <version>${project.version}</version>
+ <type>pom</type>
+ <scope>import</scope>
+ </dependency>
+ </dependencies>
+ </dependencyManagement>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-core</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-support-commons-logging</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.jboss.logmanager</groupId>
+ <artifactId>log4j-jboss-logmanager</artifactId>
+ <exclusions>
+ <exclusion>
+ <groupId>org.jboss.logmanager</groupId>
+ <artifactId>jboss-logmanager</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>org.jboss.logging</groupId>
+ <artifactId>jul-to-slf4j-stub</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel</groupId>
+ <artifactId>camel-spark</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.jboss.spec.javax.ws.rs</groupId>
+ <artifactId>jboss-jaxrs-api_2.1_spec</artifactId>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-maven-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>update-extension-doc-page</id>
+ <goals><goal>update-extension-doc-page</goal></goals>
+ <phase>process-classes</phase>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>io.quarkus</groupId>
+ <artifactId>quarkus-bootstrap-maven-plugin</artifactId>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <configuration>
+ <annotationProcessorPaths>
+ <path>
+ <groupId>io.quarkus</groupId>
+ <artifactId>quarkus-extension-processor</artifactId>
+ <version>${quarkus.version}</version>
+ </path>
+ </annotationProcessorPaths>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
+</project>
diff --git a/extensions-jvm/spark/runtime/src/main/resources/META-INF/quarkus-extension.yaml b/extensions-jvm/spark/runtime/src/main/resources/META-INF/quarkus-extension.yaml
new file mode 100644
index 0000000..1f0d82e
--- /dev/null
+++ b/extensions-jvm/spark/runtime/src/main/resources/META-INF/quarkus-extension.yaml
@@ -0,0 +1,32 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# This is a generated file. Do not edit directly!
+# To re-generate, run the following command from the top level directory:
+#
+# mvn -N cq:update-quarkus-metadata
+#
+---
+name: "Camel Spark"
+description: "Send RDD or DataFrame jobs to Apache Spark clusters"
+metadata:
+ unlisted: true
+ guide: "https://camel.apache.org/camel-quarkus/latest/reference/extensions/spark.html"
+ categories:
+ - "integration"
+ status:
+ - "preview"
diff --git a/pom.xml b/pom.xml
index 37fe5a5..2d5a460 100644
--- a/pom.xml
+++ b/pom.xml
@@ -40,6 +40,7 @@
<!-- Compile dependency versions (keep sorted alphabetically) -->
<ahc.version>2.12.1</ahc.version>
<animal-sniffer.version>1.18</animal-sniffer.version>
+ <antlr3.version>3.5.2</antlr3.version><!-- Spark, Stringtemplate and probably others -->
<awssdk1.version>1.11.714</awssdk1.version>
<awssdk1-swf-libs.version>1.11.22</awssdk1-swf-libs.version>
<awssdk2.version>2.14.3</awssdk2.version>
@@ -49,28 +50,36 @@
<commons-cli.version>1.4</commons-cli.version><!-- keep in sync with Quarkus, via quarkus-bootstrap-core -->
<commons-collections.version>3.2.2</commons-collections.version><!-- used by hbase, should be pretty stable as commons-collections are not developed actively anymore -->
<commons-lang.version>2.6</commons-lang.version><!-- used by hbase, should be pretty stable as commons-lang is not developed actively anymore -->
+ <commons-math3.version>3.6.1</commons-math3.version><!-- Mess in the transitive dependencies of Spark and hbase-testing-util -->
+ <curator.version>4.3.0</curator.version><!-- Mess in the transitive dependencies of Spark, Zookeeper and other hadoop related components -->
<debezium.version>1.3.0.Final</debezium.version>
+ <derby.version>10.15.2.0</derby.version><!-- Spark -->
<elasticsearch.version>7.8.0</elasticsearch.version>
<freemarker.version>2.3.30</freemarker.version>
<fommil.netlib.core.version>1.1.2</fommil.netlib.core.version><!-- Mess in Weka transitive deps -->
+ <jodatime.version>2.10.6</jodatime.version><!-- Mess in transitive dependencies of Spark and Splunk -->
<github-api.version>1.111</github-api.version>
<google-http-client.version>1.34.0</google-http-client.version>
<guava.version>29.0-jre</guava.version>
<gson.version>2.8.5</gson.version>
+ <hadoop2.version>2.10.0</hadoop2.version><!-- Spark -->
<hapi.version>4.1.0</hapi.version>
<hbase.version>2.2.3</hbase.version><!-- Keep in sync with Camel -->
<htrace.version>4.2.0-incubating</htrace.version><!-- Mess in hbase transitive deps -->
<influxdb.version>2.20</influxdb.version>
<jackson.version>2.11.3</jackson.version> <!-- keep in sync with Quarkus -->
+ <jackson-asl.version>1.9.13</jackson-asl.version><!-- Mess in the transitive dependencies of spark and hbase-testing-util -->
<java.xml.ws.version>2.3.1</java.xml.ws.version>
<jcodings.version>1.0.55</jcodings.version><!-- used by hbase -->
<jaxen.version>1.2.0</jaxen.version>
<javassist.version>3.22.0-CR2</javassist.version><!-- debezium -->
+ <jersey-sun.version>1.19.4</jersey-sun.version><!-- Spark -->
<jetty.version>9.4.18.v20190429</jetty.version>
<jnr-ffi.version>2.1.2</jnr-ffi.version><!-- Mess in web3j transitive deps -->
<kafka.version>2.5.0</kafka.version>
<kubernetes-client.version>4.10.3</kubernetes-client.version>
<kotlin.version>1.3.72</kotlin.version>
+ <netty3.version>3.10.6.Final</netty3.version><!-- Spark -->
<nimbus-jose-jwt.version>4.41.1</nimbus-jose-jwt.version><!-- Mess in hdfs transitive deps -->
<okhttp.version>3.14.6</okhttp.version><!-- keep in sync with okio -->
<okio.version>1.17.2</okio.version><!-- keep in sync with okhttp -->
@@ -78,11 +87,13 @@
<quarkus-qpid-jms.version>0.19.0</quarkus-qpid-jms.version>
<protobuf.version>3.11.1</protobuf.version>
<retrofit.version>2.5.0</retrofit.version>
+ <scala-2.11.version>2.11.12</scala-2.11.version><!-- Spark -->
<smallrye.reactive.messaging.camel.version>2.4.0</smallrye.reactive.messaging.camel.version>
<soap-api.version>1.4.0</soap-api.version><!-- keep in sync with Camel -->
<!-- Keep spring.version aligned with the version used by Camel -->
<spring.version>5.2.8.RELEASE</spring.version>
<snakeyaml.version>1.26</snakeyaml.version>
+ <snappy.version>1.1.7.7</snappy.version><!-- Spark -->
<threetenbp.version>1.4.0</threetenbp.version>
<xalan.version>2.7.2</xalan.version>
<xerces.version>2.12.0</xerces.version>
@@ -95,12 +106,10 @@
<!-- Test dependency versions (keep sorted alphabetically) -->
<activemq-version>5.15.12</activemq-version>
- <commons-math3.version>3.6.1</commons-math3.version><!-- Mess in the transitive dependencies of hbase-testing-util -->
<commons-logging.version>1.2</commons-logging.version><!-- Mess in the transitive dependencies of hbase-testing-util -->
<consul-client.version>1.3.3</consul-client.version>
<ftpserver.version>1.1.1</ftpserver.version>
<istack-commons-runtime.version>3.0.10</istack-commons-runtime.version>
- <jackson-asl.version>1.9.13</jackson-asl.version><!-- Mess in the transitive dependencies of hbase-testing-util -->
<jakarta.mail.version>1.6.5</jakarta.mail.version>
<mock-javamail.version>1.9</mock-javamail.version>
<pdfbox.version>2.0.21</pdfbox.version>
diff --git a/poms/bom/pom.xml b/poms/bom/pom.xml
index fcf1427..a0484a6 100644
--- a/poms/bom/pom.xml
+++ b/poms/bom/pom.xml
@@ -1732,6 +1732,33 @@
</dependency>
<dependency>
<groupId>org.apache.camel</groupId>
+ <artifactId>camel-spark</artifactId>
+ <version>${camel.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>com.google.code.findbugs</groupId>
+ <artifactId>jsr305</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>commons-logging</groupId>
+ <artifactId>commons-logging</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>com.google.inject</groupId>
+ <artifactId>guice</artifactId><!-- Should always be available via Quarkus tooling -->
+ </exclusion>
+ <exclusion>
+ <groupId>javax.ws.rs</groupId>
+ <artifactId>javax.ws.rs-api</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>javax.ws.rs</groupId>
+ <artifactId>jsr311-api</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel</groupId>
<artifactId>camel-splunk</artifactId>
<version>${camel.version}</version>
</dependency>
@@ -4520,6 +4547,16 @@
</dependency>
<dependency>
<groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark</artifactId>
+ <version>${camel-quarkus.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
+ <artifactId>camel-quarkus-spark-deployment</artifactId>
+ <version>${camel-quarkus.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.camel.quarkus</groupId>
<artifactId>camel-quarkus-splunk</artifactId>
<version>${camel-quarkus.version}</version>
</dependency>
@@ -5420,6 +5457,46 @@
<version>${jaxen.version}</version>
</dependency>
<dependency>
+ <groupId>joda-time</groupId>
+ <artifactId>joda-time</artifactId>
+ <version>${jodatime.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.antlr</groupId>
+ <artifactId>antlr</artifactId>
+ <version>${antlr3.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.antlr</groupId>
+ <artifactId>antlr-runtime</artifactId>
+ <version>${antlr3.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.commons</groupId>
+ <artifactId>commons-math3</artifactId>
+ <version>${commons-math3.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.curator</groupId>
+ <artifactId>curator-client</artifactId>
+ <version>${curator.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.curator</groupId>
+ <artifactId>curator-framework</artifactId>
+ <version>${curator.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.curator</groupId>
+ <artifactId>curator-recipes</artifactId>
+ <version>${curator.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.curator</groupId>
+ <artifactId>curator-x-discovery</artifactId>
+ <version>${curator.version}</version>
+ </dependency>
+ <dependency>
<groupId>org.apache.htrace</groupId>
<artifactId>htrace-core4</artifactId>
<version>${htrace.version}</version>
@@ -5460,6 +5537,26 @@
<version>${groovy.version}</version>
</dependency>
<dependency>
+ <groupId>org.codehaus.jackson</groupId>
+ <artifactId>jackson-core-asl</artifactId>
+ <version>${jackson-asl.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.codehaus.jackson</groupId>
+ <artifactId>jackson-jaxrs</artifactId>
+ <version>${jackson-asl.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.codehaus.jackson</groupId>
+ <artifactId>jackson-mapper-asl</artifactId>
+ <version>${jackson-asl.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.codehaus.jackson</groupId>
+ <artifactId>jackson-xc</artifactId>
+ <version>${jackson-asl.version}</version>
+ </dependency>
+ <dependency>
<groupId>org.codehaus.mojo</groupId>
<artifactId>animal-sniffer-annotations</artifactId>
<version>${animal-sniffer.version}</version>