You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@camel.apache.org by da...@apache.org on 2016/11/07 14:17:26 UTC

[5/5] camel git commit: CAMEL-10434: Camel catalog support different runtimes to provide their supported list of components etc.

CAMEL-10434: Camel catalog support different runtimes to provide their supported list of components etc.


Project: http://git-wip-us.apache.org/repos/asf/camel/repo
Commit: http://git-wip-us.apache.org/repos/asf/camel/commit/1691c623
Tree: http://git-wip-us.apache.org/repos/asf/camel/tree/1691c623
Diff: http://git-wip-us.apache.org/repos/asf/camel/diff/1691c623

Branch: refs/heads/master
Commit: 1691c6237e4bf789793fb07ba628578fa8f456b6
Parents: 3da8d1e
Author: Claus Ibsen <da...@apache.org>
Authored: Mon Nov 7 15:13:41 2016 +0100
Committer: Claus Ibsen <da...@apache.org>
Committed: Mon Nov 7 15:17:00 2016 +0100

----------------------------------------------------------------------
 platforms/catalog-provider-karaf/pom.xml        |  24 +-
 .../catalog/karaf/KarafRuntimeProvider.java     | 144 ++---
 .../catalog/karaf/KarafRuntimeProviderTest.java |   6 +-
 .../packaging/PrepareCatalogKarafMojo.java      | 551 +++++++++++++++++++
 4 files changed, 597 insertions(+), 128 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/camel/blob/1691c623/platforms/catalog-provider-karaf/pom.xml
----------------------------------------------------------------------
diff --git a/platforms/catalog-provider-karaf/pom.xml b/platforms/catalog-provider-karaf/pom.xml
index 6923faa..bc2853a 100644
--- a/platforms/catalog-provider-karaf/pom.xml
+++ b/platforms/catalog-provider-karaf/pom.xml
@@ -77,28 +77,18 @@
         <extensions>true</extensions>
       </plugin>
 
+      <!-- generate and include all components in the catalog -->
       <plugin>
-        <groupId>org.apache.maven.plugins</groupId>
-        <artifactId>maven-resources-plugin</artifactId>
-        <version>${maven-resources-plugin-version}</version>
+        <groupId>org.apache.camel</groupId>
+        <artifactId>camel-package-maven-plugin</artifactId>
+        <version>${project.version}</version>
         <executions>
           <execution>
-            <id>copy-resources</id>
-            <phase>compile</phase>
+            <!-- prepare the catalog before the user guide / readme -->
             <goals>
-              <goal>copy-resources</goal>
+              <goal>prepare-catalog-karaf</goal>
             </goals>
-            <configuration>
-              <outputDirectory>${basedir}/target/classes/org/apache/camel/catalog/karaf</outputDirectory>
-              <resources>
-                <resource>
-                  <directory>../karaf/features/target/classes</directory>
-                  <includes>
-                    <include>features.xml</include>
-                  </includes>
-                </resource>
-              </resources>
-            </configuration>
+            <phase>process-resources</phase>
           </execution>
         </executions>
       </plugin>

http://git-wip-us.apache.org/repos/asf/camel/blob/1691c623/platforms/catalog-provider-karaf/src/main/java/org/apache/camel/catalog/karaf/KarafRuntimeProvider.java
----------------------------------------------------------------------
diff --git a/platforms/catalog-provider-karaf/src/main/java/org/apache/camel/catalog/karaf/KarafRuntimeProvider.java b/platforms/catalog-provider-karaf/src/main/java/org/apache/camel/catalog/karaf/KarafRuntimeProvider.java
index 9c8ac17..67c80c3 100644
--- a/platforms/catalog-provider-karaf/src/main/java/org/apache/camel/catalog/karaf/KarafRuntimeProvider.java
+++ b/platforms/catalog-provider-karaf/src/main/java/org/apache/camel/catalog/karaf/KarafRuntimeProvider.java
@@ -5,9 +5,9 @@
  * The ASF licenses this file to You under the Apache License, Version 2.0
  * (the "License"); you may not use this file except in compliance with
  * the License.  You may obtain a copy of the License at
- * <p>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p>
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -16,30 +16,26 @@
  */
 package org.apache.camel.catalog.karaf;
 
+import java.io.IOException;
 import java.io.InputStream;
 import java.util.ArrayList;
-import java.util.HashMap;
 import java.util.List;
-import java.util.Map;
-import javax.xml.parsers.DocumentBuilderFactory;
 
 import org.apache.camel.catalog.CamelCatalog;
-import org.apache.camel.catalog.DefaultRuntimeProvider;
-import org.apache.camel.catalog.JSonSchemaHelper;
+import org.apache.camel.catalog.CatalogHelper;
 import org.apache.camel.catalog.RuntimeProvider;
-import org.w3c.dom.Document;
-import org.w3c.dom.Node;
-import org.w3c.dom.NodeList;
-
-import static org.w3c.dom.Node.ELEMENT_NODE;
 
+/**
+ * A karaf based {@link RuntimeProvider} which only includes the supported Camel components, data formats, and languages
+ * which can be installed in Karaf using the Camel Karaf features.xml descriptor.
+ */
 public class KarafRuntimeProvider implements RuntimeProvider {
 
-    private static final String FEATURES = "org/apache/camel/catalog/karaf/features.xml";
-    private CamelCatalog camelCatalog;
-    private DefaultRuntimeProvider defaultProvider = new DefaultRuntimeProvider();
+    private static final String COMPONENTS_CATALOG = "org/apache/camel/catalog/karaf/components.properties";
+    private static final String DATA_FORMATS_CATALOG = "org/apache/camel/catalog/karaf/dataformats.properties";
+    private static final String LANGUAGE_CATALOG = "org/apache/camel/catalog/karaf/languages.properties";
 
-    private Map<String, List<Map<String, String>>> rowsCache = new HashMap<>();
+    private CamelCatalog camelCatalog;
 
     @Override
     public CamelCatalog getCamelCatalog() {
@@ -49,7 +45,6 @@ public class KarafRuntimeProvider implements RuntimeProvider {
     @Override
     public void setCamelCatalog(CamelCatalog camelCatalog) {
         this.camelCatalog = camelCatalog;
-        this.defaultProvider.setCamelCatalog(camelCatalog);
     }
 
     @Override
@@ -59,111 +54,44 @@ public class KarafRuntimeProvider implements RuntimeProvider {
 
     @Override
     public List<String> findComponentNames() {
-        // find the component name from all the default components
-        List<String> allNames = defaultProvider.findComponentNames();
-
-        List<String> answer = new ArrayList<>();
-
-        // filter out to only include what's in the karaf features file
-        InputStream is = camelCatalog.getVersionManager().getResourceAsStream(FEATURES);
+        List<String> names = new ArrayList<String>();
+        InputStream is = camelCatalog.getVersionManager().getResourceAsStream(COMPONENTS_CATALOG);
         if (is != null) {
             try {
-                DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
-                dbf.setIgnoringComments(true);
-                dbf.setIgnoringElementContentWhitespace(true);
-                dbf.setNamespaceAware(false);
-                dbf.setValidating(false);
-                dbf.setXIncludeAware(false);
-                Document dom = dbf.newDocumentBuilder().parse(is);
-                NodeList children = dom.getElementsByTagName("features");
-
-                for (int i = 0; i < children.getLength(); i++) {
-                    Node child = children.item(i);
-                    if (child.getNodeType() == ELEMENT_NODE) {
-                        NodeList children2 = child.getChildNodes();
-                        for (int j = 0; j < children2.getLength(); j++) {
-                            Node child2 = children2.item(j);
-                            if ("feature".equals(child2.getNodeName())) {
-                                // the name attribute is the maven artifact id of the component
-                                String artifactId = child2.getAttributes().getNamedItem("name").getTextContent();
-                                if (artifactId != null && artifactId.startsWith("camel-")) {
-                                    // find the component name based on the artifact id
-                                    String componentName = componentNameFromArtifactId(artifactId, allNames);
-                                    if (componentName != null) {
-                                        answer.add(componentName);
-                                    }
-                                }
-                            }
-                        }
-                    }
-                }
-            } catch (Exception e) {
+                CatalogHelper.loadLines(is, names);
+            } catch (IOException e) {
                 // ignore
             }
         }
-
-        System.out.println("Total components " + allNames.size() + " karaf supports " + answer.size());
-
-        // clear temporary cache
-        rowsCache.clear();
-
-        return answer;
+        return names;
     }
 
     @Override
     public List<String> findDataFormatNames() {
-        // karaf support all data formats
-        return defaultProvider.findDataFormatNames();
-    }
-
-    @Override
-    public List<String> findLanguageNames() {
-        // karaf support all languages
-        return defaultProvider.findLanguageNames();
-    }
-
-    private String componentNameFromArtifactId(String artifactId, List<String> allNames) {
-        // try a quick shortcut that is faster
-        String quick = artifactId.startsWith("camel-") ? artifactId.substring(6) : null;
-        if (quick != null) {
-            String json = camelCatalog.componentJSonSchema(quick);
-            if (json != null) {
-                List<Map<String, String>> rows = rowsCache.get(quick);
-                if (rows == null) {
-                    rows = JSonSchemaHelper.parseJsonSchema("component", json, false);
-                    rowsCache.put(quick, rows);
-                }
-                String componentArtifactId = getArtifactId(rows);
-                if (artifactId.equals(componentArtifactId)) {
-                    return quick;
-                }
-            }
-        }
-
-        for (String name : allNames) {
-            String json = camelCatalog.componentJSonSchema(name);
-            if (json != null) {
-                List<Map<String, String>> rows = rowsCache.get(quick);
-                if (rows == null) {
-                    rows = JSonSchemaHelper.parseJsonSchema("component", json, false);
-                    rowsCache.put(quick, rows);
-                }
-                String componentArtifactId = getArtifactId(rows);
-                if (artifactId.equals(componentArtifactId)) {
-                    return name;
-                }
+        List<String> names = new ArrayList<String>();
+        InputStream is = camelCatalog.getVersionManager().getResourceAsStream(DATA_FORMATS_CATALOG);
+        if (is != null) {
+            try {
+                CatalogHelper.loadLines(is, names);
+            } catch (IOException e) {
+                // ignore
             }
         }
-        return null;
+        return names;
     }
 
-    public static String getArtifactId(List<Map<String, String>> rows) {
-        for (Map<String, String> row : rows) {
-            if (row.get("artifactId") != null) {
-                return row.get("artifactId");
+    @Override
+    public List<String> findLanguageNames() {
+        List<String> names = new ArrayList<String>();
+        InputStream is = camelCatalog.getVersionManager().getResourceAsStream(LANGUAGE_CATALOG);
+        if (is != null) {
+            try {
+                CatalogHelper.loadLines(is, names);
+            } catch (IOException e) {
+                // ignore
             }
         }
-        return null;
+        return names;
     }
 
 }

http://git-wip-us.apache.org/repos/asf/camel/blob/1691c623/platforms/catalog-provider-karaf/src/test/java/org/apache/camel/catalog/karaf/KarafRuntimeProviderTest.java
----------------------------------------------------------------------
diff --git a/platforms/catalog-provider-karaf/src/test/java/org/apache/camel/catalog/karaf/KarafRuntimeProviderTest.java b/platforms/catalog-provider-karaf/src/test/java/org/apache/camel/catalog/karaf/KarafRuntimeProviderTest.java
index 9d83d52..c652b2f 100644
--- a/platforms/catalog-provider-karaf/src/test/java/org/apache/camel/catalog/karaf/KarafRuntimeProviderTest.java
+++ b/platforms/catalog-provider-karaf/src/test/java/org/apache/camel/catalog/karaf/KarafRuntimeProviderTest.java
@@ -5,9 +5,9 @@
  * The ASF licenses this file to You under the Apache License, Version 2.0
  * (the "License"); you may not use this file except in compliance with
  * the License.  You may obtain a copy of the License at
- * <p>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p>
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

http://git-wip-us.apache.org/repos/asf/camel/blob/1691c623/tooling/maven/camel-package-maven-plugin/src/main/java/org/apache/camel/maven/packaging/PrepareCatalogKarafMojo.java
----------------------------------------------------------------------
diff --git a/tooling/maven/camel-package-maven-plugin/src/main/java/org/apache/camel/maven/packaging/PrepareCatalogKarafMojo.java b/tooling/maven/camel-package-maven-plugin/src/main/java/org/apache/camel/maven/packaging/PrepareCatalogKarafMojo.java
new file mode 100644
index 0000000..fc53c54
--- /dev/null
+++ b/tooling/maven/camel-package-maven-plugin/src/main/java/org/apache/camel/maven/packaging/PrepareCatalogKarafMojo.java
@@ -0,0 +1,551 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.maven.packaging;
+
+import java.io.File;
+import java.io.FileFilter;
+import java.io.FileInputStream;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.nio.channels.FileChannel;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.HashSet;
+import java.util.LinkedHashSet;
+import java.util.List;
+import java.util.Set;
+import java.util.TreeSet;
+import javax.xml.parsers.DocumentBuilderFactory;
+
+import org.w3c.dom.Document;
+import org.w3c.dom.Node;
+import org.w3c.dom.NodeList;
+import static org.w3c.dom.Node.ELEMENT_NODE;
+
+import org.apache.maven.plugin.AbstractMojo;
+import org.apache.maven.plugin.MojoExecutionException;
+import org.apache.maven.plugin.MojoFailureException;
+import org.apache.maven.project.MavenProject;
+import org.apache.maven.project.MavenProjectHelper;
+
+import static org.apache.camel.maven.packaging.PackageHelper.loadText;
+
+/**
+ * Prepares the Karaf provider camel catalog to include component it supports
+ *
+ * @goal prepare-catalog-karaf
+ */
+public class PrepareCatalogKarafMojo extends AbstractMojo {
+
+    public static final int BUFFER_SIZE = 128 * 1024;
+
+    /**
+     * The maven project.
+     *
+     * @parameter property="project"
+     * @required
+     * @readonly
+     */
+    protected MavenProject project;
+
+    /**
+     * The output directory for components catalog
+     *
+     * @parameter default-value="${project.build.directory}/classes/org/apache/camel/catalog/karaf/components"
+     */
+    protected File componentsOutDir;
+
+    /**
+     * The output directory for dataformats catalog
+     *
+     * @parameter default-value="${project.build.directory}/classes/org/apache/camel/catalog/karaf/dataformats"
+     */
+    protected File dataFormatsOutDir;
+
+    /**
+     * The output directory for languages catalog
+     *
+     * @parameter default-value="${project.build.directory}/classes/org/apache/camel/catalog/karaf/languages"
+     */
+    protected File languagesOutDir;
+
+    /**
+     * The karaf features directory
+     *
+     * @parameter default-value="${project.build.directory}/../../../platforms/karaf/features/src/main/resources/"
+     */
+    protected File featuresDir;
+
+    /**
+     * The components directory where all the Apache Camel components are
+     *
+     * @parameter default-value="${project.build.directory}/../../../components"
+     */
+    protected File componentsDir;
+
+    /**
+     * The camel-core directory where camel-core components are
+     *
+     * @parameter default-value="${project.build.directory}/../../../camel-core"
+     */
+    protected File coreDir;
+
+    /**
+     * Maven ProjectHelper.
+     *
+     * @component
+     * @readonly
+     */
+    private MavenProjectHelper projectHelper;
+
+    /**
+     * Execute goal.
+     *
+     * @throws MojoExecutionException execution of the main class or one of the
+     *                                                        threads it generated failed.
+     * @throws MojoFailureException   something bad happened...
+     */
+    public void execute() throws MojoExecutionException, MojoFailureException {
+        Set<String> features = findKarafFeatures();
+        executeComponents(features);
+        executeDataFormats(features);
+        executeLanguages(features);
+    }
+
+    protected void executeComponents(Set<String> features) throws MojoExecutionException, MojoFailureException {
+        getLog().info("Copying all Camel component json descriptors");
+
+        // lets use sorted set/maps
+        Set<File> jsonFiles = new TreeSet<File>();
+        Set<File> componentFiles = new TreeSet<File>();
+
+        // find all json files in components and camel-core
+        if (componentsDir != null && componentsDir.isDirectory()) {
+            File[] components = componentsDir.listFiles();
+            if (components != null) {
+                for (File dir : components) {
+                    // skip camel-spring-dm
+                    if (dir.isDirectory() && "camel-spring-dm".equals(dir.getName())) {
+                        continue;
+                    }
+
+
+                    if (dir.isDirectory() && !"target".equals(dir.getName())) {
+                        File target = new File(dir, "target/classes");
+
+                        // the directory must be in the list of known features
+                        if (!features.contains(dir.getName())) {
+                            continue;
+                        }
+
+                        // special for camel-salesforce which is in a sub dir
+                        if ("camel-salesforce".equals(dir.getName())) {
+                            target = new File(dir, "camel-salesforce-component/target/classes");
+                        } else if ("camel-linkedin".equals(dir.getName())) {
+                            target = new File(dir, "camel-linkedin-component/target/classes");
+                        }
+
+
+                        findComponentFilesRecursive(target, jsonFiles, componentFiles, new CamelComponentsFileFilter());
+                    }
+                }
+            }
+        }
+        if (coreDir != null && coreDir.isDirectory()) {
+            File target = new File(coreDir, "target/classes");
+            findComponentFilesRecursive(target, jsonFiles, componentFiles, new CamelComponentsFileFilter());
+        }
+
+        getLog().info("Found " + componentFiles.size() + " component.properties files");
+        getLog().info("Found " + jsonFiles.size() + " component json files");
+
+        // make sure to create out dir
+        componentsOutDir.mkdirs();
+
+        Set<String> alternativeSchemes = new HashSet<>();
+
+        for (File file : jsonFiles) {
+            File to = new File(componentsOutDir, file.getName());
+            try {
+                copyFile(file, to);
+            } catch (IOException e) {
+                throw new MojoFailureException("Cannot copy file from " + file + " -> " + to, e);
+            }
+        }
+
+        File all = new File(componentsOutDir, "../components.properties");
+        try {
+            FileOutputStream fos = new FileOutputStream(all, false);
+
+            String[] names = componentsOutDir.list();
+            List<String> components = new ArrayList<String>();
+            // sort the names
+            for (String name : names) {
+                if (name.endsWith(".json")) {
+                    // strip out .json from the name
+                    String componentName = name.substring(0, name.length() - 5);
+                    components.add(componentName);
+                }
+            }
+
+            Collections.sort(components);
+            for (String name : components) {
+                fos.write(name.getBytes());
+                fos.write("\n".getBytes());
+            }
+
+            fos.close();
+
+        } catch (IOException e) {
+            throw new MojoFailureException("Error writing to file " + all);
+        }
+    }
+
+    protected void executeDataFormats(Set<String> features) throws MojoExecutionException, MojoFailureException {
+        getLog().info("Copying all Camel dataformat json descriptors");
+
+        // lets use sorted set/maps
+        Set<File> jsonFiles = new TreeSet<File>();
+        Set<File> dataFormatFiles = new TreeSet<File>();
+
+        // find all data formats from the components directory
+        if (componentsDir != null && componentsDir.isDirectory()) {
+            File[] dataFormats = componentsDir.listFiles();
+            if (dataFormats != null) {
+                for (File dir : dataFormats) {
+                    if (dir.isDirectory() && !"target".equals(dir.getName())) {
+                        // skip camel-spring-dm
+                        if (dir.isDirectory() && "camel-spring-dm".equals(dir.getName())) {
+                            continue;
+                        }
+                        // the directory must be in the list of known features
+                        if (!features.contains(dir.getName())) {
+                            continue;
+                        }
+                        File target = new File(dir, "target/classes");
+                        findDataFormatFilesRecursive(target, jsonFiles, dataFormatFiles, new CamelDataFormatsFileFilter());
+                    }
+                }
+            }
+        }
+        if (coreDir != null && coreDir.isDirectory()) {
+            File target = new File(coreDir, "target/classes");
+            findDataFormatFilesRecursive(target, jsonFiles, dataFormatFiles, new CamelDataFormatsFileFilter());
+        }
+
+        getLog().info("Found " + dataFormatFiles.size() + " dataformat.properties files");
+        getLog().info("Found " + jsonFiles.size() + " dataformat json files");
+
+        // make sure to create out dir
+        dataFormatsOutDir.mkdirs();
+
+        for (File file : jsonFiles) {
+            File to = new File(dataFormatsOutDir, file.getName());
+            try {
+                copyFile(file, to);
+            } catch (IOException e) {
+                throw new MojoFailureException("Cannot copy file from " + file + " -> " + to, e);
+            }
+        }
+
+        File all = new File(dataFormatsOutDir, "../dataformats.properties");
+        try {
+            FileOutputStream fos = new FileOutputStream(all, false);
+
+            String[] names = dataFormatsOutDir.list();
+            List<String> dataFormats = new ArrayList<String>();
+            // sort the names
+            for (String name : names) {
+                if (name.endsWith(".json")) {
+                    // strip out .json from the name
+                    String dataFormatName = name.substring(0, name.length() - 5);
+                    dataFormats.add(dataFormatName);
+                }
+            }
+
+            Collections.sort(dataFormats);
+            for (String name : dataFormats) {
+                fos.write(name.getBytes());
+                fos.write("\n".getBytes());
+            }
+
+            fos.close();
+
+        } catch (IOException e) {
+            throw new MojoFailureException("Error writing to file " + all);
+        }
+    }
+
+    protected void executeLanguages(Set<String> features) throws MojoExecutionException, MojoFailureException {
+        getLog().info("Copying all Camel language json descriptors");
+
+        // lets use sorted set/maps
+        Set<File> jsonFiles = new TreeSet<File>();
+        Set<File> languageFiles = new TreeSet<File>();
+
+        // find all languages from the components directory
+        if (componentsDir != null && componentsDir.isDirectory()) {
+            File[] languages = componentsDir.listFiles();
+            if (languages != null) {
+                for (File dir : languages) {
+                    // skip camel-spring-dm
+                    if (dir.isDirectory() && "camel-spring-dm".equals(dir.getName())) {
+                        continue;
+                    }
+                    // the directory must be in the list of known features
+                    if (!features.contains(dir.getName())) {
+                        continue;
+                    }
+                    if (dir.isDirectory() && !"target".equals(dir.getName())) {
+                        File target = new File(dir, "target/classes");
+                        findLanguageFilesRecursive(target, jsonFiles, languageFiles, new CamelLanguagesFileFilter());
+                    }
+                }
+            }
+        }
+        if (coreDir != null && coreDir.isDirectory()) {
+            File target = new File(coreDir, "target/classes");
+            findLanguageFilesRecursive(target, jsonFiles, languageFiles, new CamelLanguagesFileFilter());
+        }
+
+        getLog().info("Found " + languageFiles.size() + " language.properties files");
+        getLog().info("Found " + jsonFiles.size() + " language json files");
+
+        // make sure to create out dir
+        languagesOutDir.mkdirs();
+
+        for (File file : jsonFiles) {
+            File to = new File(languagesOutDir, file.getName());
+            try {
+                copyFile(file, to);
+            } catch (IOException e) {
+                throw new MojoFailureException("Cannot copy file from " + file + " -> " + to, e);
+            }
+        }
+
+        File all = new File(languagesOutDir, "../languages.properties");
+        try {
+            FileOutputStream fos = new FileOutputStream(all, false);
+
+            String[] names = languagesOutDir.list();
+            List<String> languages = new ArrayList<String>();
+            // sort the names
+            for (String name : names) {
+                if (name.endsWith(".json")) {
+                    // strip out .json from the name
+                    String languageName = name.substring(0, name.length() - 5);
+                    languages.add(languageName);
+                }
+            }
+
+            Collections.sort(languages);
+            for (String name : languages) {
+                fos.write(name.getBytes());
+                fos.write("\n".getBytes());
+            }
+
+            fos.close();
+
+        } catch (IOException e) {
+            throw new MojoFailureException("Error writing to file " + all);
+        }
+    }
+
+    private void findComponentFilesRecursive(File dir, Set<File> found, Set<File> components, FileFilter filter) {
+        File[] files = dir.listFiles(filter);
+        if (files != null) {
+            for (File file : files) {
+                // skip files in root dirs as Camel does not store information there but others may do
+                boolean rootDir = "classes".equals(dir.getName()) || "META-INF".equals(dir.getName());
+                boolean jsonFile = !rootDir && file.isFile() && file.getName().endsWith(".json");
+                boolean componentFile = !rootDir && file.isFile() && file.getName().equals("component.properties");
+                if (jsonFile) {
+                    found.add(file);
+                } else if (componentFile) {
+                    components.add(file);
+                } else if (file.isDirectory()) {
+                    findComponentFilesRecursive(file, found, components, filter);
+                }
+            }
+        }
+    }
+
+    private void findDataFormatFilesRecursive(File dir, Set<File> found, Set<File> dataFormats, FileFilter filter) {
+        File[] files = dir.listFiles(filter);
+        if (files != null) {
+            for (File file : files) {
+                // skip files in root dirs as Camel does not store information there but others may do
+                boolean rootDir = "classes".equals(dir.getName()) || "META-INF".equals(dir.getName());
+                boolean jsonFile = !rootDir && file.isFile() && file.getName().endsWith(".json");
+                boolean dataFormatFile = !rootDir && file.isFile() && file.getName().equals("dataformat.properties");
+                if (jsonFile) {
+                    found.add(file);
+                } else if (dataFormatFile) {
+                    dataFormats.add(file);
+                } else if (file.isDirectory()) {
+                    findDataFormatFilesRecursive(file, found, dataFormats, filter);
+                }
+            }
+        }
+    }
+
+    private void findLanguageFilesRecursive(File dir, Set<File> found, Set<File> languages, FileFilter filter) {
+        File[] files = dir.listFiles(filter);
+        if (files != null) {
+            for (File file : files) {
+                // skip files in root dirs as Camel does not store information there but others may do
+                boolean rootDir = "classes".equals(dir.getName()) || "META-INF".equals(dir.getName());
+                boolean jsonFile = !rootDir && file.isFile() && file.getName().endsWith(".json");
+                boolean languageFile = !rootDir && file.isFile() && file.getName().equals("language.properties");
+                if (jsonFile) {
+                    found.add(file);
+                } else if (languageFile) {
+                    languages.add(file);
+                } else if (file.isDirectory()) {
+                    findLanguageFilesRecursive(file, found, languages, filter);
+                }
+            }
+        }
+    }
+
+    private class CamelComponentsFileFilter implements FileFilter {
+
+        @Override
+        public boolean accept(File pathname) {
+            if (pathname.isDirectory() && pathname.getName().equals("model")) {
+                // do not check the camel-core model packages as there is no components there
+                return false;
+            }
+            if (pathname.isFile() && pathname.getName().endsWith(".json")) {
+                // must be a components json file
+                try {
+                    String json = loadText(new FileInputStream(pathname));
+                    return json != null && json.contains("\"kind\": \"component\"");
+                } catch (IOException e) {
+                    // ignore
+                }
+            }
+            return pathname.isDirectory() || (pathname.isFile() && pathname.getName().equals("component.properties"));
+        }
+    }
+
+    private class CamelDataFormatsFileFilter implements FileFilter {
+
+        @Override
+        public boolean accept(File pathname) {
+            if (pathname.isDirectory() && pathname.getName().equals("model")) {
+                // do not check the camel-core model packages as there is no components there
+                return false;
+            }
+            if (pathname.isFile() && pathname.getName().endsWith(".json")) {
+                // must be a dataformat json file
+                try {
+                    String json = loadText(new FileInputStream(pathname));
+                    return json != null && json.contains("\"kind\": \"dataformat\"");
+                } catch (IOException e) {
+                    // ignore
+                }
+            }
+            return pathname.isDirectory() || (pathname.isFile() && pathname.getName().equals("dataformat.properties"));
+        }
+    }
+
+    private class CamelLanguagesFileFilter implements FileFilter {
+
+        @Override
+        public boolean accept(File pathname) {
+            if (pathname.isDirectory() && pathname.getName().equals("model")) {
+                // do not check the camel-core model packages as there is no components there
+                return false;
+            }
+            if (pathname.isFile() && pathname.getName().endsWith(".json")) {
+                // must be a language json file
+                try {
+                    String json = loadText(new FileInputStream(pathname));
+                    return json != null && json.contains("\"kind\": \"language\"");
+                } catch (IOException e) {
+                    // ignore
+                }
+            }
+            return pathname.isDirectory() || (pathname.isFile() && pathname.getName().equals("language.properties"));
+        }
+    }
+
+    public static void copyFile(File from, File to) throws IOException {
+        FileChannel in = null;
+        FileChannel out = null;
+        try {
+            in = new FileInputStream(from).getChannel();
+            out = new FileOutputStream(to).getChannel();
+
+            long size = in.size();
+            long position = 0;
+            while (position < size) {
+                position += in.transferTo(position, BUFFER_SIZE, out);
+            }
+        } finally {
+            if (in != null) {
+                in.close();
+            }
+            if (out != null) {
+                out.close();
+            }
+        }
+    }
+
+    private Set<String> findKarafFeatures() throws MojoExecutionException, MojoFailureException {
+        Set<String> answer = new LinkedHashSet<>();
+
+        try {
+            // load features.xml file
+            InputStream is = new FileInputStream(new File(featuresDir, "features.xml"));
+
+            DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
+            dbf.setIgnoringComments(true);
+            dbf.setIgnoringElementContentWhitespace(true);
+            dbf.setNamespaceAware(false);
+            dbf.setValidating(false);
+            dbf.setXIncludeAware(false);
+            Document dom = dbf.newDocumentBuilder().parse(is);
+            NodeList children = dom.getElementsByTagName("features");
+
+            for (int i = 0; i < children.getLength(); i++) {
+                Node child = children.item(i);
+                if (child.getNodeType() == ELEMENT_NODE) {
+                    NodeList children2 = child.getChildNodes();
+                    for (int j = 0; j < children2.getLength(); j++) {
+                        Node child2 = children2.item(j);
+                        if ("feature".equals(child2.getNodeName())) {
+                            // the name attribute is the maven artifact id of the component
+                            String artifactId = child2.getAttributes().getNamedItem("name").getTextContent();
+                            if (artifactId != null && artifactId.startsWith("camel-")) {
+                                // find the component name based on the artifact id
+                                answer.add(artifactId);
+                            }
+                        }
+                    }
+                }
+            }
+        } catch (Exception e) {
+            throw new MojoExecutionException("Error reading features.xml file", e);
+        }
+
+        return answer;
+    }
+
+}
\ No newline at end of file