You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by fj...@apache.org on 2018/09/25 17:05:32 UTC
[incubator-druid] branch master updated: Add maven.exec.xxx.skip
option for exec-maven-plugin (#6162)
This is an automated email from the ASF dual-hosted git repository.
fjy pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-druid.git
The following commit(s) were added to refs/heads/master by this push:
new e5d9fcf Add maven.exec.xxx.skip option for exec-maven-plugin (#6162)
e5d9fcf is described below
commit e5d9fcfe8f9a3655af415d56c0e3844dcc349dc9
Author: Benedict Jin <15...@qq.com>
AuthorDate: Wed Sep 26 01:05:26 2018 +0800
Add maven.exec.xxx.skip option for exec-maven-plugin (#6162)
* Fix conflicts
* Modify io.druid into org.apache.druid
---
distribution/pom.xml | 253 +++++++++++++++++++-------------------
docs/content/development/build.md | 32 +++--
2 files changed, 149 insertions(+), 136 deletions(-)
diff --git a/distribution/pom.xml b/distribution/pom.xml
index fc0975c..06b3c5a 100644
--- a/distribution/pom.xml
+++ b/distribution/pom.xml
@@ -46,136 +46,15 @@
<druid.distribution.pulldeps.opts>--clean</druid.distribution.pulldeps.opts>
</properties>
- <build>
- <plugins>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>exec-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>pull-deps</id>
- <phase>package</phase>
- <goals>
- <goal>exec</goal>
- </goals>
- <configuration>
- <executable>java</executable>
- <arguments>
- <argument>-classpath</argument>
- <classpath/>
- <argument>-Ddruid.extensions.loadList=[]</argument>
- <argument>-Ddruid.extensions.directory=${project.build.directory}/extensions</argument>
- <argument>
- -Ddruid.extensions.hadoopDependenciesDir=${project.build.directory}/hadoop-dependencies
- </argument>
- <argument>org.apache.druid.cli.Main</argument>
- <argument>tools</argument>
- <argument>pull-deps</argument>
- <argument>--clean</argument>
- <argument>--defaultVersion</argument>
- <argument>${project.parent.version}</argument>
- <argument>-l</argument>
- <argument>${settings.localRepository}</argument>
- <argument>-h</argument>
- <argument>org.apache.hadoop:hadoop-client:${hadoop.compile.version}</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-avro-extensions</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-datasketches</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-hdfs-storage</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-histogram</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-kafka-eight</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-kafka-extraction-namespace</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-kafka-indexing-service</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-lookups-cached-global</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-lookups-cached-single</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-protobuf-extensions</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:mysql-metadata-storage</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:postgresql-metadata-storage</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-kerberos</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-s3-extensions</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-stats</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-examples</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:simple-client-sslcontext</argument>
- <argument>-c</argument>
- <argument>org.apache.druid.extensions:druid-basic-security</argument>
- <argument>${druid.distribution.pulldeps.opts}</argument>
- </arguments>
- </configuration>
- </execution>
- <execution>
- <id>mysql-tarball</id>
- <phase>package</phase>
- <goals>
- <goal>exec</goal>
- </goals>
- <configuration>
- <executable>tar</executable>
- <arguments>
- <argument>-C</argument>
- <argument>${project.build.directory}/extensions</argument>
- <argument>-czvf</argument>
- <argument>
- ${project.build.directory}/mysql-metadata-storage-${project.parent.version}.tar.gz
- </argument>
- <argument>mysql-metadata-storage</argument>
- </arguments>
- </configuration>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-assembly-plugin</artifactId>
- <executions>
- <execution>
- <id>distro-assembly</id>
- <phase>package</phase>
- <goals>
- <goal>single</goal>
- </goals>
- <configuration>
- <finalName>${project.parent.artifactId}-${project.parent.version}</finalName>
- <tarLongFileMode>posix</tarLongFileMode>
- <descriptors>
- <descriptor>src/assembly/assembly.xml</descriptor>
- </descriptors>
- </configuration>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>license-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>download-licenses</id>
- <goals>
- <goal>download-licenses</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- </plugins>
- </build>
<profiles>
<profile>
- <id>bundle-contrib-exts</id>
+ <id>dist</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ <property>
+ <name>tar</name>
+ </property>
+ </activation>
<build>
<plugins>
<plugin>
@@ -183,6 +62,92 @@
<artifactId>exec-maven-plugin</artifactId>
<executions>
<execution>
+ <id>pull-deps</id>
+ <phase>package</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <executable>java</executable>
+ <arguments>
+ <argument>-classpath</argument>
+ <classpath/>
+ <argument>-Ddruid.extensions.loadList=[]</argument>
+ <argument>-Ddruid.extensions.directory=${project.build.directory}/extensions
+ </argument>
+ <argument>
+ -Ddruid.extensions.hadoopDependenciesDir=${project.build.directory}/hadoop-dependencies
+ </argument>
+ <argument>org.apache.druid.cli.Main</argument>
+ <argument>tools</argument>
+ <argument>pull-deps</argument>
+ <argument>--clean</argument>
+ <argument>--defaultVersion</argument>
+ <argument>${project.parent.version}</argument>
+ <argument>-l</argument>
+ <argument>${settings.localRepository}</argument>
+ <argument>-h</argument>
+ <argument>org.apache.hadoop:hadoop-client:${hadoop.compile.version}</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-avro-extensions</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-datasketches</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-hdfs-storage</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-histogram</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-kafka-eight</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-kafka-extraction-namespace</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-kafka-indexing-service</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-lookups-cached-global</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-lookups-cached-single</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-protobuf-extensions</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:mysql-metadata-storage</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:postgresql-metadata-storage</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-kerberos</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-s3-extensions</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-stats</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-examples</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:simple-client-sslcontext</argument>
+ <argument>-c</argument>
+ <argument>org.apache.druid.extensions:druid-basic-security</argument>
+ <argument>${druid.distribution.pulldeps.opts}</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ <execution>
+ <id>mysql-tarball</id>
+ <phase>package</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <executable>tar</executable>
+ <arguments>
+ <argument>-C</argument>
+ <argument>${project.build.directory}/extensions</argument>
+ <argument>-czvf</argument>
+ <argument>
+ ${project.build.directory}/mysql-metadata-storage-${project.parent.version}.tar.gz
+ </argument>
+ <argument>mysql-metadata-storage</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ <execution>
<id>pull-deps-contrib-exts</id>
<phase>package</phase>
<goals>
@@ -254,6 +219,38 @@
</execution>
</executions>
</plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>distro-assembly</id>
+ <phase>package</phase>
+ <goals>
+ <goal>single</goal>
+ </goals>
+ <configuration>
+ <finalName>${project.parent.artifactId}-${project.parent.version}</finalName>
+ <tarLongFileMode>posix</tarLongFileMode>
+ <descriptors>
+ <descriptor>src/assembly/assembly.xml</descriptor>
+ </descriptors>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>license-maven-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>download-licenses</id>
+ <goals>
+ <goal>download-licenses</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
</plugins>
</build>
</profile>
diff --git a/docs/content/development/build.md b/docs/content/development/build.md
index a01b3c5..9a45a8b 100644
--- a/docs/content/development/build.md
+++ b/docs/content/development/build.md
@@ -7,23 +7,39 @@ layout: doc_page
You can build Druid directly from source. Please note that these instructions are for building the latest stable of Druid.
For building the latest code in master, follow the instructions [here](https://github.com/apache/incubator-druid/blob/master/docs/content/development/build.md).
-Building Druid requires the following:
+
+#### Prerequisites
+
+##### Installing Java and Maven:
- [JDK 8](http://www.oracle.com/technetwork/java/javase/downloads/jdk8-downloads-2133151.html)
- [Maven version 3.x](http://maven.apache.org/download.cgi)
-To do so, run these commands:
+##### Downloading the source:
-```
+```bash
git clone git@github.com:apache/incubator-druid.git
cd druid
-mvn clean package
```
-This will compile the project and create the Druid binary distribution tar under
-`distribution/target/druid-VERSION-bin.tar.gz`.
-This will also create a tarball that contains `mysql-metadata-storage` extension under
-`distribution/target/mysql-metadata-storage-bin.tar.gz`. If you want Druid to load `mysql-metadata-storage`, you can
+#### Building the source
+
+##### Building the Druid binary distribution tarball:
+
+```bash
+mvn clean install -Pdist -Dtar -DskipTests
+```
+
+Once it succeeds, you can find the Druid binary (`druid-VERSION-bin.tar.gz`)
+and `mysql-metadata-storage` extension under `${DRUID_ROOT}/distribution/target/`.
+
+If you want Druid to load `mysql-metadata-storage`, you can
first untar `druid-VERSION-bin.tar.gz`, then go to ```druid-<version>/extensions```, untar `mysql-metadata-storage-bin.tar.gz`
there. Now just specifiy `mysql-metadata-storage` in `druid.extensions.loadList` so that Druid will pick it up.
See [Including Extensions](../operations/including-extensions.html) for more information.
+
+##### Building the source code only:
+
+```bash
+mvn clean install -DskipTests
+```
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org