You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by mo...@apache.org on 2018/11/05 01:33:27 UTC

zeppelin git commit: [ZEPPELIN-3837] update how_to_build.md

Repository: zeppelin
Updated Branches:
  refs/heads/master 2b234106d -> d3028c21d


[ZEPPELIN-3837] update how_to_build.md

### What is this PR for?
how_to_build.md includes some build profiles that has removed/changed.
This PR makes how_to_build.md up to dated.

### What type of PR is it?
Documentation

### What is the Jira issue?
https://issues.apache.org/jira/browse/ZEPPELIN-3837

### Questions:
* Does the licenses files need update? no
* Is there breaking changes for older versions? no
* Does this needs documentation? no

Author: Lee moon soo <le...@gmail.com>
Author: Lee moon soo <mo...@apache.org>

Closes #3212 from Leemoonsoo/ZEPPELIN-3837 and squashes the following commits:

704b8c81f [Lee moon soo] spark 2.1 -> 2.3 profile for binary release creation
9c35656f8 [Lee moon soo] update how_to_build.md


Project: http://git-wip-us.apache.org/repos/asf/zeppelin/repo
Commit: http://git-wip-us.apache.org/repos/asf/zeppelin/commit/d3028c21
Tree: http://git-wip-us.apache.org/repos/asf/zeppelin/tree/d3028c21
Diff: http://git-wip-us.apache.org/repos/asf/zeppelin/diff/d3028c21

Branch: refs/heads/master
Commit: d3028c21dfe03bf4ab7cdf4ca1c0e432a487037a
Parents: 2b23410
Author: Lee moon soo <le...@gmail.com>
Authored: Sun Nov 4 09:01:07 2018 -0800
Committer: Lee moon soo <mo...@apache.org>
Committed: Sun Nov 4 17:33:23 2018 -0800

----------------------------------------------------------------------
 dev/create_release.sh             |  4 +--
 docs/setup/basics/how_to_build.md | 60 +++++++++-------------------------
 2 files changed, 17 insertions(+), 47 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/zeppelin/blob/d3028c21/dev/create_release.sh
----------------------------------------------------------------------
diff --git a/dev/create_release.sh b/dev/create_release.sh
index 9cb61e0..ac4c67d 100755
--- a/dev/create_release.sh
+++ b/dev/create_release.sh
@@ -106,8 +106,8 @@ function make_binary_release() {
 
 git_clone
 make_source_package
-make_binary_release all "-Pspark-2.1 -Phadoop-2.6 -Pscala-${SCALA_VERSION}"
-make_binary_release netinst "-Pspark-2.1 -Phadoop-2.6 -Pscala-${SCALA_VERSION} -pl zeppelin-interpreter,zeppelin-zengine,:zeppelin-display_${SCALA_VERSION},:zeppelin-spark-dependencies_${SCALA_VERSION},:zeppelin-spark_${SCALA_VERSION},zeppelin-web,zeppelin-server,zeppelin-distribution -am"
+make_binary_release all "-Pspark-2.3 -Phadoop-2.6 -Pscala-${SCALA_VERSION}"
+make_binary_release netinst "-Pspark-2.3 -Phadoop-2.6 -Pscala-${SCALA_VERSION} -pl zeppelin-interpreter,zeppelin-zengine,:zeppelin-display_${SCALA_VERSION},:zeppelin-spark-dependencies_${SCALA_VERSION},:zeppelin-spark_${SCALA_VERSION},zeppelin-web,zeppelin-server,zeppelin-distribution -am"
 
 # remove non release files and dirs
 rm -rf "${WORKING_DIR}/zeppelin"

http://git-wip-us.apache.org/repos/asf/zeppelin/blob/d3028c21/docs/setup/basics/how_to_build.md
----------------------------------------------------------------------
diff --git a/docs/setup/basics/how_to_build.md b/docs/setup/basics/how_to_build.md
index 85a59ca..942ef57 100644
--- a/docs/setup/basics/how_to_build.md
+++ b/docs/setup/basics/how_to_build.md
@@ -70,7 +70,7 @@ If you're unsure about the options, use the same commands that creates official
 # update all pom.xml to use scala 2.11
 ./dev/change_scala_version.sh 2.11
 # build zeppelin with all interpreters and include latest version of Apache spark support for local mode.
-mvn clean package -DskipTests -Pspark-2.0 -Phadoop-2.4 -Pr -Pscala-2.11
+mvn clean package -DskipTests -Pspark-2.3 -Phadoop-2.6 -Pscala-2.11
 ```
 
 #### 3. Done
@@ -98,35 +98,25 @@ Set spark major version
 Available profiles are
 
 ```
+-Pspark-2.3
+-Pspark-2.2
 -Pspark-2.1
 -Pspark-2.0
 -Pspark-1.6
--Pspark-1.5
--Pspark-1.4
--Pcassandra-spark-1.5
--Pcassandra-spark-1.4
--Pcassandra-spark-1.3
--Pcassandra-spark-1.2
--Pcassandra-spark-1.1
 ```
 
 minor version can be adjusted by `-Dspark.version=x.x.x`
 
 
-##### `-Phadoop-[version]`
+##### `-Phadoop[version]`
 
-set hadoop major version
+set hadoop major version (default hadoop2)
 
 Available profiles are
 
 ```
--Phadoop-0.23
--Phadoop-1
--Phadoop-2.2
--Phadoop-2.3
--Phadoop-2.4
--Phadoop-2.6
--Phadoop-2.7
+-Phadoop2
+-Phadoop3
 ```
 
 minor version can be adjusted by `-Dhadoop.version=x.x.x`
@@ -144,27 +134,13 @@ Available profiles are
 ##### `-Pr` (optional)
 
 enable [R](https://www.r-project.org/) support with [SparkR](https://spark.apache.org/docs/latest/sparkr.html) integration.
+Note that, this enables R interpreter which is different from sparkR included in Spark interpreter by default.
 
 ##### `-Pvendor-repo` (optional)
 
-enable 3rd party vendor repository (cloudera)
+enable 3rd party vendor repository (Cloudera, Hortonworks)
 
 
-##### `-Pmapr[version]` (optional)
-
-For the MapR Hadoop Distribution, these profiles will handle the Hadoop version. As MapR allows different versions of Spark to be installed, you should specify which version of Spark is installed on the cluster by adding a Spark profile (`-Pspark-1.6`, `-Pspark-2.0`, etc.) as needed.
-The correct Maven artifacts can be found for every version of MapR at http://doc.mapr.com
-
-Available profiles are
-
-```
--Pmapr3
--Pmapr40
--Pmapr41
--Pmapr50
--Pmapr51
-```
-
 #### -Pexamples (optional)
 
 Bulid examples under zeppelin-examples directory
@@ -176,23 +152,17 @@ Here are some examples with several options:
 ```bash
 # build with spark-2.1, scala-2.11
 ./dev/change_scala_version.sh 2.11
-mvn clean package -Pspark-2.1 -Phadoop-2.4 -Pscala-2.11 -DskipTests
+mvn clean package -Pspark-2.1 -Pscala-2.11 -DskipTests
 
 # build with spark-2.0, scala-2.11
 ./dev/change_scala_version.sh 2.11
-mvn clean package -Pspark-2.0 -Phadoop-2.4 -Pscala-2.11 -DskipTests
+mvn clean package -Pspark-2.0 -Pscala-2.11 -DskipTests
 
 # build with spark-1.6, scala-2.10
-mvn clean package -Pspark-1.6 -Phadoop-2.4 -DskipTests
-
-# spark-cassandra integration
-mvn clean package -Pcassandra-spark-1.5 -Dhadoop.version=2.6.0 -Phadoop-2.6 -DskipTests -DskipTests
+mvn clean package -Pspark-1.6 -DskipTests
 
 # with CDH
-mvn clean package -Pspark-1.5 -Dhadoop.version=2.6.0-cdh5.5.0 -Phadoop-2.6 -Pvendor-repo -DskipTests
-
-# with MapR
-mvn clean package -Pspark-1.5 -Pmapr50 -DskipTests
+mvn clean package -Pspark-1.6 -Dhadoop.version=2.6.0-cdh5.5.0 -Pvendor-repo -DskipTests
 ```
 
 Ignite Interpreter
@@ -350,10 +320,10 @@ mvn clean package -Pbuild-distr
 To build a distribution with specific profiles, run:
 
 ```sh
-mvn clean package -Pbuild-distr -Pspark-1.5 -Phadoop-2.4
+mvn clean package -Pbuild-distr -Pspark-2.3 -Phadoop-2.4
 ```
 
-The profiles `-Pspark-1.5 -Phadoop-2.4` can be adjusted if you wish to build to a specific spark versions.  
+The profiles `-Pspark-2.3 -Phadoop-2.4` can be adjusted if you wish to build to a specific spark versions.  
 
 The archive is generated under _`zeppelin-distribution/target`_ directory