You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by rv...@apache.org on 2017/03/24 18:52:36 UTC
[1/2] bigtop git commit: BIGTOP-2655: Help spark find the native
hadoop libs
Repository: bigtop
Updated Branches:
refs/heads/master 090e69da6 -> 047e4ddd7
BIGTOP-2655: Help spark find the native hadoop libs
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/4a865703
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/4a865703
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/4a865703
Branch: refs/heads/master
Commit: 4a865703529a5742ff4cdad092a8f4e91030b136
Parents: 090e69d
Author: Olaf Flebbe <of...@oflebbe.de>
Authored: Mon Jan 2 21:36:38 2017 +0000
Committer: Roman Shaposhnik <rv...@apache.org>
Committed: Fri Mar 24 11:45:57 2017 -0700
----------------------------------------------------------------------
bigtop-deploy/puppet/modules/spark/templates/spark-defaults.conf | 1 +
1 file changed, 1 insertion(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4a865703/bigtop-deploy/puppet/modules/spark/templates/spark-defaults.conf
----------------------------------------------------------------------
diff --git a/bigtop-deploy/puppet/modules/spark/templates/spark-defaults.conf b/bigtop-deploy/puppet/modules/spark/templates/spark-defaults.conf
index cd18235..5978bec 100644
--- a/bigtop-deploy/puppet/modules/spark/templates/spark-defaults.conf
+++ b/bigtop-deploy/puppet/modules/spark/templates/spark-defaults.conf
@@ -22,3 +22,4 @@ spark.yarn.historyServer.address <%= @master_host %>:<%= @history_ui_port %>
<% end -%>
spark.history.ui.port <%= @history_ui_port %>
spark.shuffle.service.enabled <%= @use_yarn_shuffle_service %>
+spark.driver.extraJavaOptions -Djava.library.path=/usr/lib/hadoop/lib/native
[2/2] bigtop git commit: BIGTOP-2506. Zookeeper: non default
interface for client
Posted by rv...@apache.org.
BIGTOP-2506. Zookeeper: non default interface for client
Added puppet config for clientPortBindAddress.
Allows us to bind to a specific interface/ip in secure environments,
where we might want to restrict incoming connnections.
Closes #135
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/047e4ddd
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/047e4ddd
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/047e4ddd
Branch: refs/heads/master
Commit: 047e4ddd754c0c909ceb7bde8bfac6cf8abf3ed8
Parents: 4a86570
Author: Pete Vander Giessen <pe...@gmail.com>
Authored: Mon Jul 25 12:30:03 2016 -0400
Committer: Roman Shaposhnik <rv...@apache.org>
Committed: Fri Mar 24 11:51:53 2017 -0700
----------------------------------------------------------------------
bigtop-deploy/puppet/modules/hadoop_zookeeper/manifests/init.pp | 1 +
bigtop-deploy/puppet/modules/hadoop_zookeeper/templates/zoo.cfg | 4 ++++
2 files changed, 5 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/047e4ddd/bigtop-deploy/puppet/modules/hadoop_zookeeper/manifests/init.pp
----------------------------------------------------------------------
diff --git a/bigtop-deploy/puppet/modules/hadoop_zookeeper/manifests/init.pp b/bigtop-deploy/puppet/modules/hadoop_zookeeper/manifests/init.pp
index 7c35d71..e7cb605 100644
--- a/bigtop-deploy/puppet/modules/hadoop_zookeeper/manifests/init.pp
+++ b/bigtop-deploy/puppet/modules/hadoop_zookeeper/manifests/init.pp
@@ -63,6 +63,7 @@ class hadoop_zookeeper (
$datadir = "/var/lib/zookeeper",
$ensemble = [$myid, "localhost:2888:3888"],
$kerberos_realm = $hadoop_zookeeper::kerberos_realm,
+ $client_bind_addr = "",
) inherits hadoop_zookeeper {
include hadoop_zookeeper::common
http://git-wip-us.apache.org/repos/asf/bigtop/blob/047e4ddd/bigtop-deploy/puppet/modules/hadoop_zookeeper/templates/zoo.cfg
----------------------------------------------------------------------
diff --git a/bigtop-deploy/puppet/modules/hadoop_zookeeper/templates/zoo.cfg b/bigtop-deploy/puppet/modules/hadoop_zookeeper/templates/zoo.cfg
index e255a0a..aaa9281 100644
--- a/bigtop-deploy/puppet/modules/hadoop_zookeeper/templates/zoo.cfg
+++ b/bigtop-deploy/puppet/modules/hadoop_zookeeper/templates/zoo.cfg
@@ -24,6 +24,10 @@ initLimit=10
syncLimit=5
# the directory where the snapshot is stored.
dataDir=<%= @datadir %>
+<% if !@client_bind_addr.nil? && !@client_bind_addr.empty? %>
+# bind to this network ip/interface
+clientPortAddress=<%= @client_bind_addr %>
+<% end %>
# the port at which the clients will connect
clientPort=<%= @port %>
<% if !@ensemble[0].nil? && @ensemble[0].length == 2 %>