You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by ma...@apache.org on 2013/12/10 20:16:20 UTC
git commit: BIGTOP-1072 : Fully automated Bigtop Fedora Box (Vagrant,
VBox, Bigtop YARN Hadoop , Fedora 19), round 2
Updated Branches:
refs/heads/master 5d127272e -> 83a7f8fde
BIGTOP-1072 : Fully automated Bigtop Fedora Box (Vagrant, VBox, Bigtop YARN Hadoop , Fedora 19), round 2
Signed-off-by: Sean Mackrory <ma...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/83a7f8fd
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/83a7f8fd
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/83a7f8fd
Branch: refs/heads/master
Commit: 83a7f8fde6512070e58d67d3dc828d3f1ffa6704
Parents: 5d12727
Author: jayunit100 <ja...@gmail.com>
Authored: Sat Nov 16 17:39:07 2013 -0500
Committer: Sean Mackrory <ma...@apache.org>
Committed: Tue Dec 10 11:13:57 2013 -0800
----------------------------------------------------------------------
bigtop-deploy/vm/vagrant/README | 11 +++++++++
bigtop-deploy/vm/vagrant/Vagrantfile | 39 ++++++++++++++++++++++++++++++
bigtop-deploy/vm/vagrant/provision.sh | 31 ++++++++++++++++++++++++
3 files changed, 81 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/83a7f8fd/bigtop-deploy/vm/vagrant/README
----------------------------------------------------------------------
diff --git a/bigtop-deploy/vm/vagrant/README b/bigtop-deploy/vm/vagrant/README
new file mode 100644
index 0000000..59b6d0d
--- /dev/null
+++ b/bigtop-deploy/vm/vagrant/README
@@ -0,0 +1,11 @@
+Set up a vagrant box with bigtop ecosystem.
+
+Shell example:
+
+1) Use fedora19 base box and
+
+2) yum install the repo
+
+2) yum-config-manager --add-repo http://bigtop01.cloudera.org:8080/view/Bigtop-trunk/job/Bigtop-trunk-repository/label=fedora18/lastSuccessfulBuild/artifact/repo/bigtop.repo
+
+3) yum install hadoop , ...
http://git-wip-us.apache.org/repos/asf/bigtop/blob/83a7f8fd/bigtop-deploy/vm/vagrant/Vagrantfile
----------------------------------------------------------------------
diff --git a/bigtop-deploy/vm/vagrant/Vagrantfile b/bigtop-deploy/vm/vagrant/Vagrantfile
new file mode 100644
index 0000000..892f079
--- /dev/null
+++ b/bigtop-deploy/vm/vagrant/Vagrantfile
@@ -0,0 +1,39 @@
+VAGRANTFILE_API_VERSION = "2"
+Vagrant.configure("2") do |config|
+ vmbox = "vagrant-fedora19B"
+
+ # Virtual Box implementation
+ vmboxurl = "http://rhbd.s3-us-west-1.amazonaws.com/vagrant/fedora19B.box"
+
+ #First node in the cluster.
+ #HMaster
+ config.vm.define :bigtop1 do |bigtop1|
+
+ # cachier plugin for faster install,
+ # see https://github.com/fgrehm/vagrant-cachier
+ # bigtop1.cache.enable :yum
+
+ bigtop1.vm.box = vmbox
+ bigtop1.vm.box_url = vmboxurl
+
+ bigtop1.vm.network :private_network, ip: "10.10.10.11"
+
+ # bigtop1.vm.synced_folder "./config", "/vagrant"
+
+ bigtop1.vm.hostname = "rs1"
+ bigtop1.vm.provision :shell, :path => "provision.sh"
+ end
+
+ # Master node
+ # config.vm.define :bigtop2 do |bigtop2|
+ # bigtop2.cache.enable :yum
+ # bigtop2.cache.auto_detect = true
+ # bigtop2.vm.box = vmbox
+ # bigtop2.vm.box_url = vmboxurl
+ # bigtop2.vm.host_name = "master"
+ # bigtop2.vm.network "private_network", ip: "10.10.10.12"
+ # bigtop2.vm.synced_folder "./config", "/vagrant"
+ # bigtop2.vm.provision "shell", path: "provision.sh"
+ # end
+
+end
http://git-wip-us.apache.org/repos/asf/bigtop/blob/83a7f8fd/bigtop-deploy/vm/vagrant/provision.sh
----------------------------------------------------------------------
diff --git a/bigtop-deploy/vm/vagrant/provision.sh b/bigtop-deploy/vm/vagrant/provision.sh
new file mode 100644
index 0000000..0635dab
--- /dev/null
+++ b/bigtop-deploy/vm/vagrant/provision.sh
@@ -0,0 +1,31 @@
+#Taken from : https://cwiki.apache.org/confluence/display/BIGTOP/How+to+install+Hadoop+distribution+from+Bigtop+0.6.0
+#A Vagrant recipe for setting up a hadoop box.
+
+#Get the apache yum repo
+sudo yum install -y wget java-1.7.0-openjdk-devel.x86_64
+
+wget -O /etc/yum.repos.d/bigtop.repo http://www.apache.org/dist/bigtop/bigtop-0.6.0/repos/fedora18/bigtop.repo
+
+#Now install the base components
+sudo yum install -y hadoop\* mahout\* hive\* pig\*
+
+export JAVA_HOME=`sudo find /usr -name java-* | grep openjdk | grep 64 | grep "jvm/java" | grep -v fc`
+
+sudo /etc/init.d/hadoop-hdfs-namenode init
+
+#Start each datanode
+for i in hadoop-hdfs-namenode hadoop-hdfs-datanode ;
+ do sudo service $i start ;
+done
+
+sudo /usr/lib/hadoop/libexec/init-hdfs.sh
+
+sudo service hadoop-yarn-resourcemanager start
+sudo service hadoop-yarn-nodemanager start
+
+hadoop fs -ls -R /
+
+# Make a directory so that vagrant user has a dir to run jobs inside of.
+hadoop fs -mkdir /user/vagrant && hadoop fs -chown vagrant:vagrant /user/vagrant
+
+hadoop jar /usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples*.jar pi 2 2
\ No newline at end of file