You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by cr...@apache.org on 2014/08/01 22:46:49 UTC
[1/3] git commit: update bin/grid to bootstrap samza's master branch
into local m2 repo
Repository: incubator-samza-hello-samza
Updated Branches:
refs/heads/latest [created] d4ad1d1da
update bin/grid to bootstrap samza's master branch into local m2 repo
Project: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/commit/51d386be
Tree: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/tree/51d386be
Diff: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/diff/51d386be
Branch: refs/heads/latest
Commit: 51d386becd556cfe3e8cc521c2b3e2cd79ea4155
Parents: 78047be
Author: Chris Riccomini <cr...@criccomi-mn.linkedin.biz>
Authored: Fri Aug 1 11:06:00 2014 -0700
Committer: Chris Riccomini <cr...@criccomi-mn.linkedin.biz>
Committed: Fri Aug 1 11:06:00 2014 -0700
----------------------------------------------------------------------
bin/grid | 17 +++++++++++++++++
1 file changed, 17 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/51d386be/bin/grid
----------------------------------------------------------------------
diff --git a/bin/grid b/bin/grid
index 4324c92..a96bfa7 100755
--- a/bin/grid
+++ b/bin/grid
@@ -50,11 +50,28 @@ bootstrap() {
}
install_all() {
+ $DIR/grid install samza
$DIR/grid install zookeeper
$DIR/grid install yarn
$DIR/grid install kafka
}
+install_samza() {
+ mkdir -p "$DEPLOY_ROOT_DIR"
+ if [ -d "$DOWNLOAD_CACHE_DIR/incubator-samza/.git" ]; then
+ pushd "$DOWNLOAD_CACHE_DIR/incubator-samza"
+ git fetch origin
+ git reset --hard origin/master
+ else
+ mkdir -p $DOWNLOAD_CACHE_DIR
+ pushd $DOWNLOAD_CACHE_DIR
+ git clone git://git.apache.org/incubator-samza.git
+ cd incubator-samza
+ fi
+ ./gradlew -PscalaVersion=2.10 clean publishToMavenLocal
+ popd
+}
+
install_zookeeper() {
mkdir -p "$DEPLOY_ROOT_DIR"
install zookeeper $DOWNLOAD_ZOOKEEPER zookeeper-3.4.3
[2/3] git commit: upgrade to samza 0.8.0
Posted by cr...@apache.org.
upgrade to samza 0.8.0
Project: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/commit/9b46d8a5
Tree: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/tree/9b46d8a5
Diff: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/diff/9b46d8a5
Branch: refs/heads/latest
Commit: 9b46d8a5466412bb7a8dc87d56771c1ae84a192c
Parents: 51d386b
Author: Chris Riccomini <cr...@criccomi-mn.linkedin.biz>
Authored: Fri Aug 1 12:46:08 2014 -0700
Committer: Chris Riccomini <cr...@criccomi-mn.linkedin.biz>
Committed: Fri Aug 1 12:46:08 2014 -0700
----------------------------------------------------------------------
bin/grid | 2 +-
pom.xml | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/9b46d8a5/bin/grid
----------------------------------------------------------------------
diff --git a/bin/grid b/bin/grid
index a96bfa7..9c8f0d7 100755
--- a/bin/grid
+++ b/bin/grid
@@ -198,7 +198,7 @@ elif (test -z "$COMMAND" && test -z "$SYSTEM") \
echo
echo " $ grid"
echo " $ grid bootstrap"
- echo " $ grid install [yarn|kafka|zookeeper|all]"
+ echo " $ grid install [yarn|kafka|zookeeper|samza|all]"
echo " $ grid start [yarn|kafka|zookeeper|all]"
echo " $ grid stop [yarn|kafka|zookeeper|all]"
echo
http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/9b46d8a5/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 90f6c03..fe3ab9c 100644
--- a/pom.xml
+++ b/pom.xml
@@ -110,7 +110,7 @@ under the License.
<properties>
<!-- maven specific properties -->
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <samza.version>0.7.0</samza.version>
+ <samza.version>0.8.0-SNAPSHOT</samza.version>
</properties>
<modules>
[3/3] git commit: upgrade hadoop and kafka
Posted by cr...@apache.org.
upgrade hadoop and kafka
Project: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/commit/d4ad1d1d
Tree: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/tree/d4ad1d1d
Diff: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/diff/d4ad1d1d
Branch: refs/heads/latest
Commit: d4ad1d1daddc6347e3ff6ff59fef1d3e96677815
Parents: 9b46d8a
Author: Chris Riccomini <cr...@criccomi-mn.linkedin.biz>
Authored: Fri Aug 1 13:26:58 2014 -0700
Committer: Chris Riccomini <cr...@criccomi-mn.linkedin.biz>
Committed: Fri Aug 1 13:26:58 2014 -0700
----------------------------------------------------------------------
bin/grid | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/d4ad1d1d/bin/grid
----------------------------------------------------------------------
diff --git a/bin/grid b/bin/grid
index 9c8f0d7..a29e77d 100755
--- a/bin/grid
+++ b/bin/grid
@@ -35,8 +35,8 @@ DOWNLOAD_CACHE_DIR=$HOME/.samza/download
COMMAND=$1
SYSTEM=$2
-DOWNLOAD_KAFKA=http://www.us.apache.org/dist/kafka/0.8.1.1/kafka_2.9.2-0.8.1.1.tgz
-DOWNLOAD_YARN=https://archive.apache.org/dist/hadoop/common/hadoop-2.2.0/hadoop-2.2.0.tar.gz
+DOWNLOAD_KAFKA=http://www.us.apache.org/dist/kafka/0.8.1.1/kafka_2.10-0.8.1.1.tgz
+DOWNLOAD_YARN=https://archive.apache.org/dist/hadoop/common/hadoop-2.4.0/hadoop-2.4.0.tar.gz
DOWNLOAD_ZOOKEEPER=http://archive.apache.org/dist/zookeeper/zookeeper-3.4.3/zookeeper-3.4.3.tar.gz
bootstrap() {
@@ -80,7 +80,7 @@ install_zookeeper() {
install_yarn() {
mkdir -p "$DEPLOY_ROOT_DIR"
- install yarn $DOWNLOAD_YARN hadoop-2.2.0
+ install yarn $DOWNLOAD_YARN hadoop-2.4.0
cp "$BASE_DIR/conf/yarn-site.xml" "$DEPLOY_ROOT_DIR/yarn/etc/hadoop/yarn-site.xml"
if [ ! -f "$HOME/.samza/conf/yarn-site.xml" ]; then
mkdir -p "$HOME/.samza/conf"
@@ -90,7 +90,7 @@ install_yarn() {
install_kafka() {
mkdir -p "$DEPLOY_ROOT_DIR"
- install kafka $DOWNLOAD_KAFKA kafka_2.9.2-0.8.1.1
+ install kafka $DOWNLOAD_KAFKA kafka_2.10-0.8.1.1
# have to use SIGTERM since nohup on appears to ignore SIGINT
# and Kafka switched to SIGINT in KAFKA-1031.
sed -i.bak 's/SIGINT/SIGTERM/g' $DEPLOY_ROOT_DIR/kafka/bin/kafka-server-stop.sh