You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@helix.apache.org by ka...@apache.org on 2014/03/25 22:14:33 UTC
git commit: Initial work for mesos experiment
Repository: helix
Updated Branches:
refs/heads/helix-provisioning-mesos [created] a46081374
Initial work for mesos experiment
Project: http://git-wip-us.apache.org/repos/asf/helix/repo
Commit: http://git-wip-us.apache.org/repos/asf/helix/commit/a4608137
Tree: http://git-wip-us.apache.org/repos/asf/helix/tree/a4608137
Diff: http://git-wip-us.apache.org/repos/asf/helix/diff/a4608137
Branch: refs/heads/helix-provisioning-mesos
Commit: a4608137467162b732a3de23954a801eb83f2572
Parents: 8f0b7e4
Author: Kanak Biscuitwala <ka...@apache.org>
Authored: Tue Mar 25 14:14:24 2014 -0700
Committer: Kanak Biscuitwala <ka...@apache.org>
Committed: Tue Mar 25 14:14:24 2014 -0700
----------------------------------------------------------------------
helix-provisioning-mesos/DISCLAIMER | 15 +
helix-provisioning-mesos/LICENSE | 273 +++++++++++++++++++
helix-provisioning-mesos/NOTICE | 30 ++
helix-provisioning-mesos/README.md | 16 ++
helix-provisioning-mesos/pom.xml | 109 ++++++++
.../src/assemble/assembly.xml | 60 ++++
.../src/main/config/log4j.properties | 31 +++
.../helix/provisioning/mesos/MesosExecutor.java | 87 ++++++
.../provisioning/mesos/MesosProvisioner.java | 267 ++++++++++++++++++
.../mesos/MesosProvisionerConfig.java | 70 +++++
.../mesos/ProvisionerScheduler.java | 114 ++++++++
.../mesos/example/MyAppLauncher.java | 51 ++++
.../mesos/example/TestMesosService.java | 30 ++
.../src/test/conf/testng.xml | 27 ++
pom.xml | 6 +
15 files changed, 1186 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/DISCLAIMER
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/DISCLAIMER b/helix-provisioning-mesos/DISCLAIMER
new file mode 100644
index 0000000..2001d31
--- /dev/null
+++ b/helix-provisioning-mesos/DISCLAIMER
@@ -0,0 +1,15 @@
+Apache Helix is an effort undergoing incubation at the Apache Software
+Foundation (ASF), sponsored by the Apache Incubator PMC.
+
+Incubation is required of all newly accepted projects until a further review
+indicates that the infrastructure, communications, and decision making process
+have stabilized in a manner consistent with other successful ASF projects.
+
+While incubation status is not necessarily a reflection of the completeness
+or stability of the code, it does indicate that the project has yet to be
+fully endorsed by the ASF.
+
+For more information about the incubation status of the Apache Helix project you
+can go to the following page:
+
+http://incubator.apache.org/projects/helix.html
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/LICENSE
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/LICENSE b/helix-provisioning-mesos/LICENSE
new file mode 100644
index 0000000..413913f
--- /dev/null
+++ b/helix-provisioning-mesos/LICENSE
@@ -0,0 +1,273 @@
+
+ Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+ 1. Definitions.
+
+ "License" shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ "Licensor" shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ "Legal Entity" shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ "control" means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ "You" (or "Your") shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ "Source" form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ "Object" form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ "Work" shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ "Derivative Works" shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ "Contribution" shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, "submitted"
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as "Not a Contribution."
+
+ "Contributor" shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+ 2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+ 3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+ 4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a "NOTICE" text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+ 6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+ 7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+ 8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+ 9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+ END OF TERMS AND CONDITIONS
+
+ APPENDIX: How to apply the Apache License to your work.
+
+ To apply the Apache License to your work, attach the following
+ boilerplate notice, with the fields enclosed by brackets "[]"
+ replaced with your own identifying information. (Don't include
+ the brackets!) The text should be enclosed in the appropriate
+ comment syntax for the file format. We also recommend that a
+ file or class name and description of purpose be included on the
+ same "printed page" as the copyright notice for easier
+ identification within third-party archives.
+
+ Copyright [yyyy] [name of copyright owner]
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+
+
+For xstream:
+
+Copyright (c) 2003-2006, Joe Walnes
+Copyright (c) 2006-2009, 2011 XStream Committers
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this list of
+conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice, this list of
+conditions and the following disclaimer in the documentation and/or other materials provided
+with the distribution.
+
+3. Neither the name of XStream nor the names of its contributors may be used to endorse
+or promote products derived from this software without specific prior written
+permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
+EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
+OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
+SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
+BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
+WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
+DAMAGE.
+
+for jline:
+
+Copyright (c) 2002-2006, Marc Prud'hommeaux <mw...@cornell.edu>
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or
+without modification, are permitted provided that the following
+conditions are met:
+
+Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+
+Redistributions in binary form must reproduce the above copyright
+notice, this list of conditions and the following disclaimer
+in the documentation and/or other materials provided with
+the distribution.
+
+Neither the name of JLine nor the names of its contributors
+may be used to endorse or promote products derived from this
+software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING,
+BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
+AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
+OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
+AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/NOTICE
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/NOTICE b/helix-provisioning-mesos/NOTICE
new file mode 100644
index 0000000..e070e15
--- /dev/null
+++ b/helix-provisioning-mesos/NOTICE
@@ -0,0 +1,30 @@
+Apache Helix
+Copyright 2012 The Apache Software Foundation
+
+
+I. Included Software
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).
+Licensed under the Apache License 2.0.
+
+This product includes software developed at
+Codehaus (http://www.codehaus.org/)
+Licensed under the BSD License.
+
+This product includes software developed at
+jline (http://jline.sourceforge.net/ )
+Licensed under the BSD License.
+
+This product includes software developed at
+josql (http://sourceforge.net/projects/josql/).
+Licensed under the Apache License 2.0.
+
+This product includes software developed at
+restlet (http://www.restlet.org/about/legal).
+Licensed under the Apache License 2.0.
+
+
+II. License Summary
+- Apache License 2.0
+- BSD License
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/README.md
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/README.md b/helix-provisioning-mesos/README.md
new file mode 100644
index 0000000..77a4e81
--- /dev/null
+++ b/helix-provisioning-mesos/README.md
@@ -0,0 +1,16 @@
+Checkout helix provisioning branch
+cd helix
+mvn clean package -DskipTests
+cd helix-provisioning
+
+
+yyDownload and install YARN start all services (datanode, resourcemanage, nodemanager, jobHistoryServer(optional))
+
+Will post the instructions to get a local YARN cluster.
+
+target/helix-provisioning-pkg/bin/app-launcher.sh org.apache.helix.provisioning.yarn.example.HelloWordAppSpecFactory /Users/kgopalak/Documents/projects/incubator-helix/helix-provisioning/src/main/resources/hello_world_app_spec.yaml
+
+
+
+
+
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/pom.xml
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/pom.xml b/helix-provisioning-mesos/pom.xml
new file mode 100644
index 0000000..683fc70
--- /dev/null
+++ b/helix-provisioning-mesos/pom.xml
@@ -0,0 +1,109 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <parent>
+ <groupId>org.apache.helix</groupId>
+ <artifactId>helix</artifactId>
+ <version>0.7.1-incubating-SNAPSHOT</version>
+ </parent>
+ <modelVersion>4.0.0</modelVersion>
+
+ <artifactId>helix-provisioning-mesos</artifactId>
+ <packaging>jar</packaging>
+ <name>Apache Helix :: Helix Provisioning with Mesos</name>
+
+ <properties>
+ <osgi.import>
+ org.apache.helix*,
+ org.codehaus.jackson*,
+ org.apache.commons.cli*,
+ org.apache.log4j,
+ org.restlet*,
+ *
+ </osgi.import>
+ <osgi.export>org.apache.helix.webapp*;version="${project.version};-noimport:=true</osgi.export>
+ </properties>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.helix</groupId>
+ <artifactId>helix-core</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.helix</groupId>
+ <artifactId>helix-provisioning</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.mesos</groupId>
+ <artifactId>mesos</artifactId>
+ <version>0.17.0</version>
+ </dependency>
+ <dependency>
+ <groupId>org.testng</groupId>
+ <artifactId>testng</artifactId>
+ <scope>test</scope>
+ </dependency>
+ </dependencies>
+ <build>
+ <resources>
+ <resource>
+ <directory>${basedir}</directory>
+ <includes>
+ <include>DISCLAIMER</include>
+ </includes>
+ </resource>
+ </resources>
+ <plugins>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>appassembler-maven-plugin</artifactId>
+ <configuration>
+ <platforms>
+ <platform>windows</platform>
+ <platform>unix</platform>
+ </platforms>
+ <programs>
+ <program>
+ <mainClass>org.apache.helix.provisioning.yarn.MyAppLauncher</mainClass>
+ <name>test-framework</name>
+ </program>
+ </programs>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <configuration>
+ <descriptors>
+ <descriptor>src/assemble/assembly.xml</descriptor>
+ </descriptors>
+ </configuration>
+ <executions>
+ <execution>
+ <phase>package</phase>
+ <goals>
+ <goal>single</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+</project>
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/assemble/assembly.xml
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/assemble/assembly.xml b/helix-provisioning-mesos/src/assemble/assembly.xml
new file mode 100644
index 0000000..c2d08a1
--- /dev/null
+++ b/helix-provisioning-mesos/src/assemble/assembly.xml
@@ -0,0 +1,60 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<assembly>
+ <id>pkg</id>
+ <formats>
+ <format>tar</format>
+ </formats>
+ <fileSets>
+ <fileSet>
+ <directory>${project.build.directory}/${project.artifactId}-pkg/bin</directory>
+ <outputDirectory>bin</outputDirectory>
+ <lineEnding>unix</lineEnding>
+ <fileMode>0755</fileMode>
+ <directoryMode>0755</directoryMode>
+ </fileSet>
+ <fileSet>
+ <directory>${project.build.directory}/${project.artifactId}-pkg/repo/</directory>
+ <outputDirectory>repo</outputDirectory>
+ <fileMode>0755</fileMode>
+ <directoryMode>0755</directoryMode>
+ <excludes>
+ <exclude>**/*.xml</exclude>
+ </excludes>
+ </fileSet>
+ <fileSet>
+ <directory>${project.build.directory}/${project.artifactId}-pkg/conf</directory>
+ <outputDirectory>conf</outputDirectory>
+ <lineEnding>unix</lineEnding>
+ <fileMode>0755</fileMode>
+ <directoryMode>0755</directoryMode>
+ </fileSet>
+ <fileSet>
+ <directory>${project.basedir}</directory>
+ <outputDirectory>/</outputDirectory>
+ <includes>
+ <include>LICENSE</include>
+ <include>NOTICE</include>
+ <include>DISCLAIMER</include>
+ </includes>
+ <fileMode>0755</fileMode>
+ </fileSet>
+ </fileSets>
+</assembly>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/main/config/log4j.properties
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/main/config/log4j.properties b/helix-provisioning-mesos/src/main/config/log4j.properties
new file mode 100644
index 0000000..91fac03
--- /dev/null
+++ b/helix-provisioning-mesos/src/main/config/log4j.properties
@@ -0,0 +1,31 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+##
+
+# Set root logger level to DEBUG and its only appender to A1.
+log4j.rootLogger=DEBUG,A1
+
+# A1 is set to be a ConsoleAppender.
+log4j.appender.A1=org.apache.log4j.ConsoleAppender
+
+# A1 uses PatternLayout.
+log4j.appender.A1.layout=org.apache.log4j.PatternLayout
+log4j.appender.A1.layout.ConversionPattern=%-4r [%t] %-5p %c %x - %m%n
+
+log4j.logger.org.I0Itec=ERROR
+log4j.logger.org.apache=ERROR
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosExecutor.java
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosExecutor.java b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosExecutor.java
new file mode 100644
index 0000000..98c2c66
--- /dev/null
+++ b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosExecutor.java
@@ -0,0 +1,87 @@
+package org.apache.helix.provisioning.mesos;
+
+import org.apache.mesos.Executor;
+import org.apache.mesos.ExecutorDriver;
+import org.apache.mesos.MesosExecutorDriver;
+import org.apache.mesos.Protos.ExecutorInfo;
+import org.apache.mesos.Protos.FrameworkInfo;
+import org.apache.mesos.Protos.SlaveInfo;
+import org.apache.mesos.Protos.Status;
+import org.apache.mesos.Protos.TaskID;
+import org.apache.mesos.Protos.TaskInfo;
+import org.apache.mesos.Protos.TaskState;
+import org.apache.mesos.Protos.TaskStatus;
+
+public class MesosExecutor implements Executor {
+
+ @Override
+ public void registered(ExecutorDriver driver, ExecutorInfo executorInfo,
+ FrameworkInfo frameworkInfo, SlaveInfo slaveInfo) {
+ System.err.println("registered");
+ }
+
+ @Override
+ public void reregistered(ExecutorDriver driver, SlaveInfo slaveInfo) {
+ System.err.println("reregistered");
+
+ }
+
+ @Override
+ public void disconnected(ExecutorDriver driver) {
+ System.err.println("disconnected");
+ }
+
+ @Override
+ public void launchTask(final ExecutorDriver driver, final TaskInfo task) {
+ System.err.println("launchTask");
+ new Thread() {
+ public void run() {
+ try {
+ TaskStatus status =
+ TaskStatus.newBuilder().setTaskId(task.getTaskId()).setState(TaskState.TASK_RUNNING)
+ .build();
+
+ driver.sendStatusUpdate(status);
+
+ System.out.println("Running task " + task.getTaskId());
+
+ // This is where one would perform the requested task.
+ Thread.sleep(120000);
+
+ status =
+ TaskStatus.newBuilder().setTaskId(task.getTaskId()).setState(TaskState.TASK_FINISHED)
+ .build();
+
+ driver.sendStatusUpdate(status);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ }
+ }.start();
+ }
+
+ @Override
+ public void killTask(ExecutorDriver driver, TaskID taskId) {
+ System.err.println("killTask");
+ }
+
+ @Override
+ public void frameworkMessage(ExecutorDriver driver, byte[] data) {
+ System.err.println("frameworkMessage");
+ }
+
+ @Override
+ public void shutdown(ExecutorDriver driver) {
+ System.err.println("shutdown");
+ }
+
+ @Override
+ public void error(ExecutorDriver driver, String message) {
+ System.err.println("error");
+ }
+
+ public static void main(String[] args) {
+ MesosExecutorDriver driver = new MesosExecutorDriver(new MesosExecutor());
+ System.exit(driver.run() == Status.DRIVER_STOPPED ? 0 : 1);
+ }
+}
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosProvisioner.java
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosProvisioner.java b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosProvisioner.java
new file mode 100644
index 0000000..d2e9db1
--- /dev/null
+++ b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosProvisioner.java
@@ -0,0 +1,267 @@
+package org.apache.helix.provisioning.mesos;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.Collection;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+import org.apache.helix.HelixManager;
+import org.apache.helix.api.Cluster;
+import org.apache.helix.api.Participant;
+import org.apache.helix.api.config.ContainerConfig;
+import org.apache.helix.api.config.ResourceConfig;
+import org.apache.helix.api.id.ParticipantId;
+import org.apache.helix.api.id.ResourceId;
+import org.apache.helix.controller.provisioner.ContainerId;
+import org.apache.helix.controller.provisioner.ContainerProvider;
+import org.apache.helix.controller.provisioner.ContainerSpec;
+import org.apache.helix.controller.provisioner.ContainerState;
+import org.apache.helix.controller.provisioner.Provisioner;
+import org.apache.helix.controller.provisioner.TargetProvider;
+import org.apache.helix.controller.provisioner.TargetProviderResponse;
+import org.apache.helix.model.InstanceConfig;
+import org.apache.log4j.Logger;
+import org.apache.mesos.MesosSchedulerDriver;
+import org.apache.mesos.Protos.CommandInfo;
+import org.apache.mesos.Protos.Credential;
+import org.apache.mesos.Protos.ExecutorID;
+import org.apache.mesos.Protos.ExecutorInfo;
+import org.apache.mesos.Protos.FrameworkInfo;
+
+import com.google.common.collect.Lists;
+import com.google.common.collect.Maps;
+import com.google.common.util.concurrent.ListenableFuture;
+import com.google.common.util.concurrent.SettableFuture;
+import com.google.protobuf.ByteString;
+
+public class MesosProvisioner implements Provisioner, TargetProvider, ContainerProvider {
+ private static final Logger LOG = Logger.getLogger(MesosProvisioner.class);
+ private HelixManager _manager;
+ private ResourceConfig _resourceConfig;
+ private MesosProvisionerConfig _config;
+ private ProvisionerScheduler _scheduler;
+ private List<ListenableFuture<ContainerId>> _allocFutures = Lists.newLinkedList();
+ private List<ListenableFuture<Boolean>> _deallocFutures = Lists.newLinkedList();
+ private List<ListenableFuture<Boolean>> _startFutures = Lists.newLinkedList();
+ private List<ListenableFuture<Boolean>> _stopFutures = Lists.newLinkedList();
+
+ @Override
+ public ListenableFuture<ContainerId> allocateContainer(ContainerSpec spec) {
+ SettableFuture<ContainerId> future = SettableFuture.create();
+ _allocFutures.add(future);
+ return future;
+ }
+
+ @Override
+ public ListenableFuture<Boolean> deallocateContainer(ContainerId containerId) {
+ SettableFuture<Boolean> future = SettableFuture.create();
+ _deallocFutures.add(future);
+ return future;
+ }
+
+ @Override
+ public ListenableFuture<Boolean> startContainer(ContainerId containerId, Participant participant) {
+ SettableFuture<Boolean> future = SettableFuture.create();
+ _startFutures.add(future);
+ return future;
+ }
+
+ @Override
+ public ListenableFuture<Boolean> stopContainer(ContainerId containerId) {
+ SettableFuture<Boolean> future = SettableFuture.create();
+ _stopFutures.add(future);
+ return future;
+ }
+
+ @Override
+ public TargetProviderResponse evaluateExistingContainers(Cluster cluster, ResourceId resourceId,
+ Collection<Participant> participants) {
+ TargetProviderResponse response = new TargetProviderResponse();
+ // ask for two containers at a time
+ List<ContainerSpec> containersToAcquire = Lists.newArrayList();
+ List<Participant> containersToStart = Lists.newArrayList();
+ List<Participant> containersToRelease = Lists.newArrayList();
+ List<Participant> containersToStop = Lists.newArrayList();
+ int targetNumContainers = _config.getNumContainers();
+
+ // Any container that is in a state should be put in this set
+ Set<ParticipantId> existingContainersIdSet = new HashSet<ParticipantId>();
+
+ // Cache halted containers to determine which to restart and which to release
+ Map<ParticipantId, Participant> excessHaltedContainers = Maps.newHashMap();
+
+ // Cache participants to ensure that excess participants are stopped
+ Map<ParticipantId, Participant> excessActiveContainers = Maps.newHashMap();
+
+ for (Participant participant : participants) {
+ ContainerConfig containerConfig = participant.getContainerConfig();
+ if (containerConfig != null && containerConfig.getState() != null) {
+ ContainerState state = containerConfig.getState();
+ switch (state) {
+ case ACQUIRING:
+ existingContainersIdSet.add(participant.getId());
+ break;
+ case ACQUIRED:
+ // acquired containers are ready to start
+ existingContainersIdSet.add(participant.getId());
+ containersToStart.add(participant);
+ break;
+ case CONNECTING:
+ existingContainersIdSet.add(participant.getId());
+ break;
+ case CONNECTED:
+ // active containers can be stopped or kept active
+ existingContainersIdSet.add(participant.getId());
+ excessActiveContainers.put(participant.getId(), participant);
+ break;
+ case DISCONNECTED:
+ // disconnected containers must be stopped
+ existingContainersIdSet.add(participant.getId());
+ containersToStop.add(participant);
+ case HALTING:
+ existingContainersIdSet.add(participant.getId());
+ break;
+ case HALTED:
+ // halted containers can be released or restarted
+ existingContainersIdSet.add(participant.getId());
+ excessHaltedContainers.put(participant.getId(), participant);
+ break;
+ case FINALIZING:
+ existingContainersIdSet.add(participant.getId());
+ break;
+ case FINALIZED:
+ break;
+ case FAILED:
+ // remove the failed instance
+ _manager.getClusterManagmentTool().dropInstance(cluster.getId().toString(),
+ new InstanceConfig(participant.getId()));
+ break;
+ default:
+ break;
+ }
+ }
+ }
+
+ for (int i = 0; i < targetNumContainers; i++) {
+ ParticipantId participantId = ParticipantId.from(resourceId + "_container_" + (i));
+ excessActiveContainers.remove(participantId); // don't stop this container if active
+ if (excessHaltedContainers.containsKey(participantId)) {
+ // Halted containers can be restarted if necessary
+ // Participant participant = excessHaltedContainers.get(participantId);
+ // containersToStart.add(participant);
+ // excessHaltedContainers.remove(participantId); // don't release this container
+ } else if (!existingContainersIdSet.contains(participantId)) {
+ // Unallocated containers must be allocated
+ ContainerSpec containerSpec = new ContainerSpec(participantId);
+ containerSpec.setMemory(_resourceConfig.getUserConfig().getIntField("memory", 1024));
+ containersToAcquire.add(containerSpec);
+ }
+ }
+
+ // Add all the containers that should be stopped because they fall outside the target range
+ containersToStop.addAll(excessActiveContainers.values());
+
+ // Add halted containers that should not be restarted
+ containersToRelease.addAll(excessHaltedContainers.values());
+
+ response.setContainersToAcquire(containersToAcquire);
+ response.setContainersToStart(containersToStart);
+ response.setContainersToRelease(containersToRelease);
+ response.setContainersToStop(containersToStop);
+ LOG.info("target provider response containers to acquire:" + response.getContainersToAcquire());
+ LOG.info("target provider response containers to start:" + response.getContainersToStart());
+ return response;
+ }
+
+ @Override
+ public void init(HelixManager helixManager, ResourceConfig resourceConfig) {
+ _manager = helixManager;
+ _resourceConfig = resourceConfig;
+ _config = (MesosProvisionerConfig) resourceConfig.getProvisionerConfig();
+ Thread t = new Thread() {
+ @Override
+ public void run() {
+ try {
+ initInternal(_config);
+ } catch (IOException e) {
+ // TODO Auto-generated catch block
+ e.printStackTrace();
+ }
+ }
+ };
+ t.setDaemon(true);
+ t.start();
+ try {
+ Thread.sleep(1000);
+ } catch (InterruptedException e) {
+ // TODO Auto-generated catch block
+ e.printStackTrace();
+ }
+ }
+
+ @Override
+ public ContainerProvider getContainerProvider() {
+ return this;
+ }
+
+ @Override
+ public TargetProvider getTargetProvider() {
+ return this;
+ }
+
+ private void initInternal(MesosProvisionerConfig config) throws IOException {
+ String uri =
+ new File(
+ "/Users/kbiscuit/helix/incubator-helix/helix-provisioning-mesos/target/helix-provisioning-mesos-pkg/bin/test-executor.sh")
+ .getCanonicalPath();
+
+ ExecutorInfo executor =
+ ExecutorInfo.newBuilder().setExecutorId(ExecutorID.newBuilder().setValue("default"))
+ .setCommand(CommandInfo.newBuilder().setValue(uri)).setName("Helix Executor (Java)")
+ .setSource("java_test").build();
+
+ FrameworkInfo.Builder frameworkBuilder = FrameworkInfo.newBuilder().setUser("") // Have Mesos
+ // fill in the
+ // current user.
+ .setName("Test Framework (Java)");
+
+ if (System.getenv("MESOS_CHECKPOINT") != null) {
+ System.out.println("Enabling checkpoint for the framework");
+ frameworkBuilder.setCheckpoint(true);
+ }
+
+ FrameworkInfo framework = frameworkBuilder.build();
+
+ _scheduler = new ProvisionerScheduler(executor);
+
+ MesosSchedulerDriver driver = null;
+ if (System.getenv("MESOS_AUTHENTICATE") != null) {
+ System.out.println("Enabling authentication for the framework");
+
+ if (System.getenv("DEFAULT_PRINCIPAL") == null) {
+ System.err.println("Expecting authentication principal in the environment");
+ System.exit(1);
+ }
+
+ if (System.getenv("DEFAULT_SECRET") == null) {
+ System.err.println("Expecting authentication secret in the environment");
+ System.exit(1);
+ }
+
+ Credential credential =
+ Credential.newBuilder().setPrincipal(System.getenv("DEFAULT_PRINCIPAL"))
+ .setSecret(ByteString.copyFrom(System.getenv("DEFAULT_SECRET").getBytes())).build();
+
+ driver =
+ new MesosSchedulerDriver(_scheduler, framework, config.getMasterAddress(), credential);
+ } else {
+ driver = new MesosSchedulerDriver(_scheduler, framework, config.getMasterAddress());
+ }
+
+ driver.run();
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosProvisionerConfig.java
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosProvisionerConfig.java b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosProvisionerConfig.java
new file mode 100644
index 0000000..afaba9d
--- /dev/null
+++ b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/MesosProvisionerConfig.java
@@ -0,0 +1,70 @@
+package org.apache.helix.provisioning.mesos;
+
+import org.apache.helix.api.id.ResourceId;
+import org.apache.helix.controller.provisioner.ProvisionerConfig;
+import org.apache.helix.controller.provisioner.ProvisionerRef;
+import org.apache.helix.controller.serializer.DefaultStringSerializer;
+import org.apache.helix.controller.serializer.StringSerializer;
+import org.codehaus.jackson.annotate.JsonProperty;
+
+public class MesosProvisionerConfig implements ProvisionerConfig {
+ private ResourceId _resourceId;
+ private ProvisionerRef _provisionerRef;
+ private Class<? extends StringSerializer> _serializerClass;
+ private String _className;
+ private String _masterAddress;
+ private Integer _numContainers;
+
+ public MesosProvisionerConfig(@JsonProperty("resourceId") ResourceId resourceId) {
+ _resourceId = resourceId;
+ _provisionerRef = ProvisionerRef.from(MesosProvisioner.class);
+ _serializerClass = DefaultStringSerializer.class;
+ }
+
+ public void setAppClassName(String appClassName) {
+ _className = appClassName;
+ }
+
+ public String getAppClassName() {
+ return _className;
+ }
+
+ public void setMasterAddress(String masterAddress) {
+ _masterAddress = masterAddress;
+ }
+
+ public String getMasterAddress() {
+ return _masterAddress;
+ }
+
+ public void setNumContainers(int numContainers) {
+ _numContainers = numContainers;
+ }
+
+ public Integer getNumContainers() {
+ return _numContainers;
+ }
+
+ @Override
+ public ResourceId getResourceId() {
+ return _resourceId;
+ }
+
+ @Override
+ public ProvisionerRef getProvisionerRef() {
+ return _provisionerRef;
+ }
+
+ public void setProvisionerRef(ProvisionerRef provisionerRef) {
+ _provisionerRef = provisionerRef;
+ }
+
+ @Override
+ public Class<? extends StringSerializer> getSerializerClass() {
+ return _serializerClass;
+ }
+
+ public void setSerializerClass(Class<? extends StringSerializer> serializerClass) {
+ _serializerClass = serializerClass;
+ }
+}
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/ProvisionerScheduler.java
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/ProvisionerScheduler.java b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/ProvisionerScheduler.java
new file mode 100644
index 0000000..e80c441
--- /dev/null
+++ b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/ProvisionerScheduler.java
@@ -0,0 +1,114 @@
+package org.apache.helix.provisioning.mesos;
+
+import java.util.List;
+
+import org.apache.mesos.Protos.ExecutorID;
+import org.apache.mesos.Protos.ExecutorInfo;
+import org.apache.mesos.Protos.FrameworkID;
+import org.apache.mesos.Protos.MasterInfo;
+import org.apache.mesos.Protos.Offer;
+import org.apache.mesos.Protos.OfferID;
+import org.apache.mesos.Protos.Resource;
+import org.apache.mesos.Protos.SlaveID;
+import org.apache.mesos.Protos.TaskID;
+import org.apache.mesos.Protos.TaskInfo;
+import org.apache.mesos.Protos.TaskStatus;
+import org.apache.mesos.Protos.Value.Scalar;
+import org.apache.mesos.Protos.Value.Type;
+import org.apache.mesos.Scheduler;
+import org.apache.mesos.SchedulerDriver;
+
+import com.google.common.collect.Lists;
+
+public class ProvisionerScheduler implements Scheduler {
+
+ private int launchedTasks = 0;
+ private ExecutorInfo executor;
+
+ public ProvisionerScheduler(ExecutorInfo executor) {
+ this.executor = executor;
+ }
+
+ @Override
+ public void registered(SchedulerDriver driver, FrameworkID frameworkId, MasterInfo masterInfo) {
+ System.err.println("registered");
+ }
+
+ @Override
+ public void reregistered(SchedulerDriver driver, MasterInfo masterInfo) {
+ System.err.println("reregistered");
+
+ }
+
+ @Override
+ public void resourceOffers(SchedulerDriver driver, List<Offer> offers) {
+ System.err.println("offers");
+ List<OfferID> offerIds = Lists.newArrayList();
+ List<TaskInfo> tasks = Lists.newArrayList();
+ for (Offer offer : offers) {
+ TaskID taskId = TaskID.newBuilder().setValue(Integer.toString(launchedTasks++)).build();
+
+ System.out.println("Launching task " + taskId.getValue());
+
+ TaskInfo task =
+ TaskInfo
+ .newBuilder()
+ .setName("task " + taskId.getValue())
+ .setTaskId(taskId)
+ .setSlaveId(offer.getSlaveId())
+ .addResources(
+ Resource.newBuilder().setName("cpus").setType(Type.SCALAR)
+ .setScalar(Scalar.newBuilder().setValue(1)))
+ .addResources(
+ Resource.newBuilder().setName("mem").setType(Type.SCALAR)
+ .setScalar(Scalar.newBuilder().setValue(128)))
+ .setExecutor(ExecutorInfo.newBuilder(executor)).build();
+ tasks.add(task);
+ offerIds.add(offer.getId());
+ break;
+ }
+ // Filters filters = Filters.newBuilder().setRefuseSeconds(1).build();
+ // driver.launchTasks(offerIds, tasks, filters);
+ }
+
+ @Override
+ public void offerRescinded(SchedulerDriver driver, OfferID offerId) {
+ System.err.println("rescinded");
+ }
+
+ @Override
+ public void statusUpdate(SchedulerDriver driver, TaskStatus status) {
+ System.err.println("statusUpdate");
+ System.out.println("Status update: task " + status.getTaskId().getValue() + " is in state "
+ + status.getState());
+ }
+
+ @Override
+ public void frameworkMessage(SchedulerDriver driver, ExecutorID executorId, SlaveID slaveId,
+ byte[] data) {
+ System.err.println("frameworkMessage");
+ }
+
+ @Override
+ public void disconnected(SchedulerDriver driver) {
+ System.err.println("disconnected");
+ }
+
+ @Override
+ public void slaveLost(SchedulerDriver driver, SlaveID slaveId) {
+ System.err.println("slaveLost");
+ }
+
+ @Override
+ public void executorLost(SchedulerDriver driver, ExecutorID executorId, SlaveID slaveId,
+ int status) {
+ System.err.println("executorLost");
+ }
+
+ @Override
+ public void error(SchedulerDriver driver, String message) {
+ System.err.println("error");
+ System.out.println("Error: " + message);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/example/MyAppLauncher.java
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/example/MyAppLauncher.java b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/example/MyAppLauncher.java
new file mode 100644
index 0000000..08fc79b
--- /dev/null
+++ b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/example/MyAppLauncher.java
@@ -0,0 +1,51 @@
+package org.apache.helix.provisioning.mesos.example;
+
+import java.util.Map;
+
+import org.apache.helix.HelixConnection;
+import org.apache.helix.HelixController;
+import org.apache.helix.HelixDataAccessor;
+import org.apache.helix.api.id.ClusterId;
+import org.apache.helix.api.id.ControllerId;
+import org.apache.helix.api.id.ResourceId;
+import org.apache.helix.manager.zk.ZkHelixConnection;
+import org.apache.helix.model.HelixConfigScope.ConfigScopeProperty;
+import org.apache.helix.model.IdealState.RebalanceMode;
+import org.apache.helix.model.ProvisionerConfigHolder;
+import org.apache.helix.model.ResourceConfiguration;
+import org.apache.helix.model.builder.HelixConfigScopeBuilder;
+import org.apache.helix.provisioning.mesos.MesosProvisionerConfig;
+import org.apache.helix.tools.ClusterSetup;
+
+import com.google.common.collect.ImmutableMap;
+
+public class MyAppLauncher {
+ public static void main(String[] args) {
+ ClusterId clusterId = ClusterId.from("testApp");
+ ResourceId resourceId = ResourceId.from("MyService");
+ ClusterSetup setupTool = new ClusterSetup("localhost:2199");
+ setupTool.addCluster(clusterId.toString(), true);
+ Map<String, String> clusterConfigMap = ImmutableMap.of("allowParticipantAutoJoin", "true");
+ setupTool.getClusterManagementTool().setConfig(
+ new HelixConfigScopeBuilder(ConfigScopeProperty.CLUSTER).forCluster(clusterId.toString())
+ .build(), clusterConfigMap);
+ setupTool.addResourceToCluster(clusterId.toString(), resourceId.toString(), 1,
+ "StatelessService", RebalanceMode.FULL_AUTO.toString());
+ setupTool.getClusterManagementTool().rebalance(clusterId.toString(), resourceId.toString(), 1);
+ HelixConnection connection = new ZkHelixConnection("localhost:2199");
+ connection.connect();
+ HelixDataAccessor accessor = connection.createDataAccessor(clusterId);
+ MesosProvisionerConfig provisionerConfig = new MesosProvisionerConfig(resourceId);
+ provisionerConfig.setAppClassName(TestMesosService.class.getName());
+ provisionerConfig.setMasterAddress("127.0.0.1:5050");
+ provisionerConfig.setNumContainers(2);
+ ResourceConfiguration resourceConfiguration = new ResourceConfiguration(resourceId);
+ ProvisionerConfigHolder holder = ProvisionerConfigHolder.from(provisionerConfig);
+ resourceConfiguration.addNamespacedConfig(holder.toNamespacedConfig());
+ accessor.setProperty(accessor.keyBuilder().resourceConfig(resourceId.toString()),
+ resourceConfiguration);
+ HelixController controller =
+ connection.createController(clusterId, ControllerId.from("controller1"));
+ controller.start();
+ }
+}
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/example/TestMesosService.java
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/example/TestMesosService.java b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/example/TestMesosService.java
new file mode 100644
index 0000000..d36d835
--- /dev/null
+++ b/helix-provisioning-mesos/src/main/java/org/apache/helix/provisioning/mesos/example/TestMesosService.java
@@ -0,0 +1,30 @@
+package org.apache.helix.provisioning.mesos.example;
+
+import org.apache.helix.HelixConnection;
+import org.apache.helix.api.id.ClusterId;
+import org.apache.helix.api.id.ParticipantId;
+import org.apache.helix.provisioning.ServiceConfig;
+import org.apache.helix.provisioning.participant.StatelessParticipantService;
+
+public class TestMesosService extends StatelessParticipantService {
+
+ public TestMesosService(HelixConnection connection, ClusterId clusterId, ParticipantId participantId,
+ String serviceName) {
+ super(connection, clusterId, participantId, serviceName);
+ }
+
+ @Override
+ protected void init(ServiceConfig serviceConfig) {
+ }
+
+ @Override
+ protected void goOnline() {
+ System.err.println("going online");
+ }
+
+ @Override
+ protected void goOffine() {
+ System.err.println("going offline");
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/helix-provisioning-mesos/src/test/conf/testng.xml
----------------------------------------------------------------------
diff --git a/helix-provisioning-mesos/src/test/conf/testng.xml b/helix-provisioning-mesos/src/test/conf/testng.xml
new file mode 100644
index 0000000..37bccf3
--- /dev/null
+++ b/helix-provisioning-mesos/src/test/conf/testng.xml
@@ -0,0 +1,27 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<!DOCTYPE suite SYSTEM "http://testng.org/testng-1.0.dtd">
+<suite name="Suite" parallel="none">
+ <test name="Test" preserve-order="false">
+ <packages>
+ <package name="org.apache.helix.agent"/>
+ </packages>
+ </test>
+</suite>
http://git-wip-us.apache.org/repos/asf/helix/blob/a4608137/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index f3d2e61..176ddae 100644
--- a/pom.xml
+++ b/pom.xml
@@ -198,6 +198,7 @@ under the License.
<module>helix-admin-webapp</module>
<module>helix-agent</module>
<module>helix-provisioning</module>
+ <module>helix-provisioning-mesos</module>
<module>helix-examples</module>
<module>recipes</module>
<module>site-releases</module>
@@ -352,6 +353,11 @@ under the License.
<version>${project.version}</version>
</dependency>
<dependency>
+ <groupId>org.apache.helix</groupId>
+ <artifactId>helix-provisioning</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ <dependency>
<groupId>org.apache.helix</groupId>
<artifactId>helix-core</artifactId>
<type>test-jar</type>