You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mesos.apache.org by ji...@apache.org on 2016/06/16 17:47:58 UTC

[1/5] mesos git commit: Added a metric to replicated log.

Repository: mesos
Updated Branches:
  refs/heads/metrics_replicated_log [created] 07bff092e


Added a metric to replicated log.

This is a gauge indicating if the replicated log has recovered or not.

Review: https://reviews.apache.org/r/48801


Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/14858cd2
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/14858cd2
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/14858cd2

Branch: refs/heads/metrics_replicated_log
Commit: 14858cd2a2bb55cacf6279059dd913a40971a284
Parents: 161e049
Author: Jie Yu <yu...@gmail.com>
Authored: Wed Jun 15 22:28:02 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:28:15 2016 -0700

----------------------------------------------------------------------
 include/mesos/log/log.hpp |  6 +++--
 src/log/log.cpp           | 50 +++++++++++++++++++++++++++++++++++-------
 src/log/log.hpp           | 22 +++++++++++++++++--
 3 files changed, 66 insertions(+), 12 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/include/mesos/log/log.hpp
----------------------------------------------------------------------
diff --git a/include/mesos/log/log.hpp b/include/mesos/log/log.hpp
index 9c86349..0f69848 100644
--- a/include/mesos/log/log.hpp
+++ b/include/mesos/log/log.hpp
@@ -192,7 +192,8 @@ public:
   Log(int quorum,
       const std::string& path,
       const std::set<process::UPID>& pids,
-      bool autoInitialize = false);
+      bool autoInitialize = false,
+      const Option<std::string>& metricsPrefix = None());
 
   // Creates a new replicated log that assumes the specified quorum
   // size, is backed by a file at the specified path, and coordinates
@@ -204,7 +205,8 @@ public:
       const Duration& timeout,
       const std::string& znode,
       const Option<zookeeper::Authentication>& auth = None(),
-      bool autoInitialize = false);
+      bool autoInitialize = false,
+      const Option<std::string>& metricsPrefix = None());
 
   ~Log();
 

http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/src/log/log.cpp
----------------------------------------------------------------------
diff --git a/src/log/log.cpp b/src/log/log.cpp
index c0f1cb3..f8e439f 100644
--- a/src/log/log.cpp
+++ b/src/log/log.cpp
@@ -28,6 +28,8 @@
 #include <process/process.hpp>
 #include <process/shared.hpp>
 
+#include <process/metrics/metrics.hpp>
+
 #include <stout/check.hpp>
 #include <stout/foreach.hpp>
 #include <stout/lambda.hpp>
@@ -64,13 +66,15 @@ LogProcess::LogProcess(
     size_t _quorum,
     const string& path,
     const set<UPID>& pids,
-    bool _autoInitialize)
+    bool _autoInitialize,
+    const Option<string>& metricsPrefix)
   : ProcessBase(ID::generate("log")),
     quorum(_quorum),
     replica(new Replica(path)),
     network(new Network(pids + (UPID) replica->pid())),
     autoInitialize(_autoInitialize),
-    group(nullptr) {}
+    group(nullptr),
+    metrics(*this, metricsPrefix) {}
 
 
 LogProcess::LogProcess(
@@ -80,7 +84,8 @@ LogProcess::LogProcess(
     const Duration& timeout,
     const string& znode,
     const Option<zookeeper::Authentication>& auth,
-    bool _autoInitialize)
+    bool _autoInitialize,
+    const Option<string>& metricsPrefix)
   : ProcessBase(ID::generate("log")),
     quorum(_quorum),
     replica(new Replica(path)),
@@ -91,7 +96,8 @@ LogProcess::LogProcess(
         auth,
         Set<UPID>((UPID) replica->pid()))),
     autoInitialize(_autoInitialize),
-    group(new zookeeper::Group(servers, timeout, znode, auth)) {}
+    group(new zookeeper::Group(servers, timeout, znode, auth)),
+    metrics(*this, metricsPrefix) {}
 
 
 void LogProcess::initialize()
@@ -236,6 +242,12 @@ void LogProcess::_recover()
 }
 
 
+double LogProcess::_recovered()
+{
+  return recovered.future().isReady() ? 1 : 0;
+}
+
+
 void LogProcess::watch(
     const UPID& pid,
     const set<zookeeper::Group::Membership>& memberships)
@@ -268,6 +280,23 @@ void LogProcess::discarded()
 }
 
 
+LogProcess::Metrics::Metrics(
+    const LogProcess& process,
+    const Option<string>& prefix)
+  : recovered(
+        prefix.getOrElse("") + "log/recovered",
+        defer(process, &LogProcess::_recovered))
+{
+  process::metrics::add(recovered);
+}
+
+
+LogProcess::Metrics::~Metrics()
+{
+  process::metrics::remove(recovered);
+}
+
+
 /////////////////////////////////////////////////
 // Implementation of LogReaderProcess.
 /////////////////////////////////////////////////
@@ -610,7 +639,8 @@ Log::Log(
     int quorum,
     const string& path,
     const set<UPID>& pids,
-    bool autoInitialize)
+    bool autoInitialize,
+    const Option<string>& metricsPrefix)
 {
   GOOGLE_PROTOBUF_VERIFY_VERSION;
 
@@ -619,11 +649,13 @@ Log::Log(
         quorum,
         path,
         pids,
-        autoInitialize);
+        autoInitialize,
+        metricsPrefix);
 
   spawn(process);
 }
 
+
 Log::Log(
     int quorum,
     const string& path,
@@ -631,7 +663,8 @@ Log::Log(
     const Duration& timeout,
     const string& znode,
     const Option<zookeeper::Authentication>& auth,
-    bool autoInitialize)
+    bool autoInitialize,
+    const Option<string>& metricsPrefix)
 {
   GOOGLE_PROTOBUF_VERIFY_VERSION;
 
@@ -643,7 +676,8 @@ Log::Log(
         timeout,
         znode,
         auth,
-        autoInitialize);
+        autoInitialize,
+        metricsPrefix);
 
   spawn(process);
 }

http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/src/log/log.hpp
----------------------------------------------------------------------
diff --git a/src/log/log.hpp b/src/log/log.hpp
index 6e75773..a600025 100644
--- a/src/log/log.hpp
+++ b/src/log/log.hpp
@@ -26,6 +26,8 @@
 #include <process/process.hpp>
 #include <process/shared.hpp>
 
+#include <process/metrics/gauge.hpp>
+
 #include <stout/nothing.hpp>
 
 #include "log/coordinator.hpp"
@@ -44,7 +46,8 @@ public:
       size_t _quorum,
       const std::string& path,
       const std::set<process::UPID>& pids,
-      bool _autoInitialize);
+      bool _autoInitialize,
+      const Option<std::string>& metricsPrefix);
 
   LogProcess(
       size_t _quorum,
@@ -53,7 +56,8 @@ public:
       const Duration& timeout,
       const std::string& znode,
       const Option<zookeeper::Authentication>& auth,
-      bool _autoInitialize);
+      bool _autoInitialize,
+      const Option<std::string>& metricsPrefix);
 
   // Recovers the log by catching up if needed. Returns a shared
   // pointer to the local replica if the recovery succeeds.
@@ -70,6 +74,9 @@ private:
   // Continuations.
   void _recover();
 
+  // Return true if the log has finished recovery.
+  double _recovered();
+
   // TODO(benh): Factor this out into "membership renewer".
   void watch(
       const process::UPID& pid,
@@ -92,6 +99,17 @@ private:
   // continually renew the replicas membership (when using ZooKeeper).
   zookeeper::Group* group;
   process::Future<zookeeper::Group::Membership> membership;
+
+  struct Metrics
+  {
+    explicit Metrics(
+        const LogProcess& process,
+        const Option<std::string>& prefix);
+
+    ~Metrics();
+
+    process::metrics::Gauge recovered;
+  } metrics;
 };
 
 


Re: [1/5] mesos git commit: Added a metric to replicated log.

Posted by Jie Yu <yu...@gmail.com>.
oops! fat fingered. I'll delete the branch.


On Thu, Jun 16, 2016 at 10:47 AM, <ji...@apache.org> wrote:

> Repository: mesos
> Updated Branches:
>   refs/heads/metrics_replicated_log [created] 07bff092e
>
>
> Added a metric to replicated log.
>
> This is a gauge indicating if the replicated log has recovered or not.
>
> Review: https://reviews.apache.org/r/48801
>
>
> Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
> Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/14858cd2
> Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/14858cd2
> Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/14858cd2
>
> Branch: refs/heads/metrics_replicated_log
> Commit: 14858cd2a2bb55cacf6279059dd913a40971a284
> Parents: 161e049
> Author: Jie Yu <yu...@gmail.com>
> Authored: Wed Jun 15 22:28:02 2016 -0700
> Committer: Jie Yu <yu...@gmail.com>
> Committed: Thu Jun 16 10:28:15 2016 -0700
>
> ----------------------------------------------------------------------
>  include/mesos/log/log.hpp |  6 +++--
>  src/log/log.cpp           | 50 +++++++++++++++++++++++++++++++++++-------
>  src/log/log.hpp           | 22 +++++++++++++++++--
>  3 files changed, 66 insertions(+), 12 deletions(-)
> ----------------------------------------------------------------------
>
>
>
> http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/include/mesos/log/log.hpp
> ----------------------------------------------------------------------
> diff --git a/include/mesos/log/log.hpp b/include/mesos/log/log.hpp
> index 9c86349..0f69848 100644
> --- a/include/mesos/log/log.hpp
> +++ b/include/mesos/log/log.hpp
> @@ -192,7 +192,8 @@ public:
>    Log(int quorum,
>        const std::string& path,
>        const std::set<process::UPID>& pids,
> -      bool autoInitialize = false);
> +      bool autoInitialize = false,
> +      const Option<std::string>& metricsPrefix = None());
>
>    // Creates a new replicated log that assumes the specified quorum
>    // size, is backed by a file at the specified path, and coordinates
> @@ -204,7 +205,8 @@ public:
>        const Duration& timeout,
>        const std::string& znode,
>        const Option<zookeeper::Authentication>& auth = None(),
> -      bool autoInitialize = false);
> +      bool autoInitialize = false,
> +      const Option<std::string>& metricsPrefix = None());
>
>    ~Log();
>
>
> http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/src/log/log.cpp
> ----------------------------------------------------------------------
> diff --git a/src/log/log.cpp b/src/log/log.cpp
> index c0f1cb3..f8e439f 100644
> --- a/src/log/log.cpp
> +++ b/src/log/log.cpp
> @@ -28,6 +28,8 @@
>  #include <process/process.hpp>
>  #include <process/shared.hpp>
>
> +#include <process/metrics/metrics.hpp>
> +
>  #include <stout/check.hpp>
>  #include <stout/foreach.hpp>
>  #include <stout/lambda.hpp>
> @@ -64,13 +66,15 @@ LogProcess::LogProcess(
>      size_t _quorum,
>      const string& path,
>      const set<UPID>& pids,
> -    bool _autoInitialize)
> +    bool _autoInitialize,
> +    const Option<string>& metricsPrefix)
>    : ProcessBase(ID::generate("log")),
>      quorum(_quorum),
>      replica(new Replica(path)),
>      network(new Network(pids + (UPID) replica->pid())),
>      autoInitialize(_autoInitialize),
> -    group(nullptr) {}
> +    group(nullptr),
> +    metrics(*this, metricsPrefix) {}
>
>
>  LogProcess::LogProcess(
> @@ -80,7 +84,8 @@ LogProcess::LogProcess(
>      const Duration& timeout,
>      const string& znode,
>      const Option<zookeeper::Authentication>& auth,
> -    bool _autoInitialize)
> +    bool _autoInitialize,
> +    const Option<string>& metricsPrefix)
>    : ProcessBase(ID::generate("log")),
>      quorum(_quorum),
>      replica(new Replica(path)),
> @@ -91,7 +96,8 @@ LogProcess::LogProcess(
>          auth,
>          Set<UPID>((UPID) replica->pid()))),
>      autoInitialize(_autoInitialize),
> -    group(new zookeeper::Group(servers, timeout, znode, auth)) {}
> +    group(new zookeeper::Group(servers, timeout, znode, auth)),
> +    metrics(*this, metricsPrefix) {}
>
>
>  void LogProcess::initialize()
> @@ -236,6 +242,12 @@ void LogProcess::_recover()
>  }
>
>
> +double LogProcess::_recovered()
> +{
> +  return recovered.future().isReady() ? 1 : 0;
> +}
> +
> +
>  void LogProcess::watch(
>      const UPID& pid,
>      const set<zookeeper::Group::Membership>& memberships)
> @@ -268,6 +280,23 @@ void LogProcess::discarded()
>  }
>
>
> +LogProcess::Metrics::Metrics(
> +    const LogProcess& process,
> +    const Option<string>& prefix)
> +  : recovered(
> +        prefix.getOrElse("") + "log/recovered",
> +        defer(process, &LogProcess::_recovered))
> +{
> +  process::metrics::add(recovered);
> +}
> +
> +
> +LogProcess::Metrics::~Metrics()
> +{
> +  process::metrics::remove(recovered);
> +}
> +
> +
>  /////////////////////////////////////////////////
>  // Implementation of LogReaderProcess.
>  /////////////////////////////////////////////////
> @@ -610,7 +639,8 @@ Log::Log(
>      int quorum,
>      const string& path,
>      const set<UPID>& pids,
> -    bool autoInitialize)
> +    bool autoInitialize,
> +    const Option<string>& metricsPrefix)
>  {
>    GOOGLE_PROTOBUF_VERIFY_VERSION;
>
> @@ -619,11 +649,13 @@ Log::Log(
>          quorum,
>          path,
>          pids,
> -        autoInitialize);
> +        autoInitialize,
> +        metricsPrefix);
>
>    spawn(process);
>  }
>
> +
>  Log::Log(
>      int quorum,
>      const string& path,
> @@ -631,7 +663,8 @@ Log::Log(
>      const Duration& timeout,
>      const string& znode,
>      const Option<zookeeper::Authentication>& auth,
> -    bool autoInitialize)
> +    bool autoInitialize,
> +    const Option<string>& metricsPrefix)
>  {
>    GOOGLE_PROTOBUF_VERIFY_VERSION;
>
> @@ -643,7 +676,8 @@ Log::Log(
>          timeout,
>          znode,
>          auth,
> -        autoInitialize);
> +        autoInitialize,
> +        metricsPrefix);
>
>    spawn(process);
>  }
>
> http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/src/log/log.hpp
> ----------------------------------------------------------------------
> diff --git a/src/log/log.hpp b/src/log/log.hpp
> index 6e75773..a600025 100644
> --- a/src/log/log.hpp
> +++ b/src/log/log.hpp
> @@ -26,6 +26,8 @@
>  #include <process/process.hpp>
>  #include <process/shared.hpp>
>
> +#include <process/metrics/gauge.hpp>
> +
>  #include <stout/nothing.hpp>
>
>  #include "log/coordinator.hpp"
> @@ -44,7 +46,8 @@ public:
>        size_t _quorum,
>        const std::string& path,
>        const std::set<process::UPID>& pids,
> -      bool _autoInitialize);
> +      bool _autoInitialize,
> +      const Option<std::string>& metricsPrefix);
>
>    LogProcess(
>        size_t _quorum,
> @@ -53,7 +56,8 @@ public:
>        const Duration& timeout,
>        const std::string& znode,
>        const Option<zookeeper::Authentication>& auth,
> -      bool _autoInitialize);
> +      bool _autoInitialize,
> +      const Option<std::string>& metricsPrefix);
>
>    // Recovers the log by catching up if needed. Returns a shared
>    // pointer to the local replica if the recovery succeeds.
> @@ -70,6 +74,9 @@ private:
>    // Continuations.
>    void _recover();
>
> +  // Return true if the log has finished recovery.
> +  double _recovered();
> +
>    // TODO(benh): Factor this out into "membership renewer".
>    void watch(
>        const process::UPID& pid,
> @@ -92,6 +99,17 @@ private:
>    // continually renew the replicas membership (when using ZooKeeper).
>    zookeeper::Group* group;
>    process::Future<zookeeper::Group::Membership> membership;
> +
> +  struct Metrics
> +  {
> +    explicit Metrics(
> +        const LogProcess& process,
> +        const Option<std::string>& prefix);
> +
> +    ~Metrics();
> +
> +    process::metrics::Gauge recovered;
> +  } metrics;
>  };
>
>
>
>

[5/5] mesos git commit: Moved working groups from wiki to documentation.

Posted by ji...@apache.org.
Moved working groups from wiki to documentation.

Change was discussed at
http://www.mail-archive.com/dev@mesos.apache.org/msg35506.html

Review: https://reviews.apache.org/r/48530/


Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/07bff092
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/07bff092
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/07bff092

Branch: refs/heads/metrics_replicated_log
Commit: 07bff092ed4f12fde515a5065a92ad143a25eed8
Parents: 8cba225
Author: Tomasz Janiszewski <ja...@gmail.com>
Authored: Thu Jun 16 10:46:26 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:47:19 2016 -0700

----------------------------------------------------------------------
 docs/home.md                              |   1 +
 docs/working-groups.md                    | 143 +++++++++++++++++++++++++
 site/source/layouts/community_section.erb |   1 +
 3 files changed, 145 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/mesos/blob/07bff092/docs/home.md
----------------------------------------------------------------------
diff --git a/docs/home.md b/docs/home.md
index 7cccf71..000b92e 100644
--- a/docs/home.md
+++ b/docs/home.md
@@ -82,6 +82,7 @@ layout: documentation
 * [Engineering Principles and Practices](engineering-principles-and-practices.md) to serve as a shared set of project-level values for the community.
 * [Committing](committing.md) guidelines for committing changes.
 * [Committers and Maintainers](committers.md) a listing of project committers and component maintainers; useful when seeking feedback.
+* [Working groups](working-groups.md) a listing of groups working on different components.
 * [Doxygen](/api/latest/c++/) documents the internal Mesos APIs.
 * [Documentation Guide](documentation-guide.md)
   * [C++ Style Guide](c++-style-guide.md)

http://git-wip-us.apache.org/repos/asf/mesos/blob/07bff092/docs/working-groups.md
----------------------------------------------------------------------
diff --git a/docs/working-groups.md b/docs/working-groups.md
new file mode 100644
index 0000000..1e1618a
--- /dev/null
+++ b/docs/working-groups.md
@@ -0,0 +1,143 @@
+---
+title: Apache Mesos - Working Groups
+layout: documentation
+---
+
+# Working Groups
+* **External Volumes**
+	* members:
+		* Adam B
+* **Global resources**
+	* members:
+		* Adam B
+		* Jie Yu
+		* Joerg Schad
+		* Klaus Ma
+	* resources:
+		* [MESOS-2728](https://issues.apache.org/jira/browse/MESOS-2728)
+* **GPU support**
+	* communication:
+		* irc: mesos-gpus
+		* mailing list subject prefix: GPU
+	* members:
+		* Benjamin Mahler
+		* Felix Abecassis
+		* Ian Downes
+		* Jonathan Calmels
+		* Kevin Klues
+		* Rob Todd
+		* Vikrama Ditya
+	* resources:
+		* [MESOS-4424](https://issues.apache.org/jira/browse/MESOS-4424)
+* **HTTP API**
+	* communication:
+		* irc: mesos-http-api
+		* mailing list subject prefix: HTTP API
+	* members:
+		* Anand Mazumdar
+		* Benjamin Mahler
+		* Isabel Jimenez
+		* Vinod Kone
+	* resources:
+		* [Executor Design Doc](https://docs.google.com/document/d/1dFmTrSZXCo5zj8H8SkJ4HT-V0z2YYnEZVV8Fd_-AupM/edit?usp=sharing)
+		* [Master discovery](https://docs.google.com/document/d/1i2pWJaIjnFYhuR-000NG-AC1rFKKrRh3Wn47Y2G6lRE/edit?usp=sharing)
+		* [MESOS-2288](https://issues.apache.org/jira/browse/MESOS-2288)
+		* [MESOS-3302](https://issues.apache.org/jira/browse/MESOS-3302)
+		* [Scheduler HTTP API Design doc](https://docs.google.com/document/d/1pnIY_HckimKNvpqhKRhbc9eSItWNFT-priXh_urR-T0/edit?usp=sharing)
+		* [Scheduler HTTP API User doc](https://github.com/apache/mesos/blob/master/docs/scheduler_http_api.md)
+		* [Versioning HTTP API](https://docs.google.com/document/d/1-iQjo6778H_fU_1Zi_Yk6szg8qj-wqYgVgnx7u3h6OU/edit?usp=sharing)
+* **Nested Container**
+	* communication:
+		* [Google group](https://groups.google.com/forum/#!forum/mesos-containerizer-dev-wg)
+	* members:
+		* James Peach
+		* Jie Yu
+		* Kapil Arya
+		* Zhitao Li
+	* resources:
+		* [MESOS-3333](https://issues.apache.org/jira/browse/MESOS-3333)
+* **Networking**
+	* members:
+		* Jie Yu
+		* Kapil Arya
+		* Niklas Nielsen
+	* resources:
+		* [IP Address Manager Enable Per-Container IP in Mesos](https://docs.google.com/document/d/17mXtAmdAXcNBwp_JfrxmZcQrs7EO6ancSbejrqjLQ0g/edit)
+		* [MESOS-2044](https://issues.apache.org/jira/browse/MESOS-2044)
+* **Oversubscription**
+	* communication:
+		* irc: mesos-oversubscription
+	* members:
+		* Bart\u0142omiej P\u0142otka
+		* Jie Yu
+		* Joris Van Remoortere
+		* Niklas Nielsen
+		* Vinod Kone
+	* resources:
+		* [Mesos Oversubscription Design](https://docs.google.com/document/d/1pUnElxHy1uWfHY_FOvvRC73QaOGgdXE0OXN-gbxdXA0/edit)
+		* [MESOS-2044](https://issues.apache.org/jira/browse/MESOS-2044)
+* **Performance Isolation**
+	* communication:
+		* [hangout](https://hangouts.google.com/hangouts/_/intel.com/mesos-isolation)
+	* members:
+		* Benjamin Mahler
+		* Connor Doyle
+		* Ian Downes
+		* Jie Yu
+		* Kevin Klues
+		* Niklas Nielsen,
+	* resources:
+		* [meeting notes](https://docs.google.com/document/d/11mlGPZSABItP47J6VX-zB0fAK6Qr1mCIOI7nhlATMqk/edit)
+		* [MESOS-4138](https://issues.apache.org/jira/browse/MESOS-4138)
+		* [Mesos: exclusive resources](https://docs.google.com/document/d/1Aby-U3-MPKE51s4aYd41L4Co2S97eM6LPtyzjyR_ecI/edit)
+* **Resource Allocation**
+	* members:
+		* Alex Rukletsov
+		* Benjamin Hindman
+		* Benjamin Mahler
+		* Guangya Liu
+		* Jie Yu
+		* Joris Van Remoortere
+		* Joseph Wu
+		* Klaus Ma
+		* Vinod Kone
+	* resources:
+		* [Optimistically Offering Unallocated Reserved Resources](https://docs.google.com/document/d/1RGrkDNnfyjpOQVxk_kUFJCalNMqnFlzaMRww7j7HSKU/edit?usp=sharing)
+* **Simulation**
+	* communication:
+		* irc: mesos-simulation
+	* members:
+		* Dan Mercer
+		* Maged Michael
+		* Marco Massenzio
+		* Neil Conway
+	* resources:
+		* [Deterministic Simulation Tools for Mesos Testing and Debugging](https://docs.google.com/document/d/1x4FVpm4DP95w1as78xIPeCR4ke8gZgA3Cu_G624Bung/edit)
+		* [meeting notes](https://docs.google.com/document/d/1sSDI_5g2yILSXdrBWtS9AkKf27nQbxPPi9ddAaI8TzU/edit)
+* **Strategy**
+	* members:
+		* Adam B
+		* Ben Hindman
+		* Ben Mahler
+		* Dan Mercer
+		* Niklas Nielsen
+		* Vinod Kone
+	* resources:
+		* [meeting notes](https://docs.google.com/document/d/11LLDKQBZObduNUG7_bayBIU6VMKq2E8CvmaI0tt1U4M/edit)
+* **Website**
+	* communication:
+		* mailing list subject prefix: WEBSITE
+	* members:
+		* Abhishek Dasgupta
+		* Freddy Ayuso-Henson
+		* Haosdent
+		* Jay JN Guo,
+		* Jeff Schroeder
+		* Neil Conway,
+		* Radoslaw Gruchalski
+		* Ryuichi Okumura
+		* Timothy Anderegg
+		* Tomek Janiszewski
+		* Vinod Kone
+		* Zhong TIAN
+		* Zhou Z Xing

http://git-wip-us.apache.org/repos/asf/mesos/blob/07bff092/site/source/layouts/community_section.erb
----------------------------------------------------------------------
diff --git a/site/source/layouts/community_section.erb b/site/source/layouts/community_section.erb
index 698d199..07fd288 100644
--- a/site/source/layouts/community_section.erb
+++ b/site/source/layouts/community_section.erb
@@ -6,6 +6,7 @@
       <li class="list-group-item"><a href="/documentation/latest/powered-by-mesos/">Mesos Adopters</a></li>
       <li class="list-group-item"><a href="/community/user-groups/">User Groups</a></li>
       <li class="list-group-item"><a href="/documentation/latest/committers/">Committers</a></li>
+      <li class="list-group-item"><a href="/documentation/latest/working-groups/">Working Groups</a></li>
     </li>
   </div>
   <div class="col-md-10">


[3/5] mesos git commit: Added a test for replicated log metrics.

Posted by ji...@apache.org.
Added a test for replicated log metrics.

Review: https://reviews.apache.org/r/48803


Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/a501b5ee
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/a501b5ee
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/a501b5ee

Branch: refs/heads/metrics_replicated_log
Commit: a501b5eee8fdda027965277108f78b7e19102783
Parents: c6bf683
Author: Jie Yu <yu...@gmail.com>
Authored: Thu Jun 16 10:25:19 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:29:33 2016 -0700

----------------------------------------------------------------------
 src/tests/log_tests.cpp | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/mesos/blob/a501b5ee/src/tests/log_tests.cpp
----------------------------------------------------------------------
diff --git a/src/tests/log_tests.cpp b/src/tests/log_tests.cpp
index 06bf5b8..a773298 100644
--- a/src/tests/log_tests.cpp
+++ b/src/tests/log_tests.cpp
@@ -55,6 +55,7 @@
 
 #include "tests/environment.hpp"
 #include "tests/mesos.hpp"
+#include "tests/utils.hpp"
 
 #ifdef MESOS_HAS_JAVA
 #include "tests/zookeeper.hpp"
@@ -2078,6 +2079,30 @@ TEST_F(LogTest, Position)
 }
 
 
+TEST_F(LogTest, Metrics)
+{
+  const string path = os::getcwd() + "/.log";
+  initializer.flags.path = path;
+  initializer.execute();
+
+  Log log(1, path, {}, false, "prefix/");
+
+  // Make sure the log is recovered. If the log is not recovered, the
+  // writer cannot be elected.
+  Log::Writer writer(&log);
+
+  Future<Option<Log::Position>> start = writer.start();
+
+  AWAIT_READY(start);
+  ASSERT_SOME(start.get());
+
+  JSON::Object snapshot = Metrics();
+
+  ASSERT_EQ(1u, snapshot.values.count("prefix/log/recovered"));
+  EXPECT_EQ(1, snapshot.values["prefix/log/recovered"]);
+}
+
+
 #ifdef MESOS_HAS_JAVA
 // TODO(jieyu): We copy the code from TemporaryDirectoryTest here
 // because we cannot inherit from two test fixtures. In this future,


[2/5] mesos git commit: Added a metrics prefix for registrar replicated log.

Posted by ji...@apache.org.
Added a metrics prefix for registrar replicated log.

Review: https://reviews.apache.org/r/48802


Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/c6bf6838
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/c6bf6838
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/c6bf6838

Branch: refs/heads/metrics_replicated_log
Commit: c6bf68386e0a5e975a396f8fd450970f62ebf4d1
Parents: 14858cd
Author: Jie Yu <yu...@gmail.com>
Authored: Wed Jun 15 22:31:08 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:29:04 2016 -0700

----------------------------------------------------------------------
 src/local/local.cpp | 3 ++-
 src/master/main.cpp | 6 ++++--
 2 files changed, 6 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/mesos/blob/c6bf6838/src/local/local.cpp
----------------------------------------------------------------------
diff --git a/src/local/local.cpp b/src/local/local.cpp
index 8f84b54..0f7d565 100644
--- a/src/local/local.cpp
+++ b/src/local/local.cpp
@@ -213,7 +213,8 @@ PID<Master> launch(const Flags& flags, Allocator* _allocator)
           1,
           path::join(flags.work_dir.get(), "replicated_log"),
           set<UPID>(),
-          flags.log_auto_initialize);
+          flags.log_auto_initialize,
+          "registrar");
       storage = new mesos::state::LogStorage(log);
     } else {
       EXIT(EXIT_FAILURE)

http://git-wip-us.apache.org/repos/asf/mesos/blob/c6bf6838/src/master/main.cpp
----------------------------------------------------------------------
diff --git a/src/master/main.cpp b/src/master/main.cpp
index 9163205..868f0b5 100644
--- a/src/master/main.cpp
+++ b/src/master/main.cpp
@@ -412,14 +412,16 @@ int main(int argc, char** argv)
           flags.zk_session_timeout,
           path::join(url.get().path, "log_replicas"),
           url.get().authentication,
-          flags.log_auto_initialize);
+          flags.log_auto_initialize,
+          "registrar");
     } else {
       // Use replicated log without ZooKeeper.
       log = new Log(
           1,
           path::join(flags.work_dir.get(), "replicated_log"),
           set<UPID>(),
-          flags.log_auto_initialize);
+          flags.log_auto_initialize,
+          "registrar");
     }
     storage = new LogStorage(log);
   } else {


[4/5] mesos git commit: Added a TODO about a bug in RecoverProtocolProcess discard logic.

Posted by ji...@apache.org.
Added a TODO about a bug in RecoverProtocolProcess discard logic.

Review: https://reviews.apache.org/r/48804


Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/8cba2251
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/8cba2251
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/8cba2251

Branch: refs/heads/metrics_replicated_log
Commit: 8cba225148b33a70fbc75d610905a74661ba0105
Parents: a501b5e
Author: Jie Yu <yu...@gmail.com>
Authored: Thu Jun 16 10:25:51 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:30:05 2016 -0700

----------------------------------------------------------------------
 src/log/recover.cpp | 3 +++
 1 file changed, 3 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/mesos/blob/8cba2251/src/log/recover.cpp
----------------------------------------------------------------------
diff --git a/src/log/recover.cpp b/src/log/recover.cpp
index 826e5cd..289b93f 100644
--- a/src/log/recover.cpp
+++ b/src/log/recover.cpp
@@ -121,6 +121,9 @@ private:
 
   void discard()
   {
+    // TODO(jieyu): The discard logic here is problematic. It is
+    // likely that this process never terminats after 'discard' has
+    // been called on the returned future. See details in MESOS-5626.
     terminating = true;
     chain.discard();
   }