You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mesos.apache.org by ji...@apache.org on 2016/06/16 17:47:58 UTC
[1/5] mesos git commit: Added a metric to replicated log.
Repository: mesos
Updated Branches:
refs/heads/metrics_replicated_log [created] 07bff092e
Added a metric to replicated log.
This is a gauge indicating if the replicated log has recovered or not.
Review: https://reviews.apache.org/r/48801
Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/14858cd2
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/14858cd2
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/14858cd2
Branch: refs/heads/metrics_replicated_log
Commit: 14858cd2a2bb55cacf6279059dd913a40971a284
Parents: 161e049
Author: Jie Yu <yu...@gmail.com>
Authored: Wed Jun 15 22:28:02 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:28:15 2016 -0700
----------------------------------------------------------------------
include/mesos/log/log.hpp | 6 +++--
src/log/log.cpp | 50 +++++++++++++++++++++++++++++++++++-------
src/log/log.hpp | 22 +++++++++++++++++--
3 files changed, 66 insertions(+), 12 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/include/mesos/log/log.hpp
----------------------------------------------------------------------
diff --git a/include/mesos/log/log.hpp b/include/mesos/log/log.hpp
index 9c86349..0f69848 100644
--- a/include/mesos/log/log.hpp
+++ b/include/mesos/log/log.hpp
@@ -192,7 +192,8 @@ public:
Log(int quorum,
const std::string& path,
const std::set<process::UPID>& pids,
- bool autoInitialize = false);
+ bool autoInitialize = false,
+ const Option<std::string>& metricsPrefix = None());
// Creates a new replicated log that assumes the specified quorum
// size, is backed by a file at the specified path, and coordinates
@@ -204,7 +205,8 @@ public:
const Duration& timeout,
const std::string& znode,
const Option<zookeeper::Authentication>& auth = None(),
- bool autoInitialize = false);
+ bool autoInitialize = false,
+ const Option<std::string>& metricsPrefix = None());
~Log();
http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/src/log/log.cpp
----------------------------------------------------------------------
diff --git a/src/log/log.cpp b/src/log/log.cpp
index c0f1cb3..f8e439f 100644
--- a/src/log/log.cpp
+++ b/src/log/log.cpp
@@ -28,6 +28,8 @@
#include <process/process.hpp>
#include <process/shared.hpp>
+#include <process/metrics/metrics.hpp>
+
#include <stout/check.hpp>
#include <stout/foreach.hpp>
#include <stout/lambda.hpp>
@@ -64,13 +66,15 @@ LogProcess::LogProcess(
size_t _quorum,
const string& path,
const set<UPID>& pids,
- bool _autoInitialize)
+ bool _autoInitialize,
+ const Option<string>& metricsPrefix)
: ProcessBase(ID::generate("log")),
quorum(_quorum),
replica(new Replica(path)),
network(new Network(pids + (UPID) replica->pid())),
autoInitialize(_autoInitialize),
- group(nullptr) {}
+ group(nullptr),
+ metrics(*this, metricsPrefix) {}
LogProcess::LogProcess(
@@ -80,7 +84,8 @@ LogProcess::LogProcess(
const Duration& timeout,
const string& znode,
const Option<zookeeper::Authentication>& auth,
- bool _autoInitialize)
+ bool _autoInitialize,
+ const Option<string>& metricsPrefix)
: ProcessBase(ID::generate("log")),
quorum(_quorum),
replica(new Replica(path)),
@@ -91,7 +96,8 @@ LogProcess::LogProcess(
auth,
Set<UPID>((UPID) replica->pid()))),
autoInitialize(_autoInitialize),
- group(new zookeeper::Group(servers, timeout, znode, auth)) {}
+ group(new zookeeper::Group(servers, timeout, znode, auth)),
+ metrics(*this, metricsPrefix) {}
void LogProcess::initialize()
@@ -236,6 +242,12 @@ void LogProcess::_recover()
}
+double LogProcess::_recovered()
+{
+ return recovered.future().isReady() ? 1 : 0;
+}
+
+
void LogProcess::watch(
const UPID& pid,
const set<zookeeper::Group::Membership>& memberships)
@@ -268,6 +280,23 @@ void LogProcess::discarded()
}
+LogProcess::Metrics::Metrics(
+ const LogProcess& process,
+ const Option<string>& prefix)
+ : recovered(
+ prefix.getOrElse("") + "log/recovered",
+ defer(process, &LogProcess::_recovered))
+{
+ process::metrics::add(recovered);
+}
+
+
+LogProcess::Metrics::~Metrics()
+{
+ process::metrics::remove(recovered);
+}
+
+
/////////////////////////////////////////////////
// Implementation of LogReaderProcess.
/////////////////////////////////////////////////
@@ -610,7 +639,8 @@ Log::Log(
int quorum,
const string& path,
const set<UPID>& pids,
- bool autoInitialize)
+ bool autoInitialize,
+ const Option<string>& metricsPrefix)
{
GOOGLE_PROTOBUF_VERIFY_VERSION;
@@ -619,11 +649,13 @@ Log::Log(
quorum,
path,
pids,
- autoInitialize);
+ autoInitialize,
+ metricsPrefix);
spawn(process);
}
+
Log::Log(
int quorum,
const string& path,
@@ -631,7 +663,8 @@ Log::Log(
const Duration& timeout,
const string& znode,
const Option<zookeeper::Authentication>& auth,
- bool autoInitialize)
+ bool autoInitialize,
+ const Option<string>& metricsPrefix)
{
GOOGLE_PROTOBUF_VERIFY_VERSION;
@@ -643,7 +676,8 @@ Log::Log(
timeout,
znode,
auth,
- autoInitialize);
+ autoInitialize,
+ metricsPrefix);
spawn(process);
}
http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/src/log/log.hpp
----------------------------------------------------------------------
diff --git a/src/log/log.hpp b/src/log/log.hpp
index 6e75773..a600025 100644
--- a/src/log/log.hpp
+++ b/src/log/log.hpp
@@ -26,6 +26,8 @@
#include <process/process.hpp>
#include <process/shared.hpp>
+#include <process/metrics/gauge.hpp>
+
#include <stout/nothing.hpp>
#include "log/coordinator.hpp"
@@ -44,7 +46,8 @@ public:
size_t _quorum,
const std::string& path,
const std::set<process::UPID>& pids,
- bool _autoInitialize);
+ bool _autoInitialize,
+ const Option<std::string>& metricsPrefix);
LogProcess(
size_t _quorum,
@@ -53,7 +56,8 @@ public:
const Duration& timeout,
const std::string& znode,
const Option<zookeeper::Authentication>& auth,
- bool _autoInitialize);
+ bool _autoInitialize,
+ const Option<std::string>& metricsPrefix);
// Recovers the log by catching up if needed. Returns a shared
// pointer to the local replica if the recovery succeeds.
@@ -70,6 +74,9 @@ private:
// Continuations.
void _recover();
+ // Return true if the log has finished recovery.
+ double _recovered();
+
// TODO(benh): Factor this out into "membership renewer".
void watch(
const process::UPID& pid,
@@ -92,6 +99,17 @@ private:
// continually renew the replicas membership (when using ZooKeeper).
zookeeper::Group* group;
process::Future<zookeeper::Group::Membership> membership;
+
+ struct Metrics
+ {
+ explicit Metrics(
+ const LogProcess& process,
+ const Option<std::string>& prefix);
+
+ ~Metrics();
+
+ process::metrics::Gauge recovered;
+ } metrics;
};
Re: [1/5] mesos git commit: Added a metric to replicated log.
Posted by Jie Yu <yu...@gmail.com>.
oops! fat fingered. I'll delete the branch.
On Thu, Jun 16, 2016 at 10:47 AM, <ji...@apache.org> wrote:
> Repository: mesos
> Updated Branches:
> refs/heads/metrics_replicated_log [created] 07bff092e
>
>
> Added a metric to replicated log.
>
> This is a gauge indicating if the replicated log has recovered or not.
>
> Review: https://reviews.apache.org/r/48801
>
>
> Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
> Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/14858cd2
> Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/14858cd2
> Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/14858cd2
>
> Branch: refs/heads/metrics_replicated_log
> Commit: 14858cd2a2bb55cacf6279059dd913a40971a284
> Parents: 161e049
> Author: Jie Yu <yu...@gmail.com>
> Authored: Wed Jun 15 22:28:02 2016 -0700
> Committer: Jie Yu <yu...@gmail.com>
> Committed: Thu Jun 16 10:28:15 2016 -0700
>
> ----------------------------------------------------------------------
> include/mesos/log/log.hpp | 6 +++--
> src/log/log.cpp | 50 +++++++++++++++++++++++++++++++++++-------
> src/log/log.hpp | 22 +++++++++++++++++--
> 3 files changed, 66 insertions(+), 12 deletions(-)
> ----------------------------------------------------------------------
>
>
>
> http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/include/mesos/log/log.hpp
> ----------------------------------------------------------------------
> diff --git a/include/mesos/log/log.hpp b/include/mesos/log/log.hpp
> index 9c86349..0f69848 100644
> --- a/include/mesos/log/log.hpp
> +++ b/include/mesos/log/log.hpp
> @@ -192,7 +192,8 @@ public:
> Log(int quorum,
> const std::string& path,
> const std::set<process::UPID>& pids,
> - bool autoInitialize = false);
> + bool autoInitialize = false,
> + const Option<std::string>& metricsPrefix = None());
>
> // Creates a new replicated log that assumes the specified quorum
> // size, is backed by a file at the specified path, and coordinates
> @@ -204,7 +205,8 @@ public:
> const Duration& timeout,
> const std::string& znode,
> const Option<zookeeper::Authentication>& auth = None(),
> - bool autoInitialize = false);
> + bool autoInitialize = false,
> + const Option<std::string>& metricsPrefix = None());
>
> ~Log();
>
>
> http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/src/log/log.cpp
> ----------------------------------------------------------------------
> diff --git a/src/log/log.cpp b/src/log/log.cpp
> index c0f1cb3..f8e439f 100644
> --- a/src/log/log.cpp
> +++ b/src/log/log.cpp
> @@ -28,6 +28,8 @@
> #include <process/process.hpp>
> #include <process/shared.hpp>
>
> +#include <process/metrics/metrics.hpp>
> +
> #include <stout/check.hpp>
> #include <stout/foreach.hpp>
> #include <stout/lambda.hpp>
> @@ -64,13 +66,15 @@ LogProcess::LogProcess(
> size_t _quorum,
> const string& path,
> const set<UPID>& pids,
> - bool _autoInitialize)
> + bool _autoInitialize,
> + const Option<string>& metricsPrefix)
> : ProcessBase(ID::generate("log")),
> quorum(_quorum),
> replica(new Replica(path)),
> network(new Network(pids + (UPID) replica->pid())),
> autoInitialize(_autoInitialize),
> - group(nullptr) {}
> + group(nullptr),
> + metrics(*this, metricsPrefix) {}
>
>
> LogProcess::LogProcess(
> @@ -80,7 +84,8 @@ LogProcess::LogProcess(
> const Duration& timeout,
> const string& znode,
> const Option<zookeeper::Authentication>& auth,
> - bool _autoInitialize)
> + bool _autoInitialize,
> + const Option<string>& metricsPrefix)
> : ProcessBase(ID::generate("log")),
> quorum(_quorum),
> replica(new Replica(path)),
> @@ -91,7 +96,8 @@ LogProcess::LogProcess(
> auth,
> Set<UPID>((UPID) replica->pid()))),
> autoInitialize(_autoInitialize),
> - group(new zookeeper::Group(servers, timeout, znode, auth)) {}
> + group(new zookeeper::Group(servers, timeout, znode, auth)),
> + metrics(*this, metricsPrefix) {}
>
>
> void LogProcess::initialize()
> @@ -236,6 +242,12 @@ void LogProcess::_recover()
> }
>
>
> +double LogProcess::_recovered()
> +{
> + return recovered.future().isReady() ? 1 : 0;
> +}
> +
> +
> void LogProcess::watch(
> const UPID& pid,
> const set<zookeeper::Group::Membership>& memberships)
> @@ -268,6 +280,23 @@ void LogProcess::discarded()
> }
>
>
> +LogProcess::Metrics::Metrics(
> + const LogProcess& process,
> + const Option<string>& prefix)
> + : recovered(
> + prefix.getOrElse("") + "log/recovered",
> + defer(process, &LogProcess::_recovered))
> +{
> + process::metrics::add(recovered);
> +}
> +
> +
> +LogProcess::Metrics::~Metrics()
> +{
> + process::metrics::remove(recovered);
> +}
> +
> +
> /////////////////////////////////////////////////
> // Implementation of LogReaderProcess.
> /////////////////////////////////////////////////
> @@ -610,7 +639,8 @@ Log::Log(
> int quorum,
> const string& path,
> const set<UPID>& pids,
> - bool autoInitialize)
> + bool autoInitialize,
> + const Option<string>& metricsPrefix)
> {
> GOOGLE_PROTOBUF_VERIFY_VERSION;
>
> @@ -619,11 +649,13 @@ Log::Log(
> quorum,
> path,
> pids,
> - autoInitialize);
> + autoInitialize,
> + metricsPrefix);
>
> spawn(process);
> }
>
> +
> Log::Log(
> int quorum,
> const string& path,
> @@ -631,7 +663,8 @@ Log::Log(
> const Duration& timeout,
> const string& znode,
> const Option<zookeeper::Authentication>& auth,
> - bool autoInitialize)
> + bool autoInitialize,
> + const Option<string>& metricsPrefix)
> {
> GOOGLE_PROTOBUF_VERIFY_VERSION;
>
> @@ -643,7 +676,8 @@ Log::Log(
> timeout,
> znode,
> auth,
> - autoInitialize);
> + autoInitialize,
> + metricsPrefix);
>
> spawn(process);
> }
>
> http://git-wip-us.apache.org/repos/asf/mesos/blob/14858cd2/src/log/log.hpp
> ----------------------------------------------------------------------
> diff --git a/src/log/log.hpp b/src/log/log.hpp
> index 6e75773..a600025 100644
> --- a/src/log/log.hpp
> +++ b/src/log/log.hpp
> @@ -26,6 +26,8 @@
> #include <process/process.hpp>
> #include <process/shared.hpp>
>
> +#include <process/metrics/gauge.hpp>
> +
> #include <stout/nothing.hpp>
>
> #include "log/coordinator.hpp"
> @@ -44,7 +46,8 @@ public:
> size_t _quorum,
> const std::string& path,
> const std::set<process::UPID>& pids,
> - bool _autoInitialize);
> + bool _autoInitialize,
> + const Option<std::string>& metricsPrefix);
>
> LogProcess(
> size_t _quorum,
> @@ -53,7 +56,8 @@ public:
> const Duration& timeout,
> const std::string& znode,
> const Option<zookeeper::Authentication>& auth,
> - bool _autoInitialize);
> + bool _autoInitialize,
> + const Option<std::string>& metricsPrefix);
>
> // Recovers the log by catching up if needed. Returns a shared
> // pointer to the local replica if the recovery succeeds.
> @@ -70,6 +74,9 @@ private:
> // Continuations.
> void _recover();
>
> + // Return true if the log has finished recovery.
> + double _recovered();
> +
> // TODO(benh): Factor this out into "membership renewer".
> void watch(
> const process::UPID& pid,
> @@ -92,6 +99,17 @@ private:
> // continually renew the replicas membership (when using ZooKeeper).
> zookeeper::Group* group;
> process::Future<zookeeper::Group::Membership> membership;
> +
> + struct Metrics
> + {
> + explicit Metrics(
> + const LogProcess& process,
> + const Option<std::string>& prefix);
> +
> + ~Metrics();
> +
> + process::metrics::Gauge recovered;
> + } metrics;
> };
>
>
>
>
[5/5] mesos git commit: Moved working groups from wiki to
documentation.
Posted by ji...@apache.org.
Moved working groups from wiki to documentation.
Change was discussed at
http://www.mail-archive.com/dev@mesos.apache.org/msg35506.html
Review: https://reviews.apache.org/r/48530/
Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/07bff092
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/07bff092
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/07bff092
Branch: refs/heads/metrics_replicated_log
Commit: 07bff092ed4f12fde515a5065a92ad143a25eed8
Parents: 8cba225
Author: Tomasz Janiszewski <ja...@gmail.com>
Authored: Thu Jun 16 10:46:26 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:47:19 2016 -0700
----------------------------------------------------------------------
docs/home.md | 1 +
docs/working-groups.md | 143 +++++++++++++++++++++++++
site/source/layouts/community_section.erb | 1 +
3 files changed, 145 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/mesos/blob/07bff092/docs/home.md
----------------------------------------------------------------------
diff --git a/docs/home.md b/docs/home.md
index 7cccf71..000b92e 100644
--- a/docs/home.md
+++ b/docs/home.md
@@ -82,6 +82,7 @@ layout: documentation
* [Engineering Principles and Practices](engineering-principles-and-practices.md) to serve as a shared set of project-level values for the community.
* [Committing](committing.md) guidelines for committing changes.
* [Committers and Maintainers](committers.md) a listing of project committers and component maintainers; useful when seeking feedback.
+* [Working groups](working-groups.md) a listing of groups working on different components.
* [Doxygen](/api/latest/c++/) documents the internal Mesos APIs.
* [Documentation Guide](documentation-guide.md)
* [C++ Style Guide](c++-style-guide.md)
http://git-wip-us.apache.org/repos/asf/mesos/blob/07bff092/docs/working-groups.md
----------------------------------------------------------------------
diff --git a/docs/working-groups.md b/docs/working-groups.md
new file mode 100644
index 0000000..1e1618a
--- /dev/null
+++ b/docs/working-groups.md
@@ -0,0 +1,143 @@
+---
+title: Apache Mesos - Working Groups
+layout: documentation
+---
+
+# Working Groups
+* **External Volumes**
+ * members:
+ * Adam B
+* **Global resources**
+ * members:
+ * Adam B
+ * Jie Yu
+ * Joerg Schad
+ * Klaus Ma
+ * resources:
+ * [MESOS-2728](https://issues.apache.org/jira/browse/MESOS-2728)
+* **GPU support**
+ * communication:
+ * irc: mesos-gpus
+ * mailing list subject prefix: GPU
+ * members:
+ * Benjamin Mahler
+ * Felix Abecassis
+ * Ian Downes
+ * Jonathan Calmels
+ * Kevin Klues
+ * Rob Todd
+ * Vikrama Ditya
+ * resources:
+ * [MESOS-4424](https://issues.apache.org/jira/browse/MESOS-4424)
+* **HTTP API**
+ * communication:
+ * irc: mesos-http-api
+ * mailing list subject prefix: HTTP API
+ * members:
+ * Anand Mazumdar
+ * Benjamin Mahler
+ * Isabel Jimenez
+ * Vinod Kone
+ * resources:
+ * [Executor Design Doc](https://docs.google.com/document/d/1dFmTrSZXCo5zj8H8SkJ4HT-V0z2YYnEZVV8Fd_-AupM/edit?usp=sharing)
+ * [Master discovery](https://docs.google.com/document/d/1i2pWJaIjnFYhuR-000NG-AC1rFKKrRh3Wn47Y2G6lRE/edit?usp=sharing)
+ * [MESOS-2288](https://issues.apache.org/jira/browse/MESOS-2288)
+ * [MESOS-3302](https://issues.apache.org/jira/browse/MESOS-3302)
+ * [Scheduler HTTP API Design doc](https://docs.google.com/document/d/1pnIY_HckimKNvpqhKRhbc9eSItWNFT-priXh_urR-T0/edit?usp=sharing)
+ * [Scheduler HTTP API User doc](https://github.com/apache/mesos/blob/master/docs/scheduler_http_api.md)
+ * [Versioning HTTP API](https://docs.google.com/document/d/1-iQjo6778H_fU_1Zi_Yk6szg8qj-wqYgVgnx7u3h6OU/edit?usp=sharing)
+* **Nested Container**
+ * communication:
+ * [Google group](https://groups.google.com/forum/#!forum/mesos-containerizer-dev-wg)
+ * members:
+ * James Peach
+ * Jie Yu
+ * Kapil Arya
+ * Zhitao Li
+ * resources:
+ * [MESOS-3333](https://issues.apache.org/jira/browse/MESOS-3333)
+* **Networking**
+ * members:
+ * Jie Yu
+ * Kapil Arya
+ * Niklas Nielsen
+ * resources:
+ * [IP Address Manager Enable Per-Container IP in Mesos](https://docs.google.com/document/d/17mXtAmdAXcNBwp_JfrxmZcQrs7EO6ancSbejrqjLQ0g/edit)
+ * [MESOS-2044](https://issues.apache.org/jira/browse/MESOS-2044)
+* **Oversubscription**
+ * communication:
+ * irc: mesos-oversubscription
+ * members:
+ * Bart\u0142omiej P\u0142otka
+ * Jie Yu
+ * Joris Van Remoortere
+ * Niklas Nielsen
+ * Vinod Kone
+ * resources:
+ * [Mesos Oversubscription Design](https://docs.google.com/document/d/1pUnElxHy1uWfHY_FOvvRC73QaOGgdXE0OXN-gbxdXA0/edit)
+ * [MESOS-2044](https://issues.apache.org/jira/browse/MESOS-2044)
+* **Performance Isolation**
+ * communication:
+ * [hangout](https://hangouts.google.com/hangouts/_/intel.com/mesos-isolation)
+ * members:
+ * Benjamin Mahler
+ * Connor Doyle
+ * Ian Downes
+ * Jie Yu
+ * Kevin Klues
+ * Niklas Nielsen,
+ * resources:
+ * [meeting notes](https://docs.google.com/document/d/11mlGPZSABItP47J6VX-zB0fAK6Qr1mCIOI7nhlATMqk/edit)
+ * [MESOS-4138](https://issues.apache.org/jira/browse/MESOS-4138)
+ * [Mesos: exclusive resources](https://docs.google.com/document/d/1Aby-U3-MPKE51s4aYd41L4Co2S97eM6LPtyzjyR_ecI/edit)
+* **Resource Allocation**
+ * members:
+ * Alex Rukletsov
+ * Benjamin Hindman
+ * Benjamin Mahler
+ * Guangya Liu
+ * Jie Yu
+ * Joris Van Remoortere
+ * Joseph Wu
+ * Klaus Ma
+ * Vinod Kone
+ * resources:
+ * [Optimistically Offering Unallocated Reserved Resources](https://docs.google.com/document/d/1RGrkDNnfyjpOQVxk_kUFJCalNMqnFlzaMRww7j7HSKU/edit?usp=sharing)
+* **Simulation**
+ * communication:
+ * irc: mesos-simulation
+ * members:
+ * Dan Mercer
+ * Maged Michael
+ * Marco Massenzio
+ * Neil Conway
+ * resources:
+ * [Deterministic Simulation Tools for Mesos Testing and Debugging](https://docs.google.com/document/d/1x4FVpm4DP95w1as78xIPeCR4ke8gZgA3Cu_G624Bung/edit)
+ * [meeting notes](https://docs.google.com/document/d/1sSDI_5g2yILSXdrBWtS9AkKf27nQbxPPi9ddAaI8TzU/edit)
+* **Strategy**
+ * members:
+ * Adam B
+ * Ben Hindman
+ * Ben Mahler
+ * Dan Mercer
+ * Niklas Nielsen
+ * Vinod Kone
+ * resources:
+ * [meeting notes](https://docs.google.com/document/d/11LLDKQBZObduNUG7_bayBIU6VMKq2E8CvmaI0tt1U4M/edit)
+* **Website**
+ * communication:
+ * mailing list subject prefix: WEBSITE
+ * members:
+ * Abhishek Dasgupta
+ * Freddy Ayuso-Henson
+ * Haosdent
+ * Jay JN Guo,
+ * Jeff Schroeder
+ * Neil Conway,
+ * Radoslaw Gruchalski
+ * Ryuichi Okumura
+ * Timothy Anderegg
+ * Tomek Janiszewski
+ * Vinod Kone
+ * Zhong TIAN
+ * Zhou Z Xing
http://git-wip-us.apache.org/repos/asf/mesos/blob/07bff092/site/source/layouts/community_section.erb
----------------------------------------------------------------------
diff --git a/site/source/layouts/community_section.erb b/site/source/layouts/community_section.erb
index 698d199..07fd288 100644
--- a/site/source/layouts/community_section.erb
+++ b/site/source/layouts/community_section.erb
@@ -6,6 +6,7 @@
<li class="list-group-item"><a href="/documentation/latest/powered-by-mesos/">Mesos Adopters</a></li>
<li class="list-group-item"><a href="/community/user-groups/">User Groups</a></li>
<li class="list-group-item"><a href="/documentation/latest/committers/">Committers</a></li>
+ <li class="list-group-item"><a href="/documentation/latest/working-groups/">Working Groups</a></li>
</li>
</div>
<div class="col-md-10">
[3/5] mesos git commit: Added a test for replicated log metrics.
Posted by ji...@apache.org.
Added a test for replicated log metrics.
Review: https://reviews.apache.org/r/48803
Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/a501b5ee
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/a501b5ee
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/a501b5ee
Branch: refs/heads/metrics_replicated_log
Commit: a501b5eee8fdda027965277108f78b7e19102783
Parents: c6bf683
Author: Jie Yu <yu...@gmail.com>
Authored: Thu Jun 16 10:25:19 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:29:33 2016 -0700
----------------------------------------------------------------------
src/tests/log_tests.cpp | 25 +++++++++++++++++++++++++
1 file changed, 25 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/mesos/blob/a501b5ee/src/tests/log_tests.cpp
----------------------------------------------------------------------
diff --git a/src/tests/log_tests.cpp b/src/tests/log_tests.cpp
index 06bf5b8..a773298 100644
--- a/src/tests/log_tests.cpp
+++ b/src/tests/log_tests.cpp
@@ -55,6 +55,7 @@
#include "tests/environment.hpp"
#include "tests/mesos.hpp"
+#include "tests/utils.hpp"
#ifdef MESOS_HAS_JAVA
#include "tests/zookeeper.hpp"
@@ -2078,6 +2079,30 @@ TEST_F(LogTest, Position)
}
+TEST_F(LogTest, Metrics)
+{
+ const string path = os::getcwd() + "/.log";
+ initializer.flags.path = path;
+ initializer.execute();
+
+ Log log(1, path, {}, false, "prefix/");
+
+ // Make sure the log is recovered. If the log is not recovered, the
+ // writer cannot be elected.
+ Log::Writer writer(&log);
+
+ Future<Option<Log::Position>> start = writer.start();
+
+ AWAIT_READY(start);
+ ASSERT_SOME(start.get());
+
+ JSON::Object snapshot = Metrics();
+
+ ASSERT_EQ(1u, snapshot.values.count("prefix/log/recovered"));
+ EXPECT_EQ(1, snapshot.values["prefix/log/recovered"]);
+}
+
+
#ifdef MESOS_HAS_JAVA
// TODO(jieyu): We copy the code from TemporaryDirectoryTest here
// because we cannot inherit from two test fixtures. In this future,
[2/5] mesos git commit: Added a metrics prefix for registrar
replicated log.
Posted by ji...@apache.org.
Added a metrics prefix for registrar replicated log.
Review: https://reviews.apache.org/r/48802
Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/c6bf6838
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/c6bf6838
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/c6bf6838
Branch: refs/heads/metrics_replicated_log
Commit: c6bf68386e0a5e975a396f8fd450970f62ebf4d1
Parents: 14858cd
Author: Jie Yu <yu...@gmail.com>
Authored: Wed Jun 15 22:31:08 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:29:04 2016 -0700
----------------------------------------------------------------------
src/local/local.cpp | 3 ++-
src/master/main.cpp | 6 ++++--
2 files changed, 6 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/mesos/blob/c6bf6838/src/local/local.cpp
----------------------------------------------------------------------
diff --git a/src/local/local.cpp b/src/local/local.cpp
index 8f84b54..0f7d565 100644
--- a/src/local/local.cpp
+++ b/src/local/local.cpp
@@ -213,7 +213,8 @@ PID<Master> launch(const Flags& flags, Allocator* _allocator)
1,
path::join(flags.work_dir.get(), "replicated_log"),
set<UPID>(),
- flags.log_auto_initialize);
+ flags.log_auto_initialize,
+ "registrar");
storage = new mesos::state::LogStorage(log);
} else {
EXIT(EXIT_FAILURE)
http://git-wip-us.apache.org/repos/asf/mesos/blob/c6bf6838/src/master/main.cpp
----------------------------------------------------------------------
diff --git a/src/master/main.cpp b/src/master/main.cpp
index 9163205..868f0b5 100644
--- a/src/master/main.cpp
+++ b/src/master/main.cpp
@@ -412,14 +412,16 @@ int main(int argc, char** argv)
flags.zk_session_timeout,
path::join(url.get().path, "log_replicas"),
url.get().authentication,
- flags.log_auto_initialize);
+ flags.log_auto_initialize,
+ "registrar");
} else {
// Use replicated log without ZooKeeper.
log = new Log(
1,
path::join(flags.work_dir.get(), "replicated_log"),
set<UPID>(),
- flags.log_auto_initialize);
+ flags.log_auto_initialize,
+ "registrar");
}
storage = new LogStorage(log);
} else {
[4/5] mesos git commit: Added a TODO about a bug in
RecoverProtocolProcess discard logic.
Posted by ji...@apache.org.
Added a TODO about a bug in RecoverProtocolProcess discard logic.
Review: https://reviews.apache.org/r/48804
Project: http://git-wip-us.apache.org/repos/asf/mesos/repo
Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/8cba2251
Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/8cba2251
Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/8cba2251
Branch: refs/heads/metrics_replicated_log
Commit: 8cba225148b33a70fbc75d610905a74661ba0105
Parents: a501b5e
Author: Jie Yu <yu...@gmail.com>
Authored: Thu Jun 16 10:25:51 2016 -0700
Committer: Jie Yu <yu...@gmail.com>
Committed: Thu Jun 16 10:30:05 2016 -0700
----------------------------------------------------------------------
src/log/recover.cpp | 3 +++
1 file changed, 3 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/mesos/blob/8cba2251/src/log/recover.cpp
----------------------------------------------------------------------
diff --git a/src/log/recover.cpp b/src/log/recover.cpp
index 826e5cd..289b93f 100644
--- a/src/log/recover.cpp
+++ b/src/log/recover.cpp
@@ -121,6 +121,9 @@ private:
void discard()
{
+ // TODO(jieyu): The discard logic here is problematic. It is
+ // likely that this process never terminats after 'discard' has
+ // been called on the returned future. See details in MESOS-5626.
terminating = true;
chain.discard();
}