You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@stratos.apache.org by im...@apache.org on 2015/05/10 20:39:02 UTC
[2/2] stratos git commit: Implementing nginx extension statistics
reading logic
Implementing nginx extension statistics reading logic
Project: http://git-wip-us.apache.org/repos/asf/stratos/repo
Commit: http://git-wip-us.apache.org/repos/asf/stratos/commit/2ccd5eb6
Tree: http://git-wip-us.apache.org/repos/asf/stratos/tree/2ccd5eb6
Diff: http://git-wip-us.apache.org/repos/asf/stratos/diff/2ccd5eb6
Branch: refs/heads/master
Commit: 2ccd5eb61679b04c431d800bd9f6547c540eb8e0
Parents: 2ff79b0
Author: Imesh Gunaratne <im...@apache.org>
Authored: Mon May 11 00:08:51 2015 +0530
Committer: Imesh Gunaratne <im...@apache.org>
Committed: Mon May 11 00:08:51 2015 +0530
----------------------------------------------------------------------
.../load-balancer/nginx-extension/README.md | 14 +++-
.../src/main/conf/log4j.properties | 2 +-
.../nginx/extension/NginxConfigWriter.java | 20 +++++-
.../nginx/extension/NginxStatisticsReader.java | 75 ++++++++++++++++++--
4 files changed, 99 insertions(+), 12 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/stratos/blob/2ccd5eb6/extensions/load-balancer/nginx-extension/README.md
----------------------------------------------------------------------
diff --git a/extensions/load-balancer/nginx-extension/README.md b/extensions/load-balancer/nginx-extension/README.md
index 3c606da..66ef238 100644
--- a/extensions/load-balancer/nginx-extension/README.md
+++ b/extensions/load-balancer/nginx-extension/README.md
@@ -9,8 +9,16 @@ tenant application signups and domain mapping information received from Stratos
2. Configure and start an instance of Nginx.
3. Listen to topology, application, application signup, domain mapping events.
4. Reload Nginx instance with the new topology configuration.
+5. Periodically publish statistics to Complex Event Processor (CEP).
## Statistics publishing
-Live statistics monitoring module is not available in Nginx basic version, need to recompile Nginx from source
-with HttpStubStatusModule for enabling it. Therefore statistics publishing to CEP is not currently available in this
-extension.
+Set cep.stats.publisher.enabled to true in nginx-extension.sh file to enable statistics publishing. Please note that
+Nginx must be compiled with HttpStubStatusModule module to read statistics. Execute the following command to make
+ sure that HttpStubStatusModule module is installed:
+```
+nginx -V 2>&1 | grep -o with-http_stub_status_module
+```
+If HttpStubStatusModule is installed the following output will be given:
+```
+with-http_stub_status_module
+```
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/stratos/blob/2ccd5eb6/extensions/load-balancer/nginx-extension/src/main/conf/log4j.properties
----------------------------------------------------------------------
diff --git a/extensions/load-balancer/nginx-extension/src/main/conf/log4j.properties b/extensions/load-balancer/nginx-extension/src/main/conf/log4j.properties
index a8e73dd..ad6b80a 100644
--- a/extensions/load-balancer/nginx-extension/src/main/conf/log4j.properties
+++ b/extensions/load-balancer/nginx-extension/src/main/conf/log4j.properties
@@ -25,7 +25,7 @@ log4j.appender.CONSOLE_APPENDER=org.apache.log4j.ConsoleAppender
# The standard error log where all the warnings, errors and fatal errors will be logged
log4j.appender.FILE_APPENDER=org.apache.log4j.FileAppender
-log4j.appender.FILE_APPENDER.File=stratos-nginx-extension.log
+log4j.appender.FILE_APPENDER.File=logs/nginx-extension.log
log4j.appender.FILE_APPENDER.layout=org.apache.log4j.PatternLayout
log4j.appender.FILE_APPENDER.layout.ConversionPattern=%d{ISO8601} [%X{ip}-%X{host}] [%t] %5p %c{1} %m%n
log4j.appender.FILE_APPENDER.threshold=DEBUG
http://git-wip-us.apache.org/repos/asf/stratos/blob/2ccd5eb6/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxConfigWriter.java
----------------------------------------------------------------------
diff --git a/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxConfigWriter.java b/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxConfigWriter.java
index 11803c4..a7adad8 100644
--- a/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxConfigWriter.java
+++ b/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxConfigWriter.java
@@ -115,10 +115,15 @@ public class NginxConfigWriter {
* server {
* listen <proxy-port>;
* server_name <cluster-hostname>;
- *
* location / {
* proxy_pass http://<cluster-hostname>
* }
+ * location /nginx_status {
+ * stub_status on;
+ * access_log off;
+ * allow 127.0.0.1;
+ * deny all;
+ * }
* }
* }
* @param cluster
@@ -148,10 +153,19 @@ public class NginxConfigWriter {
text.append(TAB).append("server {").append(NEW_LINE);
text.append(TAB).append(TAB).append("listen ").append(port.getProxy()).append(";").append(NEW_LINE);
text.append(TAB).append(TAB).append("server_name ").append(hostname).append(";").append(NEW_LINE);
- text.append(NEW_LINE);
+
text.append(TAB).append(TAB).append("location / {").append(NEW_LINE);
- text.append(TAB).append(TAB).append(TAB).append("proxy_pass").append(TAB).append("http://").append(hostname).append(";").append(NEW_LINE);
+ text.append(TAB).append(TAB).append(TAB).append("proxy_pass").append(TAB)
+ .append("http://").append(hostname).append(";").append(NEW_LINE);
text.append(TAB).append(TAB).append("}").append(NEW_LINE);
+
+ text.append(TAB).append(TAB).append("location /nginx_status {").append(NEW_LINE);
+ text.append(TAB).append(TAB).append(TAB).append("stub_status on;").append(NEW_LINE);
+ text.append(TAB).append(TAB).append(TAB).append("access_log off;").append(NEW_LINE);
+ text.append(TAB).append(TAB).append(TAB).append("allow 127.0.0.1;").append(NEW_LINE);
+ text.append(TAB).append(TAB).append(TAB).append("deny all;").append(NEW_LINE);
+ text.append(TAB).append(TAB).append("}").append(NEW_LINE);
+
text.append(TAB).append("}").append(NEW_LINE);
// End server block
http://git-wip-us.apache.org/repos/asf/stratos/blob/2ccd5eb6/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxStatisticsReader.java
----------------------------------------------------------------------
diff --git a/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxStatisticsReader.java b/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxStatisticsReader.java
index b8cc5e7..569f67b 100644
--- a/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxStatisticsReader.java
+++ b/extensions/load-balancer/nginx-extension/src/main/java/org/apache/stratos/nginx/extension/NginxStatisticsReader.java
@@ -21,11 +21,22 @@ package org.apache.stratos.nginx.extension;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
+import org.apache.http.HttpResponse;
+import org.apache.http.client.methods.HttpGet;
+import org.apache.http.client.methods.HttpUriRequest;
+import org.apache.http.conn.HttpHostConnectException;
+import org.apache.http.impl.client.DefaultHttpClient;
import org.apache.stratos.load.balancer.common.domain.Cluster;
+import org.apache.stratos.load.balancer.common.domain.Port;
+import org.apache.stratos.load.balancer.common.domain.Service;
import org.apache.stratos.load.balancer.common.statistics.LoadBalancerStatisticsReader;
import org.apache.stratos.load.balancer.common.topology.TopologyProvider;
-import java.io.IOException;
+import java.io.BufferedReader;
+import java.io.InputStreamReader;
+import java.net.URL;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
/**
* Nginx statistics reader.
@@ -34,18 +45,72 @@ public class NginxStatisticsReader implements LoadBalancerStatisticsReader {
private static final Log log = LogFactory.getLog(NginxStatisticsReader.class);
- private String scriptsPath;
- private String statsSocketFilePath;
private TopologyProvider topologyProvider;
public NginxStatisticsReader(TopologyProvider topologyProvider) {
- this.scriptsPath = NginxContext.getInstance().getScriptsPath();
- this.statsSocketFilePath = NginxContext.getInstance().getStatsSocketFilePath();
this.topologyProvider = topologyProvider;
}
@Override
public int getInFlightRequestCount(String clusterId) {
+ Cluster cluster = topologyProvider.getClusterByClusterId(clusterId);
+ if(cluster != null) {
+ String serviceName = cluster.getServiceName();
+ Service service = topologyProvider.getTopology().getService(serviceName);
+ if(service != null) {
+ int inFlightRequestCount = 0;
+ for(Port port : service.getPorts()) {
+ inFlightRequestCount += findWritingCount(port.getProxy());
+ }
+ if(log.isDebugEnabled()) {
+ log.debug(String.format("In-flight request count: [cluster-id] %s [value] %d",
+ clusterId, inFlightRequestCount));
+ }
+ return inFlightRequestCount;
+ }
+ }
+ return 0;
+ }
+
+ /**
+ * Make a http request to http://127.0.0.1:<proxy-port>/nginx_status and find writing count.
+ * @param proxyPort
+ * @return
+ */
+ private int findWritingCount(int proxyPort) {
+ try {
+ URL url = new URL("http", "127.0.0.1", proxyPort, "/nginx_status");
+ DefaultHttpClient httpClient = new DefaultHttpClient();
+ HttpUriRequest request = new HttpGet(url.toURI());
+ HttpResponse response = httpClient.execute(request);
+ if (response.getStatusLine().getStatusCode() != 200) {
+ throw new RuntimeException("http://127.0.0.1:" + proxyPort + "/nginx_status was not found");
+ }
+ BufferedReader reader = new BufferedReader(new InputStreamReader(
+ (response.getEntity().getContent())));
+ String output, result = "";
+ while ((output = reader.readLine()) != null) {
+ result += output;
+ }
+ Pattern pattern = Pattern.compile("(Writing: )([0-1]*)");
+ Matcher matcher = pattern.matcher(result);
+ if (matcher.find()) {
+ // Deduct one to remove the above request
+ int writingCount = Integer.parseInt(matcher.group(2)) - 1;
+ if(log.isDebugEnabled()) {
+ log.debug(String.format("Writing count: [proxy] %d [value] %d", proxyPort, writingCount));
+ }
+ return writingCount;
+ }
+ throw new RuntimeException("Writing block was not found in nginx_status response");
+ } catch (HttpHostConnectException ignore) {
+ if(ignore.getMessage().contains("Connection refused")) {
+ log.warn("Could not find in-flight request count, connection refused: " +
+ "http://127.0.0.1:" + proxyPort + "/nginx_status");
+ }
+ } catch (Exception e) {
+ log.error("Could not find in-flight request count: http://127.0.0.1:" + proxyPort + "/nginx_status", e);
+ }
return 0;
}