You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ji...@apache.org on 2013/12/17 21:59:28 UTC
svn commit: r1551703 - in
/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src:
main/java/org/apache/hadoop/http/ test/java/org/apache/hadoop/http/
test/java/org/apache/hadoop/log/
Author: jing9
Date: Tue Dec 17 20:59:27 2013
New Revision: 1551703
URL: http://svn.apache.org/r1551703
Log:
HDFS-5545. Merge change r1546151 from trunk.
Modified:
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/HttpServerFunctionalTest.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestGlobalFilter.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestHttpServer.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestPathFilter.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestSSLHttpServer.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestServletFilter.java
hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/log/TestLogLevel.java
Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java?rev=1551703&r1=1551702&r2=1551703&view=diff
==============================================================================
--- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java (original)
+++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/HttpServer.java Tue Dec 17 20:59:27 2013
@@ -19,11 +19,13 @@ package org.apache.hadoop.http;
import java.io.FileNotFoundException;
import java.io.IOException;
+import java.io.InterruptedIOException;
import java.io.PrintWriter;
import java.net.BindException;
import java.net.InetSocketAddress;
+import java.net.URI;
+import java.net.URISyntaxException;
import java.net.URL;
-import java.security.GeneralSecurityException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Enumeration;
@@ -31,7 +33,6 @@ import java.util.HashMap;
import java.util.List;
import java.util.Map;
-import javax.net.ssl.SSLServerSocketFactory;
import javax.servlet.Filter;
import javax.servlet.FilterChain;
import javax.servlet.FilterConfig;
@@ -59,7 +60,6 @@ import org.apache.hadoop.security.Securi
import org.apache.hadoop.security.UserGroupInformation;
import org.apache.hadoop.security.authentication.server.AuthenticationFilter;
import org.apache.hadoop.security.authorize.AccessControlList;
-import org.apache.hadoop.security.ssl.SSLFactory;
import org.apache.hadoop.util.ReflectionUtils;
import org.apache.hadoop.util.Shell;
import org.mortbay.io.Buffer;
@@ -70,8 +70,8 @@ import org.mortbay.jetty.RequestLog;
import org.mortbay.jetty.Server;
import org.mortbay.jetty.handler.ContextHandler;
import org.mortbay.jetty.handler.ContextHandlerCollection;
-import org.mortbay.jetty.handler.RequestLogHandler;
import org.mortbay.jetty.handler.HandlerCollection;
+import org.mortbay.jetty.handler.RequestLogHandler;
import org.mortbay.jetty.nio.SelectChannelConnector;
import org.mortbay.jetty.security.SslSocketConnector;
import org.mortbay.jetty.servlet.Context;
@@ -85,6 +85,7 @@ import org.mortbay.thread.QueuedThreadPo
import org.mortbay.util.MultiException;
import com.google.common.base.Preconditions;
+import com.google.common.collect.Lists;
import com.sun.jersey.spi.container.servlet.ServletContainer;
/**
@@ -113,11 +114,25 @@ public class HttpServer implements Filte
public static final String BIND_ADDRESS = "bind.address";
- private AccessControlList adminsAcl;
+ private final AccessControlList adminsAcl;
- private SSLFactory sslFactory;
protected final Server webServer;
- protected final Connector listener;
+
+ private static class ListenerInfo {
+ /**
+ * Boolean flag to determine whether the HTTP server should clean up the
+ * listener in stop().
+ */
+ private final boolean isManaged;
+ private final Connector listener;
+ private ListenerInfo(boolean isManaged, Connector listener) {
+ this.isManaged = isManaged;
+ this.listener = listener;
+ }
+ }
+
+ private final List<ListenerInfo> listeners = Lists.newArrayList();
+
protected final WebAppContext webAppContext;
protected final boolean findPort;
protected final Map<Context, Boolean> defaultContexts =
@@ -126,34 +141,111 @@ public class HttpServer implements Filte
static final String STATE_DESCRIPTION_ALIVE = " - alive";
static final String STATE_DESCRIPTION_NOT_LIVE = " - not live";
- private final boolean listenerStartedExternally;
-
/**
* Class to construct instances of HTTP server with specific options.
*/
public static class Builder {
- String name;
- String bindAddress;
- Integer port;
- Boolean findPort;
- Configuration conf;
- Connector connector;
- String[] pathSpecs;
- AccessControlList adminsAcl;
- boolean securityEnabled = false;
- String usernameConfKey = null;
- String keytabConfKey = null;
-
+ private ArrayList<URI> endpoints = Lists.newArrayList();
+ private Connector connector;
+ private String name;
+ private Configuration conf;
+ private String[] pathSpecs;
+ private AccessControlList adminsAcl;
+ private boolean securityEnabled = false;
+ private String usernameConfKey;
+ private String keytabConfKey;
+ private boolean needsClientAuth;
+ private String trustStore;
+ private String trustStorePassword;
+ private String trustStoreType;
+
+ private String keyStore;
+ private String keyStorePassword;
+ private String keyStoreType;
+
+ // The -keypass option in keytool
+ private String keyPassword;
+
+ @Deprecated
+ private String bindAddress;
+ @Deprecated
+ private int port = -1;
+
+ private boolean findPort;
+
+ private String hostName;
+
public Builder setName(String name){
this.name = name;
return this;
}
+
+ /**
+ * Add an endpoint that the HTTP server should listen to.
+ *
+ * @param endpoint
+ * the endpoint of that the HTTP server should listen to. The
+ * scheme specifies the protocol (i.e. HTTP / HTTPS), the host
+ * specifies the binding address, and the port specifies the
+ * listening port. Unspecified or zero port means that the server
+ * can listen to any port.
+ */
+ public Builder addEndpoint(URI endpoint) {
+ endpoints.add(endpoint);
+ return this;
+ }
+
+ /**
+ * Set the hostname of the http server. The host name is used to resolve the
+ * _HOST field in Kerberos principals. The hostname of the first listener
+ * will be used if the name is unspecified.
+ */
+ public Builder hostName(String hostName) {
+ this.hostName = hostName;
+ return this;
+ }
+ public Builder trustStore(String location, String password, String type) {
+ this.trustStore = location;
+ this.trustStorePassword = password;
+ this.trustStoreType = type;
+ return this;
+ }
+
+ public Builder keyStore(String location, String password, String type) {
+ this.keyStore = location;
+ this.keyStorePassword = password;
+ this.keyStoreType = type;
+ return this;
+ }
+
+ public Builder keyPassword(String password) {
+ this.keyPassword = password;
+ return this;
+ }
+
+ /**
+ * Specify whether the server should authorize the client in SSL
+ * connections.
+ */
+ public Builder needsClientAuth(boolean value) {
+ this.needsClientAuth = value;
+ return this;
+ }
+
+ /**
+ * Use addEndpoint() instead.
+ */
+ @Deprecated
public Builder setBindAddress(String bindAddress){
this.bindAddress = bindAddress;
return this;
}
-
+
+ /**
+ * Use addEndpoint() instead.
+ */
+ @Deprecated
public Builder setPort(int port) {
this.port = port;
return this;
@@ -203,25 +295,70 @@ public class HttpServer implements Filte
if (this.name == null) {
throw new HadoopIllegalArgumentException("name is not set");
}
- if (this.bindAddress == null) {
- throw new HadoopIllegalArgumentException("bindAddress is not set");
+
+ // Make the behavior compatible with deprecated interfaces
+ if (bindAddress != null && port != -1) {
+ try {
+ endpoints.add(0, new URI("http", "", bindAddress, port, "", "", ""));
+ } catch (URISyntaxException e) {
+ throw new HadoopIllegalArgumentException("Invalid endpoint: "+ e);
+ }
}
- if (this.port == null) {
- throw new HadoopIllegalArgumentException("port is not set");
+
+ if (endpoints.size() == 0) {
+ throw new HadoopIllegalArgumentException("No endpoints specified");
}
- if (this.findPort == null) {
- throw new HadoopIllegalArgumentException("findPort is not set");
+
+ if (hostName == null) {
+ hostName = endpoints.get(0).getHost();
}
if (this.conf == null) {
conf = new Configuration();
}
- HttpServer server = new HttpServer(this.name, this.bindAddress, this.port,
- this.findPort, this.conf, this.adminsAcl, this.connector, this.pathSpecs);
+ HttpServer server = new HttpServer(this);
+
if (this.securityEnabled) {
- server.initSpnego(this.conf, this.usernameConfKey, this.keytabConfKey);
+ server.initSpnego(conf, hostName, usernameConfKey, keytabConfKey);
+ }
+
+ if (connector != null) {
+ server.addUnmanagedListener(connector);
}
+
+ for (URI ep : endpoints) {
+ Connector listener = null;
+ String scheme = ep.getScheme();
+ if ("http".equals(scheme)) {
+ listener = HttpServer.createDefaultChannelConnector();
+ } else if ("https".equals(scheme)) {
+ SslSocketConnector c = new SslSocketConnector();
+ c.setNeedClientAuth(needsClientAuth);
+ c.setKeyPassword(keyPassword);
+
+ if (keyStore != null) {
+ c.setKeystore(keyStore);
+ c.setKeystoreType(keyStoreType);
+ c.setPassword(keyStorePassword);
+ }
+
+ if (trustStore != null) {
+ c.setTruststore(trustStore);
+ c.setTruststoreType(trustStoreType);
+ c.setTrustPassword(trustStorePassword);
+ }
+ listener = c;
+
+ } else {
+ throw new HadoopIllegalArgumentException(
+ "unknown scheme for endpoint:" + ep);
+ }
+ listener.setHost(ep.getHost());
+ listener.setPort(ep.getPort() == -1 ? 0 : ep.getPort());
+ server.addManagedListener(listener);
+ }
+ server.loadListeners();
return server;
}
}
@@ -232,7 +369,7 @@ public class HttpServer implements Filte
) throws IOException {
this(name, bindAddress, port, findPort, new Configuration());
}
-
+
@Deprecated
public HttpServer(String name, String bindAddress, int port,
boolean findPort, Configuration conf, Connector connector) throws IOException {
@@ -313,51 +450,39 @@ public class HttpServer implements Filte
* @param pathSpecs Path specifications that this httpserver will be serving.
* These will be added to any filters.
*/
+ @Deprecated
public HttpServer(String name, String bindAddress, int port,
boolean findPort, Configuration conf, AccessControlList adminsAcl,
Connector connector, String[] pathSpecs) throws IOException {
- webServer = new Server();
- this.findPort = findPort;
- this.adminsAcl = adminsAcl;
-
- if(connector == null) {
- listenerStartedExternally = false;
- if (HttpConfig.isSecure()) {
- sslFactory = new SSLFactory(SSLFactory.Mode.SERVER, conf);
- try {
- sslFactory.init();
- } catch (GeneralSecurityException ex) {
- throw new IOException(ex);
- }
- SslSocketConnector sslListener = new SslSocketConnector() {
- @Override
- protected SSLServerSocketFactory createFactory() throws Exception {
- return sslFactory.createSSLServerSocketFactory();
- }
- };
- listener = sslListener;
- } else {
- listener = createBaseListener(conf);
- }
- listener.setHost(bindAddress);
- listener.setPort(port);
- LOG.info("SSL is enabled on " + toString());
- } else {
- listenerStartedExternally = true;
- listener = connector;
- }
-
- webServer.addConnector(listener);
+ this(new Builder().setName(name)
+ .addEndpoint(URI.create("http://" + bindAddress + ":" + port))
+ .setFindPort(findPort).setConf(conf).setACL(adminsAcl)
+ .setConnector(connector).setPathSpec(pathSpecs));
+ }
+
+ private HttpServer(final Builder b) throws IOException {
+ final String appDir = getWebAppsPath(b.name);
+ this.webServer = new Server();
+ this.adminsAcl = b.adminsAcl;
+ this.webAppContext = createWebAppContext(b.name, b.conf, adminsAcl, appDir);
+ this.findPort = b.findPort;
+ initializeWebServer(b.name, b.hostName, b.conf, b.pathSpecs);
+ }
+
+ private void initializeWebServer(String name, String hostName,
+ Configuration conf, String[] pathSpecs)
+ throws FileNotFoundException, IOException {
+
+ Preconditions.checkNotNull(webAppContext);
int maxThreads = conf.getInt(HTTP_MAX_THREADS, -1);
// If HTTP_MAX_THREADS is not configured, QueueThreadPool() will use the
// default value (currently 250).
- QueuedThreadPool threadPool = maxThreads == -1 ?
- new QueuedThreadPool() : new QueuedThreadPool(maxThreads);
+ QueuedThreadPool threadPool = maxThreads == -1 ? new QueuedThreadPool()
+ : new QueuedThreadPool(maxThreads);
threadPool.setDaemon(true);
webServer.setThreadPool(threadPool);
- final String appDir = getWebAppsPath(name);
ContextHandlerCollection contexts = new ContextHandlerCollection();
RequestLog requestLog = HttpRequestLog.getRequestLog(name);
@@ -365,30 +490,24 @@ public class HttpServer implements Filte
RequestLogHandler requestLogHandler = new RequestLogHandler();
requestLogHandler.setRequestLog(requestLog);
HandlerCollection handlers = new HandlerCollection();
- handlers.setHandlers(new Handler[] {requestLogHandler, contexts});
+ handlers.setHandlers(new Handler[] { requestLogHandler, contexts });
webServer.setHandler(handlers);
- }
- else {
+ } else {
webServer.setHandler(contexts);
}
- webAppContext = new WebAppContext();
- webAppContext.setDisplayName(name);
- webAppContext.setContextPath("/");
- webAppContext.setWar(appDir + "/" + name);
- webAppContext.getServletContext().setAttribute(CONF_CONTEXT_ATTRIBUTE, conf);
- webAppContext.getServletContext().setAttribute(ADMINS_ACL, adminsAcl);
- addNoCacheFilter(webAppContext);
+ final String appDir = getWebAppsPath(name);
+
webServer.addHandler(webAppContext);
addDefaultApps(contexts, appDir, conf);
-
+
addGlobalFilter("safety", QuotingInputFilter.class.getName(), null);
- final FilterInitializer[] initializers = getFilterInitializers(conf);
+ final FilterInitializer[] initializers = getFilterInitializers(conf);
if (initializers != null) {
conf = new Configuration(conf);
- conf.set(BIND_ADDRESS, bindAddress);
- for(FilterInitializer c : initializers) {
+ conf.set(BIND_ADDRESS, hostName);
+ for (FilterInitializer c : initializers) {
c.initFilter(this, conf);
}
}
@@ -403,10 +522,29 @@ public class HttpServer implements Filte
}
}
- @SuppressWarnings("unchecked")
- private void addNoCacheFilter(WebAppContext ctxt) {
- defineFilter(ctxt, NO_CACHE_FILTER,
- NoCacheFilter.class.getName(), Collections.EMPTY_MAP, new String[] { "/*"});
+ private void addUnmanagedListener(Connector connector) {
+ listeners.add(new ListenerInfo(false, connector));
+ }
+
+ private void addManagedListener(Connector connector) {
+ listeners.add(new ListenerInfo(true, connector));
+ }
+
+ private static WebAppContext createWebAppContext(String name,
+ Configuration conf, AccessControlList adminsAcl, final String appDir) {
+ WebAppContext ctx = new WebAppContext();
+ ctx.setDisplayName(name);
+ ctx.setContextPath("/");
+ ctx.setWar(appDir + "/" + name);
+ ctx.getServletContext().setAttribute(CONF_CONTEXT_ATTRIBUTE, conf);
+ ctx.getServletContext().setAttribute(ADMINS_ACL, adminsAcl);
+ addNoCacheFilter(ctx);
+ return ctx;
+ }
+
+ private static void addNoCacheFilter(WebAppContext ctxt) {
+ defineFilter(ctxt, NO_CACHE_FILTER, NoCacheFilter.class.getName(),
+ Collections.<String, String> emptyMap(), new String[] { "/*" });
}
/**
@@ -650,7 +788,7 @@ public class HttpServer implements Filte
/**
* Define a filter for a context and set up default url mappings.
*/
- public void defineFilter(Context ctx, String name,
+ public static void defineFilter(Context ctx, String name,
String classname, Map<String,String> parameters, String[] urls) {
FilterHolder holder = new FilterHolder();
@@ -714,93 +852,47 @@ public class HttpServer implements Filte
* Get the port that the server is on
* @return the port
*/
+ @Deprecated
public int getPort() {
return webServer.getConnectors()[0].getLocalPort();
}
/**
- * Get the port that corresponds to a particular connector. In the case of
- * HDFS, the second connector corresponds to the HTTPS connector.
+ * Get the address that corresponds to a particular connector.
*
- * @return the corresponding port for the connector, or -1 if there's no such
- * connector.
+ * @return the corresponding address for the connector, or null if there's no
+ * such connector or the connector is not bounded.
*/
- public int getConnectorPort(int index) {
+ public InetSocketAddress getConnectorAddress(int index) {
Preconditions.checkArgument(index >= 0);
- return index < webServer.getConnectors().length ?
- webServer.getConnectors()[index].getLocalPort() : -1;
+ if (index > webServer.getConnectors().length)
+ return null;
+
+ Connector c = webServer.getConnectors()[index];
+ if (c.getLocalPort() == -1) {
+ // The connector is not bounded
+ return null;
+ }
+
+ return new InetSocketAddress(c.getHost(), c.getLocalPort());
}
/**
* Set the min, max number of worker threads (simultaneous connections).
*/
public void setThreads(int min, int max) {
- QueuedThreadPool pool = (QueuedThreadPool) webServer.getThreadPool() ;
+ QueuedThreadPool pool = (QueuedThreadPool) webServer.getThreadPool();
pool.setMinThreads(min);
pool.setMaxThreads(max);
}
- /**
- * Configure an ssl listener on the server.
- * @param addr address to listen on
- * @param keystore location of the keystore
- * @param storPass password for the keystore
- * @param keyPass password for the key
- * @deprecated Use {@link #addSslListener(InetSocketAddress, Configuration, boolean)}
- */
- @Deprecated
- public void addSslListener(InetSocketAddress addr, String keystore,
- String storPass, String keyPass) throws IOException {
- if (webServer.isStarted()) {
- throw new IOException("Failed to add ssl listener");
- }
- SslSocketConnector sslListener = new SslSocketConnector();
- sslListener.setHost(addr.getHostName());
- sslListener.setPort(addr.getPort());
- sslListener.setKeystore(keystore);
- sslListener.setPassword(storPass);
- sslListener.setKeyPassword(keyPass);
- webServer.addConnector(sslListener);
- }
-
- /**
- * Configure an ssl listener on the server.
- * @param addr address to listen on
- * @param sslConf conf to retrieve ssl options
- * @param needCertsAuth whether x509 certificate authentication is required
- */
- public void addSslListener(InetSocketAddress addr, Configuration sslConf,
- boolean needCertsAuth) throws IOException {
- if (webServer.isStarted()) {
- throw new IOException("Failed to add ssl listener");
- }
- if (needCertsAuth) {
- // setting up SSL truststore for authenticating clients
- System.setProperty("javax.net.ssl.trustStore", sslConf.get(
- "ssl.server.truststore.location", ""));
- System.setProperty("javax.net.ssl.trustStorePassword", sslConf.get(
- "ssl.server.truststore.password", ""));
- System.setProperty("javax.net.ssl.trustStoreType", sslConf.get(
- "ssl.server.truststore.type", "jks"));
- }
- SslSocketConnector sslListener = new SslSocketConnector();
- sslListener.setHost(addr.getHostName());
- sslListener.setPort(addr.getPort());
- sslListener.setKeystore(sslConf.get("ssl.server.keystore.location"));
- sslListener.setPassword(sslConf.get("ssl.server.keystore.password", ""));
- sslListener.setKeyPassword(sslConf.get("ssl.server.keystore.keypassword", ""));
- sslListener.setKeystoreType(sslConf.get("ssl.server.keystore.type", "jks"));
- sslListener.setNeedClientAuth(needCertsAuth);
- webServer.addConnector(sslListener);
- }
-
- protected void initSpnego(Configuration conf,
+ private void initSpnego(Configuration conf, String hostName,
String usernameConfKey, String keytabConfKey) throws IOException {
Map<String, String> params = new HashMap<String, String>();
String principalInConf = conf.get(usernameConfKey);
if (principalInConf != null && !principalInConf.isEmpty()) {
- params.put("kerberos.principal",
- SecurityUtil.getServerPrincipal(principalInConf, listener.getHost()));
+ params.put("kerberos.principal", SecurityUtil.getServerPrincipal(
+ principalInConf, hostName));
}
String httpKeytab = conf.get(keytabConfKey);
if (httpKeytab != null && !httpKeytab.isEmpty()) {
@@ -818,8 +910,7 @@ public class HttpServer implements Filte
public void start() throws IOException {
try {
try {
- openListener();
- LOG.info("Jetty bound to port " + listener.getLocalPort());
+ openListeners();
webServer.start();
} catch (IOException ex) {
LOG.info("HttpServer.start() threw a non Bind IOException", ex);
@@ -852,50 +943,45 @@ public class HttpServer implements Filte
}
}
+ private void loadListeners() {
+ for (ListenerInfo li : listeners) {
+ webServer.addConnector(li.listener);
+ }
+ }
+
/**
* Open the main listener for the server
* @throws Exception
*/
- void openListener() throws Exception {
- if (listener.getLocalPort() != -1) { // it's already bound
- return;
- }
- if (listenerStartedExternally) { // Expect that listener was started securely
- throw new Exception("Expected webserver's listener to be started " +
- "previously but wasn't");
- }
- int port = listener.getPort();
- while (true) {
- // jetty has a bug where you can't reopen a listener that previously
- // failed to open w/o issuing a close first, even if the port is changed
- try {
- listener.close();
- listener.open();
- break;
- } catch (BindException ex) {
- if (port == 0 || !findPort) {
- BindException be = new BindException(
- "Port in use: " + listener.getHost() + ":" + listener.getPort());
- be.initCause(ex);
- throw be;
+ void openListeners() throws Exception {
+ for (ListenerInfo li : listeners) {
+ Connector listener = li.listener;
+ if (!li.isManaged || li.listener.getLocalPort() != -1) {
+ // This listener is either started externally or has been bound
+ continue;
+ }
+ int port = listener.getPort();
+ while (true) {
+ // jetty has a bug where you can't reopen a listener that previously
+ // failed to open w/o issuing a close first, even if the port is changed
+ try {
+ listener.close();
+ listener.open();
+ LOG.info("Jetty bound to port " + listener.getLocalPort());
+ break;
+ } catch (BindException ex) {
+ if (port == 0 || !findPort) {
+ BindException be = new BindException("Port in use: "
+ + listener.getHost() + ":" + listener.getPort());
+ be.initCause(ex);
+ throw be;
+ }
}
+ // try the next port number
+ listener.setPort(++port);
+ Thread.sleep(100);
}
- // try the next port number
- listener.setPort(++port);
- Thread.sleep(100);
- }
- }
-
- /**
- * Return the bind address of the listener.
- * @return InetSocketAddress of the listener
- */
- public InetSocketAddress getListenerAddress() {
- int port = listener.getLocalPort();
- if (port == -1) { // not bound, return requested port
- port = listener.getPort();
}
- return new InetSocketAddress(listener.getHost(), port);
}
/**
@@ -903,22 +989,19 @@ public class HttpServer implements Filte
*/
public void stop() throws Exception {
MultiException exception = null;
- try {
- listener.close();
- } catch (Exception e) {
- LOG.error("Error while stopping listener for webapp"
- + webAppContext.getDisplayName(), e);
- exception = addMultiException(exception, e);
- }
+ for (ListenerInfo li : listeners) {
+ if (!li.isManaged) {
+ continue;
+ }
- try {
- if (sslFactory != null) {
- sslFactory.destroy();
+ try {
+ li.listener.close();
+ } catch (Exception e) {
+ LOG.error(
+ "Error while stopping listener for webapp"
+ + webAppContext.getDisplayName(), e);
+ exception = addMultiException(exception, e);
}
- } catch (Exception e) {
- LOG.error("Error while destroying the SSLFactory"
- + webAppContext.getDisplayName(), e);
- exception = addMultiException(exception, e);
}
try {
@@ -930,6 +1013,7 @@ public class HttpServer implements Filte
+ webAppContext.getDisplayName(), e);
exception = addMultiException(exception, e);
}
+
try {
webServer.stop();
} catch (Exception e) {
@@ -970,10 +1054,17 @@ public class HttpServer implements Filte
*/
@Override
public String toString() {
- return listener != null ?
- ("HttpServer at http://" + listener.getHost() + ":" + listener.getLocalPort() + "/"
- + (isAlive() ? STATE_DESCRIPTION_ALIVE : STATE_DESCRIPTION_NOT_LIVE))
- : "Inactive HttpServer";
+ if (listeners.size() == 0) {
+ return "Inactive HttpServer";
+ } else {
+ StringBuilder sb = new StringBuilder("HttpServer (")
+ .append(isAlive() ? STATE_DESCRIPTION_ALIVE : STATE_DESCRIPTION_NOT_LIVE).append("), listening at:");
+ for (ListenerInfo li : listeners) {
+ Connector l = li.listener;
+ sb.append(l.getHost()).append(":").append(l.getPort()).append("/,");
+ }
+ return sb.toString();
+ }
}
/**
Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/HttpServerFunctionalTest.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/HttpServerFunctionalTest.java?rev=1551703&r1=1551702&r2=1551703&view=diff
==============================================================================
--- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/HttpServerFunctionalTest.java (original)
+++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/HttpServerFunctionalTest.java Tue Dec 17 20:59:27 2013
@@ -19,13 +19,16 @@
package org.apache.hadoop.http;
+import org.apache.hadoop.net.NetUtils;
import org.apache.hadoop.security.authorize.AccessControlList;
import org.junit.Assert;
import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.http.HttpServer.Builder;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
+import java.net.URI;
import java.net.URL;
import java.net.MalformedURLException;
@@ -120,8 +123,9 @@ public class HttpServerFunctionalTest ex
public static HttpServer createServer(String host, int port)
throws IOException {
prepareTestWebapp();
- return new HttpServer.Builder().setName(TEST).setBindAddress(host)
- .setPort(port).setFindPort(true).build();
+ return new HttpServer.Builder().setName(TEST)
+ .addEndpoint(URI.create("http://" + host + ":" + port))
+ .setFindPort(true).build();
}
/**
@@ -131,8 +135,7 @@ public class HttpServerFunctionalTest ex
* @throws IOException if it could not be created
*/
public static HttpServer createServer(String webapp) throws IOException {
- return new HttpServer.Builder().setName(webapp).setBindAddress("0.0.0.0")
- .setPort(0).setFindPort(true).build();
+ return localServerBuilder(webapp).setFindPort(true).build();
}
/**
* Create an HttpServer instance for the given webapp
@@ -143,14 +146,17 @@ public class HttpServerFunctionalTest ex
*/
public static HttpServer createServer(String webapp, Configuration conf)
throws IOException {
- return new HttpServer.Builder().setName(webapp).setBindAddress("0.0.0.0")
- .setPort(0).setFindPort(true).setConf(conf).build();
+ return localServerBuilder(webapp).setFindPort(true).setConf(conf).build();
}
public static HttpServer createServer(String webapp, Configuration conf, AccessControlList adminsAcl)
throws IOException {
- return new HttpServer.Builder().setName(webapp).setBindAddress("0.0.0.0")
- .setPort(0).setFindPort(true).setConf(conf).setACL(adminsAcl).build();
+ return localServerBuilder(webapp).setFindPort(true).setConf(conf).setACL(adminsAcl).build();
+ }
+
+ private static Builder localServerBuilder(String webapp) {
+ return new HttpServer.Builder().setName(webapp).addEndpoint(
+ URI.create("http://localhost:0"));
}
/**
@@ -163,8 +169,7 @@ public class HttpServerFunctionalTest ex
*/
public static HttpServer createServer(String webapp, Configuration conf,
String[] pathSpecs) throws IOException {
- return new HttpServer.Builder().setName(webapp).setBindAddress("0.0.0.0")
- .setPort(0).setFindPort(true).setConf(conf).setPathSpec(pathSpecs).build();
+ return localServerBuilder(webapp).setFindPort(true).setConf(conf).setPathSpec(pathSpecs).build();
}
/**
@@ -201,8 +206,8 @@ public class HttpServerFunctionalTest ex
public static URL getServerURL(HttpServer server)
throws MalformedURLException {
assertNotNull("No server", server);
- int port = server.getPort();
- return new URL("http://localhost:" + port + "/");
+ return new URL("http://"
+ + NetUtils.getHostPortString(server.getConnectorAddress(0)));
}
/**
Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestGlobalFilter.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestGlobalFilter.java?rev=1551703&r1=1551702&r2=1551703&view=diff
==============================================================================
--- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestGlobalFilter.java (original)
+++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestGlobalFilter.java Tue Dec 17 20:59:27 2013
@@ -36,6 +36,7 @@ import javax.servlet.http.HttpServletReq
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.net.NetUtils;
import org.junit.Test;
public class TestGlobalFilter extends HttpServerFunctionalTest {
@@ -125,7 +126,8 @@ public class TestGlobalFilter extends Ht
dataURL, streamFile, rootURL, allURL, outURL, logURL};
//access the urls
- final String prefix = "http://localhost:" + http.getPort();
+ final String prefix = "http://"
+ + NetUtils.getHostPortString(http.getConnectorAddress(0));
try {
for(int i = 0; i < urls.length; i++) {
access(prefix + urls[i]);
Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestHttpServer.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestHttpServer.java?rev=1551703&r1=1551702&r2=1551703&view=diff
==============================================================================
--- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestHttpServer.java (original)
+++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestHttpServer.java Tue Dec 17 20:59:27 2013
@@ -20,7 +20,7 @@ package org.apache.hadoop.http;
import java.io.IOException;
import java.io.PrintWriter;
import java.net.HttpURLConnection;
-import java.net.InetSocketAddress;
+import java.net.URI;
import java.net.URL;
import java.util.Arrays;
import java.util.Enumeration;
@@ -53,6 +53,7 @@ import org.apache.hadoop.conf.Configurat
import org.apache.hadoop.fs.CommonConfigurationKeys;
import org.apache.hadoop.http.HttpServer.QuotingInputFilter.RequestQuoter;
import org.apache.hadoop.http.resource.JerseyResource;
+import org.apache.hadoop.net.NetUtils;
import org.apache.hadoop.security.Groups;
import org.apache.hadoop.security.ShellBasedUnixGroupsMapping;
import org.apache.hadoop.security.UserGroupInformation;
@@ -61,6 +62,8 @@ import org.junit.AfterClass;
import org.junit.BeforeClass;
import org.junit.Test;
import org.mockito.Mockito;
+import org.mockito.internal.util.reflection.Whitebox;
+import org.mortbay.jetty.Connector;
import org.mortbay.util.ajax.JSON;
public class TestHttpServer extends HttpServerFunctionalTest {
@@ -362,11 +365,10 @@ public class TestHttpServer extends Http
MyGroupsProvider.mapping.put("userB", Arrays.asList("groupB"));
HttpServer myServer = new HttpServer.Builder().setName("test")
- .setBindAddress("0.0.0.0").setPort(0).setFindPort(true).build();
+ .addEndpoint(new URI("http://localhost:0")).setFindPort(true).build();
myServer.setAttribute(HttpServer.CONF_CONTEXT_ATTRIBUTE, conf);
myServer.start();
- int port = myServer.getPort();
- String serverURL = "http://localhost:" + port + "/";
+ String serverURL = "http://" + NetUtils.getHostPortString(myServer.getConnectorAddress(0)) + "/";
for (String servlet : new String[] { "conf", "logs", "stacks",
"logLevel", "metrics" }) {
for (String user : new String[] { "userA", "userB" }) {
@@ -404,12 +406,13 @@ public class TestHttpServer extends Http
MyGroupsProvider.mapping.put("userE", Arrays.asList("groupE"));
HttpServer myServer = new HttpServer.Builder().setName("test")
- .setBindAddress("0.0.0.0").setPort(0).setFindPort(true).setConf(conf)
+ .addEndpoint(new URI("http://localhost:0")).setFindPort(true).setConf(conf)
.setACL(new AccessControlList("userA,userB groupC,groupD")).build();
myServer.setAttribute(HttpServer.CONF_CONTEXT_ATTRIBUTE, conf);
myServer.start();
- int port = myServer.getPort();
- String serverURL = "http://localhost:" + port + "/";
+
+ String serverURL = "http://"
+ + NetUtils.getHostPortString(myServer.getConnectorAddress(0)) + "/";
for (String servlet : new String[] { "conf", "logs", "stacks",
"logLevel", "metrics" }) {
for (String user : new String[] { "userA", "userB", "userC", "userD" }) {
@@ -520,20 +523,20 @@ public class TestHttpServer extends Http
}
@Test public void testBindAddress() throws Exception {
- checkBindAddress("0.0.0.0", 0, false).stop();
+ checkBindAddress("localhost", 0, false).stop();
// hang onto this one for a bit more testing
HttpServer myServer = checkBindAddress("localhost", 0, false);
HttpServer myServer2 = null;
try {
- int port = myServer.getListenerAddress().getPort();
+ int port = myServer.getConnectorAddress(0).getPort();
// it's already in use, true = expect a higher port
myServer2 = checkBindAddress("localhost", port, true);
// try to reuse the port
- port = myServer2.getListenerAddress().getPort();
+ port = myServer2.getConnectorAddress(0).getPort();
myServer2.stop();
- assertEquals(-1, myServer2.getPort()); // not bound
- myServer2.openListener();
- assertEquals(port, myServer2.getPort()); // expect same port
+ assertNull(myServer2.getConnectorAddress(0)); // not bound
+ myServer2.openListeners();
+ assertEquals(port, myServer2.getConnectorAddress(0).getPort()); // expect same port
} finally {
myServer.stop();
if (myServer2 != null) {
@@ -547,21 +550,24 @@ public class TestHttpServer extends Http
HttpServer server = createServer(host, port);
try {
// not bound, ephemeral should return requested port (0 for ephemeral)
- InetSocketAddress addr = server.getListenerAddress();
- assertEquals(port, addr.getPort());
+ List<?> listeners = (List<?>) Whitebox.getInternalState(server,
+ "listeners");
+ Connector listener = (Connector) Whitebox.getInternalState(
+ listeners.get(0), "listener");
+
+ assertEquals(port, listener.getPort());
// verify hostname is what was given
- server.openListener();
- addr = server.getListenerAddress();
- assertEquals(host, addr.getHostName());
+ server.openListeners();
+ assertEquals(host, server.getConnectorAddress(0).getHostName());
- int boundPort = addr.getPort();
+ int boundPort = server.getConnectorAddress(0).getPort();
if (port == 0) {
assertTrue(boundPort != 0); // ephemeral should now return bound port
} else if (findPort) {
assertTrue(boundPort > port);
// allow a little wiggle room to prevent random test failures if
// some consecutive ports are already in use
- assertTrue(addr.getPort() - port < 8);
+ assertTrue(boundPort - port < 8);
}
} catch (Exception e) {
server.stop();
Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestPathFilter.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestPathFilter.java?rev=1551703&r1=1551702&r2=1551703&view=diff
==============================================================================
--- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestPathFilter.java (original)
+++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestPathFilter.java Tue Dec 17 20:59:27 2013
@@ -36,6 +36,7 @@ import javax.servlet.http.HttpServletReq
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.net.NetUtils;
import org.junit.Test;
public class TestPathFilter extends HttpServerFunctionalTest {
@@ -126,7 +127,8 @@ public class TestPathFilter extends Http
// access the urls and verify our paths specs got added to the
// filters
- final String prefix = "http://localhost:" + http.getPort();
+ final String prefix = "http://"
+ + NetUtils.getHostPortString(http.getConnectorAddress(0));
try {
for(int i = 0; i < filteredUrls.length; i++) {
access(prefix + filteredUrls[i]);
Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestSSLHttpServer.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestSSLHttpServer.java?rev=1551703&r1=1551702&r2=1551703&view=diff
==============================================================================
--- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestSSLHttpServer.java (original)
+++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestSSLHttpServer.java Tue Dec 17 20:59:27 2013
@@ -17,105 +17,101 @@
*/
package org.apache.hadoop.http;
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.InputStream;
+import java.net.URI;
+import java.net.URL;
+
+import javax.net.ssl.HttpsURLConnection;
+
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.CommonConfigurationKeysPublic;
import org.apache.hadoop.fs.FileUtil;
+import org.apache.hadoop.io.IOUtils;
+import org.apache.hadoop.net.NetUtils;
import org.apache.hadoop.security.ssl.KeyStoreTestUtil;
import org.apache.hadoop.security.ssl.SSLFactory;
-import org.junit.After;
-import org.junit.Before;
+import org.junit.AfterClass;
+import org.junit.BeforeClass;
import org.junit.Test;
-import javax.net.ssl.HttpsURLConnection;
-import java.io.File;
-import java.io.FileWriter;
-import java.io.InputStream;
-import java.io.Writer;
-import java.net.URL;
-
/**
* This testcase issues SSL certificates configures the HttpServer to serve
* HTTPS using the created certficates and calls an echo servlet using the
* corresponding HTTPS URL.
*/
public class TestSSLHttpServer extends HttpServerFunctionalTest {
- private static final String CONFIG_SITE_XML = "sslhttpserver-site.xml";
-
- private static final String BASEDIR =
- System.getProperty("test.build.dir", "target/test-dir") + "/" +
- TestSSLHttpServer.class.getSimpleName();
+ private static final String BASEDIR = System.getProperty("test.build.dir",
+ "target/test-dir") + "/" + TestSSLHttpServer.class.getSimpleName();
- static final Log LOG = LogFactory.getLog(TestSSLHttpServer.class);
+ private static final Log LOG = LogFactory.getLog(TestSSLHttpServer.class);
+ private static Configuration conf;
private static HttpServer server;
private static URL baseUrl;
+ private static String keystoresDir;
+ private static String sslConfDir;
+ private static SSLFactory clientSslFactory;
+
+ @BeforeClass
+ public static void setup() throws Exception {
+ conf = new Configuration();
+ conf.setInt(HttpServer.HTTP_MAX_THREADS, 10);
-
- @Before
- public void setup() throws Exception {
- HttpConfig.setPolicy(HttpConfig.Policy.HTTPS_ONLY);
File base = new File(BASEDIR);
FileUtil.fullyDelete(base);
base.mkdirs();
- String classpathDir =
- KeyStoreTestUtil.getClasspathDir(TestSSLHttpServer.class);
- Configuration conf = new Configuration();
- String keystoresDir = new File(BASEDIR).getAbsolutePath();
- String sslConfsDir =
- KeyStoreTestUtil.getClasspathDir(TestSSLHttpServer.class);
- KeyStoreTestUtil.setupSSLConfig(keystoresDir, sslConfsDir, conf, false);
- conf.setBoolean(CommonConfigurationKeysPublic.HADOOP_SSL_ENABLED_KEY, true);
-
- //we do this trick because the MR AppMaster is started in another VM and
- //the HttpServer configuration is not loaded from the job.xml but from the
- //site.xml files in the classpath
- Writer writer = new FileWriter(new File(classpathDir, CONFIG_SITE_XML));
- conf.writeXml(writer);
- writer.close();
+ keystoresDir = new File(BASEDIR).getAbsolutePath();
+ sslConfDir = KeyStoreTestUtil.getClasspathDir(TestSSLHttpServer.class);
- conf.setInt(HttpServer.HTTP_MAX_THREADS, 10);
- conf.addResource(CONFIG_SITE_XML);
- server = createServer("test", conf);
+ KeyStoreTestUtil.setupSSLConfig(keystoresDir, sslConfDir, conf, false);
+ Configuration sslConf = new Configuration(false);
+ sslConf.addResource("ssl-server.xml");
+ sslConf.addResource("ssl-client.xml");
+
+ clientSslFactory = new SSLFactory(SSLFactory.Mode.CLIENT, sslConf);
+ clientSslFactory.init();
+
+ server = new HttpServer.Builder()
+ .setName("test")
+ .addEndpoint(new URI("https://localhost"))
+ .setConf(conf)
+ .keyPassword(sslConf.get("ssl.server.keystore.keypassword"))
+ .keyStore(sslConf.get("ssl.server.keystore.location"),
+ sslConf.get("ssl.server.keystore.password"),
+ sslConf.get("ssl.server.keystore.type", "jks"))
+ .trustStore(sslConf.get("ssl.server.truststore.location"),
+ sslConf.get("ssl.server.truststore.password"),
+ sslConf.get("ssl.server.truststore.type", "jks")).build();
server.addServlet("echo", "/echo", TestHttpServer.EchoServlet.class);
server.start();
- baseUrl = new URL("https://localhost:" + server.getPort() + "/");
- LOG.info("HTTP server started: "+ baseUrl);
+ baseUrl = new URL("https://"
+ + NetUtils.getHostPortString(server.getConnectorAddress(0)));
+ LOG.info("HTTP server started: " + baseUrl);
}
- @After
- public void cleanup() throws Exception {
+ @AfterClass
+ public static void cleanup() throws Exception {
server.stop();
- String classpathDir =
- KeyStoreTestUtil.getClasspathDir(TestSSLHttpServer.class);
- new File(classpathDir, CONFIG_SITE_XML).delete();
- HttpConfig.setPolicy(HttpConfig.Policy.HTTP_ONLY);
+ FileUtil.fullyDelete(new File(BASEDIR));
+ KeyStoreTestUtil.cleanupSSLConfig(keystoresDir, sslConfDir);
+ clientSslFactory.destroy();
}
-
@Test
public void testEcho() throws Exception {
- assertEquals("a:b\nc:d\n",
- readOut(new URL(baseUrl, "/echo?a=b&c=d")));
- assertEquals("a:b\nc<:d\ne:>\n",
- readOut(new URL(baseUrl, "/echo?a=b&c<=d&e=>")));
+ assertEquals("a:b\nc:d\n", readOut(new URL(baseUrl, "/echo?a=b&c=d")));
+ assertEquals("a:b\nc<:d\ne:>\n", readOut(new URL(baseUrl,
+ "/echo?a=b&c<=d&e=>")));
}
private static String readOut(URL url) throws Exception {
- StringBuilder out = new StringBuilder();
HttpsURLConnection conn = (HttpsURLConnection) url.openConnection();
- Configuration conf = new Configuration();
- conf.addResource(CONFIG_SITE_XML);
- SSLFactory sslf = new SSLFactory(SSLFactory.Mode.CLIENT, conf);
- sslf.init();
- conn.setSSLSocketFactory(sslf.createSSLSocketFactory());
+ conn.setSSLSocketFactory(clientSslFactory.createSSLSocketFactory());
InputStream in = conn.getInputStream();
- byte[] buffer = new byte[64 * 1024];
- int len = in.read(buffer);
- while (len > 0) {
- out.append(new String(buffer, 0, len));
- len = in.read(buffer);
- }
+ ByteArrayOutputStream out = new ByteArrayOutputStream();
+ IOUtils.copyBytes(in, out, 1024);
return out.toString();
}
Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestServletFilter.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestServletFilter.java?rev=1551703&r1=1551702&r2=1551703&view=diff
==============================================================================
--- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestServletFilter.java (original)
+++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/http/TestServletFilter.java Tue Dec 17 20:59:27 2013
@@ -35,6 +35,7 @@ import javax.servlet.http.HttpServletReq
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.net.NetUtils;
import org.apache.hadoop.test.GenericTestUtils;
import org.junit.Test;
@@ -125,7 +126,8 @@ public class TestServletFilter extends H
}
//access the urls as the sequence
- final String prefix = "http://localhost:" + http.getPort();
+ final String prefix = "http://"
+ + NetUtils.getHostPortString(http.getConnectorAddress(0));
try {
for(int i = 0; i < sequence.length; i++) {
access(prefix + urls[sequence[i]]);
@@ -185,8 +187,9 @@ public class TestServletFilter extends H
throws Exception {
Configuration conf = new Configuration();
HttpServer http = createTestServer(conf);
- http.defineFilter(http.webAppContext, "ErrorFilter", ErrorFilter.class
- .getName(), null, null);
+ HttpServer.defineFilter(http.webAppContext,
+ "ErrorFilter", ErrorFilter.class.getName(),
+ null, null);
try {
http.start();
fail("expecting exception");
Modified: hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/log/TestLogLevel.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/log/TestLogLevel.java?rev=1551703&r1=1551702&r2=1551703&view=diff
==============================================================================
--- hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/log/TestLogLevel.java (original)
+++ hadoop/common/branches/branch-2/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/log/TestLogLevel.java Tue Dec 17 20:59:27 2013
@@ -21,8 +21,10 @@ import java.io.*;
import java.net.*;
import org.apache.hadoop.http.HttpServer;
+import org.apache.hadoop.net.NetUtils;
import junit.framework.TestCase;
+
import org.apache.commons.logging.*;
import org.apache.commons.logging.impl.*;
import org.apache.log4j.*;
@@ -43,15 +45,16 @@ public class TestLogLevel extends TestCa
assertTrue(!Level.ERROR.equals(log.getEffectiveLevel()));
HttpServer server = new HttpServer.Builder().setName("..")
- .setBindAddress("localhost").setPort(22222).setFindPort(true)
+ .addEndpoint(new URI("http://localhost:0")).setFindPort(true)
.build();
server.start();
- int port = server.getPort();
+ String authority = NetUtils.getHostPortString(server
+ .getConnectorAddress(0));
//servlet
- URL url = new URL("http://localhost:" + port
- + "/logLevel?log=" + logName + "&level=" + Level.ERROR);
+ URL url = new URL("http://" + authority + "/logLevel?log=" + logName
+ + "&level=" + Level.ERROR);
out.println("*** Connecting to " + url);
URLConnection connection = url.openConnection();
connection.connect();
@@ -67,7 +70,7 @@ public class TestLogLevel extends TestCa
assertTrue(Level.ERROR.equals(log.getEffectiveLevel()));
//command line
- String[] args = {"-setlevel", "localhost:"+port, logName,""+Level.DEBUG};
+ String[] args = {"-setlevel", authority, logName, Level.DEBUG.toString()};
LogLevel.main(args);
log.debug("log.debug3");
log.info("log.info3");