You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by ve...@apache.org on 2015/06/17 01:04:38 UTC
[04/58] [abbrv] incubator-atlas git commit: Refactor packages and
scripts to Atlas (cherry picked from commit 414beba)
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/main/java/org/apache/hadoop/metadata/web/resources/TypesResource.java
----------------------------------------------------------------------
diff --git a/webapp/src/main/java/org/apache/hadoop/metadata/web/resources/TypesResource.java b/webapp/src/main/java/org/apache/hadoop/metadata/web/resources/TypesResource.java
deleted file mode 100755
index 541c2f4..0000000
--- a/webapp/src/main/java/org/apache/hadoop/metadata/web/resources/TypesResource.java
+++ /dev/null
@@ -1,185 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.metadata.web.resources;
-
-import com.sun.jersey.api.client.ClientResponse;
-import org.apache.hadoop.metadata.MetadataException;
-import org.apache.hadoop.metadata.MetadataServiceClient;
-import org.apache.hadoop.metadata.services.MetadataService;
-import org.apache.hadoop.metadata.typesystem.types.DataTypes;
-import org.apache.hadoop.metadata.web.util.Servlets;
-import org.codehaus.jettison.json.JSONArray;
-import org.codehaus.jettison.json.JSONException;
-import org.codehaus.jettison.json.JSONObject;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import javax.inject.Inject;
-import javax.inject.Singleton;
-import javax.servlet.http.HttpServletRequest;
-import javax.ws.rs.Consumes;
-import javax.ws.rs.DefaultValue;
-import javax.ws.rs.GET;
-import javax.ws.rs.POST;
-import javax.ws.rs.Path;
-import javax.ws.rs.PathParam;
-import javax.ws.rs.Produces;
-import javax.ws.rs.QueryParam;
-import javax.ws.rs.WebApplicationException;
-import javax.ws.rs.core.Context;
-import javax.ws.rs.core.Response;
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-
-/**
- * This class provides RESTful API for Types.
- *
- * A type is the description of any representable item;
- * e.g. a Hive table
- *
- * You could represent any meta model representing any domain using these types.
- */
-@Path("types")
-@Singleton
-public class TypesResource {
-
- private static final Logger LOG = LoggerFactory.getLogger(EntityResource.class);
-
- private final MetadataService metadataService;
-
- static final String TYPE_ALL = "all";
-
- @Inject
- public TypesResource(MetadataService metadataService) {
- this.metadataService = metadataService;
- }
-
- /**
- * Submits a type definition corresponding to a given type representing a meta model of a
- * domain. Could represent things like Hive Database, Hive Table, etc.
- */
- @POST
- @Consumes(Servlets.JSON_MEDIA_TYPE)
- @Produces(Servlets.JSON_MEDIA_TYPE)
- public Response submit(@Context HttpServletRequest request) {
- try {
- final String typeDefinition = Servlets.getRequestPayload(request);
- LOG.debug("Creating type with definition {} ", typeDefinition);
-
- JSONObject typesJson = metadataService.createType(typeDefinition);
- final JSONArray typesJsonArray = typesJson.getJSONArray(MetadataServiceClient.TYPES);
-
- JSONArray typesResponse = new JSONArray();
- for (int i = 0; i < typesJsonArray.length(); i++) {
- final String name = typesJsonArray.getString(i);
- typesResponse.put(new JSONObject() {{
- put(MetadataServiceClient.NAME, name);
- }});
- }
-
- JSONObject response = new JSONObject();
- response.put(MetadataServiceClient.REQUEST_ID, Servlets.getRequestId());
- response.put(MetadataServiceClient.TYPES, typesResponse);
- return Response.status(ClientResponse.Status.CREATED).entity(response).build();
- } catch (MetadataException | IllegalArgumentException e) {
- LOG.error("Unable to persist types", e);
- throw new WebApplicationException(
- Servlets.getErrorResponse(e, Response.Status.BAD_REQUEST));
- } catch (Throwable e) {
- LOG.error("Unable to persist types", e);
- throw new WebApplicationException(
- Servlets.getErrorResponse(e, Response.Status.INTERNAL_SERVER_ERROR));
- }
- }
-
- /**
- * Fetch the complete definition of a given type name which is unique.
- *
- * @param typeName name of a type which is unique.
- */
- @GET
- @Path("{typeName}")
- @Produces(Servlets.JSON_MEDIA_TYPE)
- public Response getDefinition(@Context HttpServletRequest request,
- @PathParam("typeName") String typeName) {
- try {
- final String typeDefinition = metadataService.getTypeDefinition(typeName);
-
- JSONObject response = new JSONObject();
- response.put(MetadataServiceClient.TYPENAME, typeName);
- response.put(MetadataServiceClient.DEFINITION, typeDefinition);
- response.put(MetadataServiceClient.REQUEST_ID, Servlets.getRequestId());
-
- return Response.ok(response).build();
- } catch (MetadataException e) {
- LOG.error("Unable to get type definition for type {}", typeName, e);
- throw new WebApplicationException(
- Servlets.getErrorResponse(e, Response.Status.NOT_FOUND));
- } catch (JSONException | IllegalArgumentException e) {
- LOG.error("Unable to get type definition for type {}", typeName, e);
- throw new WebApplicationException(
- Servlets.getErrorResponse(e, Response.Status.BAD_REQUEST));
- } catch (Throwable e) {
- LOG.error("Unable to get type definition for type {}", typeName, e);
- throw new WebApplicationException(
- Servlets.getErrorResponse(e, Response.Status.INTERNAL_SERVER_ERROR));
- }
- }
-
- /**
- * Gets the list of trait type names registered in the type system.
- *
- * @param type type should be the name of enum
- * org.apache.hadoop.metadata.typesystem.types.DataTypes.TypeCategory
- * Typically, would be one of all, TRAIT, CLASS, ENUM, STRUCT
- * @return entity names response payload as json
- */
- @GET
- @Produces(Servlets.JSON_MEDIA_TYPE)
- public Response getTypesByFilter(@Context HttpServletRequest request,
- @DefaultValue(TYPE_ALL) @QueryParam("type") String type) {
- try {
- List<String> result;
- if (TYPE_ALL.equals(type)) {
- result = metadataService.getTypeNamesList();
- } else {
- DataTypes.TypeCategory typeCategory = DataTypes.TypeCategory.valueOf(type);
- result = metadataService.getTypeNamesByCategory(typeCategory);
- }
-
- JSONObject response = new JSONObject();
- response.put(MetadataServiceClient.RESULTS, new JSONArray(result));
- response.put(MetadataServiceClient.COUNT, result.size());
- response.put(MetadataServiceClient.REQUEST_ID, Servlets.getRequestId());
-
- return Response.ok(response).build();
- } catch (IllegalArgumentException | MetadataException ie) {
- LOG.error("Unsupported typeName while retrieving type list {}", type);
- throw new WebApplicationException(
- Servlets.getErrorResponse("Unsupported type " + type, Response.Status.BAD_REQUEST));
- } catch (Throwable e) {
- LOG.error("Unable to get types list", e);
- throw new WebApplicationException(
- Servlets.getErrorResponse(e, Response.Status.INTERNAL_SERVER_ERROR));
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/main/java/org/apache/hadoop/metadata/web/service/EmbeddedServer.java
----------------------------------------------------------------------
diff --git a/webapp/src/main/java/org/apache/hadoop/metadata/web/service/EmbeddedServer.java b/webapp/src/main/java/org/apache/hadoop/metadata/web/service/EmbeddedServer.java
deleted file mode 100755
index 8c3b8ab..0000000
--- a/webapp/src/main/java/org/apache/hadoop/metadata/web/service/EmbeddedServer.java
+++ /dev/null
@@ -1,87 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.metadata.web.service;
-
-import org.apache.commons.configuration.ConfigurationException;
-import org.apache.commons.configuration.PropertiesConfiguration;
-import org.mortbay.jetty.Connector;
-import org.mortbay.jetty.Server;
-import org.mortbay.jetty.bio.SocketConnector;
-import org.mortbay.jetty.webapp.WebAppContext;
-
-import java.io.IOException;
-
-/**
- * This class embeds a Jetty server and a connector.
- */
-public class EmbeddedServer {
- private static final int DEFAULT_BUFFER_SIZE = 16192;
-
- protected final Server server = new Server();
-
- public EmbeddedServer(int port, String path) throws IOException {
- Connector connector = getConnector(port);
- server.addConnector(connector);
-
- WebAppContext application = new WebAppContext(path, "/");
- server.setHandler(application);
- }
-
- public static EmbeddedServer newServer(int port, String path, boolean secure) throws IOException {
- if (secure) {
- return new SecureEmbeddedServer(port, path);
- } else {
- return new EmbeddedServer(port, path);
- }
- }
-
- protected Connector getConnector(int port) throws IOException {
- Connector connector = new SocketConnector();
- connector.setPort(port);
- connector.setHost("0.0.0.0");
-
- // this is to enable large header sizes when Kerberos is enabled with AD
- final Integer bufferSize = getBufferSize();
- connector.setHeaderBufferSize(bufferSize);
- connector.setRequestBufferSize(bufferSize);
-
- return connector;
- }
-
- private Integer getBufferSize() {
- try {
- PropertiesConfiguration configuration = new PropertiesConfiguration(
- "application.properties");
- return configuration.getInt("metadata.jetty.request.buffer.size", DEFAULT_BUFFER_SIZE);
- } catch (ConfigurationException e) {
- // do nothing
- }
-
- return DEFAULT_BUFFER_SIZE;
- }
-
- public void start() throws Exception {
- server.start();
- server.join();
- }
-
- public void stop() throws Exception {
- server.stop();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/main/java/org/apache/hadoop/metadata/web/service/SecureEmbeddedServer.java
----------------------------------------------------------------------
diff --git a/webapp/src/main/java/org/apache/hadoop/metadata/web/service/SecureEmbeddedServer.java b/webapp/src/main/java/org/apache/hadoop/metadata/web/service/SecureEmbeddedServer.java
deleted file mode 100755
index 6e71366..0000000
--- a/webapp/src/main/java/org/apache/hadoop/metadata/web/service/SecureEmbeddedServer.java
+++ /dev/null
@@ -1,109 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.metadata.web.service;
-
-import org.apache.commons.configuration.ConfigurationException;
-import org.apache.commons.configuration.PropertiesConfiguration;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.security.alias.CredentialProvider;
-import org.apache.hadoop.security.alias.CredentialProviderFactory;
-import org.mortbay.jetty.Connector;
-import org.mortbay.jetty.security.SslSocketConnector;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-
-import java.io.IOException;
-
-import static org.apache.hadoop.metadata.security.SecurityProperties.*;
-
-/**
- * This is a jetty server which requires client auth via certificates.
- */
-public class SecureEmbeddedServer extends EmbeddedServer {
-
- private static final Logger LOG = LoggerFactory.getLogger(SecureEmbeddedServer.class);
-
- public SecureEmbeddedServer(int port, String path) throws IOException {
- super(port, path);
- }
-
- protected Connector getConnector(int port) throws IOException {
- PropertiesConfiguration config = getConfiguration();
-
- SslSocketConnector connector = new SslSocketConnector();
- connector.setPort(port);
- connector.setHost("0.0.0.0");
- connector.setKeystore(config.getString(KEYSTORE_FILE_KEY,
- System.getProperty(KEYSTORE_FILE_KEY, DEFAULT_KEYSTORE_FILE_LOCATION)));
- connector.setKeyPassword(getPassword(config, KEYSTORE_PASSWORD_KEY));
- connector.setTruststore(config.getString(TRUSTSTORE_FILE_KEY,
- System.getProperty(TRUSTSTORE_FILE_KEY, DEFATULT_TRUSTORE_FILE_LOCATION)));
- connector.setTrustPassword(getPassword(config, TRUSTSTORE_PASSWORD_KEY));
- connector.setPassword(getPassword(config, SERVER_CERT_PASSWORD_KEY));
- connector.setWantClientAuth(config.getBoolean(CLIENT_AUTH_KEY, Boolean.getBoolean(CLIENT_AUTH_KEY)));
- return connector;
- }
-
- /**
- * Retrieves a password from a configured credential provider or prompts for the password and stores it in the
- * configured credential provider.
- * @param config application configuration
- * @param key the key/alias for the password.
- * @return the password.
- * @throws IOException
- */
- private String getPassword(PropertiesConfiguration config, String key) throws IOException {
-
- String password = null;
-
- String provider = config.getString(CERT_STORES_CREDENTIAL_PROVIDER_PATH);
- if (provider != null) {
- LOG.info("Attempting to retrieve password from configured credential provider path");
- Configuration c = new Configuration();
- c.set(CredentialProviderFactory.CREDENTIAL_PROVIDER_PATH, provider);
- CredentialProvider credentialProvider =
- CredentialProviderFactory.getProviders(c).get(0);
- CredentialProvider.CredentialEntry entry = credentialProvider.getCredentialEntry(key);
- if (entry == null) {
- throw new IOException(String.format("No credential entry found for %s. " +
- "Please create an entry in the configured credential provider", key));
- } else {
- password = String.valueOf(entry.getCredential());
- }
-
- } else {
- throw new IOException("No credential provider path configured for storage of certificate store passwords");
- }
-
- return password;
- }
-
- /**
- * Returns the application configuration.
- * @return
- */
- protected PropertiesConfiguration getConfiguration() {
- try {
- return new PropertiesConfiguration("application.properties");
- } catch (ConfigurationException e) {
- throw new RuntimeException("Unable to load configuration: application.properties");
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/main/java/org/apache/hadoop/metadata/web/util/DateTimeHelper.java
----------------------------------------------------------------------
diff --git a/webapp/src/main/java/org/apache/hadoop/metadata/web/util/DateTimeHelper.java b/webapp/src/main/java/org/apache/hadoop/metadata/web/util/DateTimeHelper.java
deleted file mode 100755
index 6ad2f24..0000000
--- a/webapp/src/main/java/org/apache/hadoop/metadata/web/util/DateTimeHelper.java
+++ /dev/null
@@ -1,123 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.metadata.web.util;
-
-import java.text.DateFormat;
-import java.text.ParseException;
-import java.text.SimpleDateFormat;
-import java.util.Date;
-import java.util.TimeZone;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-/**
- * Support function to parse and format date.
- */
-public final class DateTimeHelper {
-
- public static final String ISO8601_FORMAT = "yyyy-MM-dd'T'HH:mm'Z'";
- private static final String DATE_PATTERN =
- "(2\\d\\d\\d|19\\d\\d)-(0[1-9]|1[012])-(0[1-9]|1[0-9]|2[0-9]|3[01])T" +
- "([0-1][0-9]|2[0-3]):([0-5][0-9])Z";
- private static final Pattern PATTERN = Pattern.compile(DATE_PATTERN);
-
- private DateTimeHelper() {
- }
-
- public static String getTimeZoneId(TimeZone tz) {
- return tz.getID();
- }
-
- public static DateFormat getDateFormat() {
- DateFormat dateFormat = new SimpleDateFormat(ISO8601_FORMAT);
- dateFormat.setTimeZone(TimeZone.getTimeZone("UTC"));
- return dateFormat;
- }
-
- public static String formatDateUTC(Date date) {
- return (date != null) ? getDateFormat().format(date) : null;
- }
-
- public static Date parseDateUTC(String dateStr) {
- if (!validate(dateStr)) {
- throw new IllegalArgumentException(dateStr + " is not a valid UTC string");
- }
- try {
- return getDateFormat().parse(dateStr);
- } catch (ParseException e) {
- throw new RuntimeException(e);
- }
- }
-
- public static String formatDateUTCToISO8601(final String dateString,
- final String dateStringFormat) {
-
- try {
- DateFormat dateFormat = new SimpleDateFormat(
- dateStringFormat.substring(0, dateString.length()));
- dateFormat.setTimeZone(TimeZone.getTimeZone("UTC"));
- return DateTimeHelper.formatDateUTC(dateFormat.parse(dateString));
- } catch (ParseException e) {
- throw new RuntimeException(e);
- }
- }
-
- /**
- * Validate date format with regular expression.
- *
- * @param date date address for validation
- * @return true valid date fromat, false invalid date format
- */
- public static boolean validate(final String date) {
-
- Matcher matcher = PATTERN.matcher(date);
-
- if (matcher.matches()) {
-
- matcher.reset();
-
- if (matcher.find()) {
-
- int year = Integer.parseInt(matcher.group(1));
- String month = matcher.group(2);
- String day = matcher.group(3);
-
- if (day.equals("31")
- && (month.equals("4") || month.equals("6")
- || month.equals("9") || month.equals("11")
- || month.equals("04") || month.equals("06") || month.equals("09"))) {
- return false; // only 1,3,5,7,8,10,12 has 31 days
- } else if (month.equals("2") || month.equals("02")) {
- // leap year
- if (year % 4 == 0) {
- return !(day.equals("30") || day.equals("31"));
- } else {
- return !(day.equals("29") || day.equals("30") || day.equals("31"));
- }
- } else {
- return true;
- }
- } else {
- return false;
- }
- } else {
- return false;
- }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/main/java/org/apache/hadoop/metadata/web/util/Servlets.java
----------------------------------------------------------------------
diff --git a/webapp/src/main/java/org/apache/hadoop/metadata/web/util/Servlets.java b/webapp/src/main/java/org/apache/hadoop/metadata/web/util/Servlets.java
deleted file mode 100755
index 47435a4..0000000
--- a/webapp/src/main/java/org/apache/hadoop/metadata/web/util/Servlets.java
+++ /dev/null
@@ -1,152 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.metadata.web.util;
-
-import org.apache.commons.io.IOUtils;
-import org.apache.commons.lang3.StringEscapeUtils;
-import org.apache.commons.lang3.StringUtils;
-import org.apache.hadoop.metadata.MetadataServiceClient;
-import org.apache.hadoop.metadata.ParamChecker;
-import org.codehaus.jettison.json.JSONException;
-import org.codehaus.jettison.json.JSONObject;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import javax.servlet.http.HttpServletRequest;
-import javax.ws.rs.core.MediaType;
-import javax.ws.rs.core.Response;
-import java.io.IOException;
-import java.io.PrintWriter;
-import java.io.StringWriter;
-
-/**
- * Utility functions for dealing with servlets.
- */
-public final class Servlets {
-
- private static final Logger LOG = LoggerFactory.getLogger(Servlets.class);
- private Servlets() {
- /* singleton */
- }
-
- public static final String JSON_MEDIA_TYPE = MediaType.APPLICATION_JSON + "; charset=UTF-8";
-
- /**
- * Returns the user of the given request.
- *
- * @param httpRequest an HTTP servlet request
- * @return the user
- */
- public static String getUserFromRequest(HttpServletRequest httpRequest) {
- String user = httpRequest.getRemoteUser();
- if (!StringUtils.isEmpty(user)) {
- return user;
- }
-
- user = httpRequest.getParameter("user.name"); // available in query-param
- if (!StringUtils.isEmpty(user)) {
- return user;
- }
-
- user = httpRequest.getHeader("Remote-User"); // backwards-compatibility
- if (!StringUtils.isEmpty(user)) {
- return user;
- }
-
- return null;
- }
-
- /**
- * Returns the URI of the given request.
- *
- * @param httpRequest an HTTP servlet request
- * @return the URI, including the query string
- */
- public static String getRequestURI(HttpServletRequest httpRequest) {
- final StringBuilder url = new StringBuilder(100).append(httpRequest.getRequestURI());
- if (httpRequest.getQueryString() != null) {
- url.append('?').append(httpRequest.getQueryString());
- }
-
- return url.toString();
- }
-
- /**
- * Returns the full URL of the given request.
- *
- * @param httpRequest an HTTP servlet request
- * @return the full URL, including the query string
- */
- public static String getRequestURL(HttpServletRequest httpRequest) {
- final StringBuilder url = new StringBuilder(100).append(httpRequest.getRequestURL());
- if (httpRequest.getQueryString() != null) {
- url.append('?').append(httpRequest.getQueryString());
- }
-
- return url.toString();
- }
-
- public static Response getErrorResponse(Throwable e, Response.Status status) {
- Response response = getErrorResponse(e.getMessage(), status);
- JSONObject responseJson = (JSONObject) response.getEntity();
- try {
- responseJson.put(MetadataServiceClient.STACKTRACE, printStackTrace(e));
- } catch (JSONException e1) {
- LOG.warn("Could not construct error Json rensponse", e1);
- }
- return response;
- }
-
- private static String printStackTrace(Throwable t) {
- StringWriter sw = new StringWriter();
- t.printStackTrace(new PrintWriter(sw));
- return sw.toString();
- }
-
- public static Response getErrorResponse(String message, Response.Status status) {
- JSONObject errorJson = new JSONObject();
- Object errorEntity = Servlets.escapeJsonString(message);
- try {
- errorJson.put(MetadataServiceClient.ERROR, errorEntity);
- errorEntity = errorJson;
- } catch (JSONException jsonE) {
- LOG.warn("Could not construct error Json rensponse", jsonE);
- }
- return Response
- .status(status)
- .entity(errorEntity)
- .type(JSON_MEDIA_TYPE)
- .build();
- }
-
- public static String getRequestPayload(HttpServletRequest request) throws IOException {
- StringWriter writer = new StringWriter();
- IOUtils.copy(request.getInputStream(), writer);
- return writer.toString();
- }
-
- public static String getRequestId() {
- return Thread.currentThread().getName();
- }
-
- public static String escapeJsonString(String inputStr) {
- ParamChecker.notNull(inputStr, "Input String cannot be null");
- return StringEscapeUtils.escapeJson(inputStr);
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/test/java/org/apache/atlas/CredentialProviderUtilityIT.java
----------------------------------------------------------------------
diff --git a/webapp/src/test/java/org/apache/atlas/CredentialProviderUtilityIT.java b/webapp/src/test/java/org/apache/atlas/CredentialProviderUtilityIT.java
new file mode 100755
index 0000000..2bb70d0
--- /dev/null
+++ b/webapp/src/test/java/org/apache/atlas/CredentialProviderUtilityIT.java
@@ -0,0 +1,272 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.atlas;
+
+import org.apache.atlas.security.SecurityProperties;
+import org.apache.atlas.util.CredentialProviderUtility;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.security.alias.CredentialProvider;
+import org.apache.hadoop.security.alias.CredentialProviderFactory;
+import org.apache.hadoop.security.alias.JavaKeyStoreProvider;
+import org.testng.Assert;
+import org.testng.annotations.Test;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Random;
+
+/**
+ *
+ */
+public class CredentialProviderUtilityIT {
+
+ private char[] defaultPass = new char[]{'k', 'e', 'y', 'p', 'a', 's', 's'};
+
+ @Test
+ public void testEnterValidValues() throws Exception {
+ Path testPath = null;
+ try {
+ testPath = new Path(Files.createTempDirectory("tempproviders").toString(), "test.jks");
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ new File(testPath.toUri().getPath()).delete();
+ final Path finalTestPath = testPath;
+ CredentialProviderUtility.textDevice = new CredentialProviderUtility.TextDevice() {
+ @Override
+ public void printf(String fmt, Object... params) {
+ System.out.print(String.format(fmt, params));
+ }
+
+ public String readLine(String fmt, Object ... args) {
+ return finalTestPath.toString();
+ }
+
+ @Override
+ public char[] readPassword(String fmt, Object ... args) {
+ return defaultPass;
+ }
+ };
+
+ CredentialProviderUtility.main(new String[] {});
+
+ String providerUrl = JavaKeyStoreProvider.SCHEME_NAME + "://file" + testPath.toUri();
+ Configuration conf = new Configuration(false);
+
+ conf.set(CredentialProviderFactory.CREDENTIAL_PROVIDER_PATH, providerUrl);
+
+ CredentialProvider provider =
+ CredentialProviderFactory.getProviders(conf).get(0);
+
+ CredentialProvider.CredentialEntry entry =
+ provider.getCredentialEntry(SecurityProperties.KEYSTORE_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ entry = provider.getCredentialEntry(SecurityProperties.TRUSTSTORE_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ entry = provider.getCredentialEntry(SecurityProperties.SERVER_CERT_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ }
+
+ protected void assertCredentialEntryCorrect(CredentialProvider.CredentialEntry entry) {
+ assertCredentialEntryCorrect(entry, defaultPass);
+ }
+
+ protected void assertCredentialEntryCorrect(CredentialProvider.CredentialEntry entry, char[] password) {
+ Assert.assertNotNull(entry);
+ Assert.assertEquals(entry.getCredential(), password);
+ }
+
+ @Test
+ public void testEnterEmptyValues() throws Exception {
+ Path testPath = null;
+ try {
+ testPath = new Path(Files.createTempDirectory("tempproviders").toString(), "test.jks");
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ new File(testPath.toUri().getPath()).delete();
+ final Path finalTestPath = testPath;
+ CredentialProviderUtility.textDevice = new CredentialProviderUtility.TextDevice() {
+
+ private Random random = new Random();
+
+ @Override
+ public void printf(String fmt, Object... params) {
+ System.out.print(String.format(fmt, params));
+ }
+
+ public String readLine(String fmt, Object ... args) {
+ return finalTestPath.toString();
+ }
+
+ @Override
+ public char[] readPassword(String fmt, Object ... args) {
+ List<char[]> responses = new ArrayList<>();
+ responses.add(new char[0]);
+ responses.add(defaultPass);
+
+ int size = responses.size();
+ int item = random.nextInt(size);
+ return responses.get(item);
+ }
+ };
+
+ CredentialProviderUtility.main(new String[] {});
+
+ String providerUrl = JavaKeyStoreProvider.SCHEME_NAME + "://file" + testPath.toUri();
+ Configuration conf = new Configuration(false);
+
+ conf.set(CredentialProviderFactory.CREDENTIAL_PROVIDER_PATH, providerUrl);
+
+ CredentialProvider provider =
+ CredentialProviderFactory.getProviders(conf).get(0);
+
+ CredentialProvider.CredentialEntry entry =
+ provider.getCredentialEntry(SecurityProperties.KEYSTORE_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ entry = provider.getCredentialEntry(SecurityProperties.TRUSTSTORE_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ entry = provider.getCredentialEntry(SecurityProperties.SERVER_CERT_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ }
+
+ @Test
+ public void testEnterMismatchedValues() throws Exception {
+ Path testPath = null;
+ try {
+ testPath = new Path(Files.createTempDirectory("tempproviders").toString(), "test.jks");
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ new File(testPath.toUri().getPath()).delete();
+ final Path finalTestPath = testPath;
+ CredentialProviderUtility.textDevice = new CredentialProviderUtility.TextDevice() {
+
+ int i = 0;
+ @Override
+ public void printf(String fmt, Object... params) {
+ System.out.print(String.format(fmt, params));
+ }
+
+ public String readLine(String fmt, Object ... args) {
+ return finalTestPath.toString();
+ }
+
+ @Override
+ public char[] readPassword(String fmt, Object ... args) {
+ List<char[]> responses = new ArrayList<>();
+ responses.add(defaultPass);
+ responses.add(new char[] {'b', 'a', 'd', 'p', 'a', 's', 's'});
+ responses.add(defaultPass);
+
+ int item = i % 3;
+ i++;
+ return responses.get(item);
+ }
+ };
+
+ CredentialProviderUtility.main(new String[] {});
+
+ String providerUrl = JavaKeyStoreProvider.SCHEME_NAME + "://file" + testPath.toUri();
+ Configuration conf = new Configuration(false);
+
+ conf.set(CredentialProviderFactory.CREDENTIAL_PROVIDER_PATH, providerUrl);
+
+ CredentialProvider provider =
+ CredentialProviderFactory.getProviders(conf).get(0);
+
+ CredentialProvider.CredentialEntry entry =
+ provider.getCredentialEntry(SecurityProperties.KEYSTORE_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ entry = provider.getCredentialEntry(SecurityProperties.TRUSTSTORE_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ entry = provider.getCredentialEntry(SecurityProperties.SERVER_CERT_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry);
+ }
+
+ @Test
+ public void testOverwriteValues() throws Exception {
+ Path testPath = null;
+ try {
+ testPath = new Path(Files.createTempDirectory("tempproviders").toString(), "test.jks");
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ new File(testPath.toUri().getPath()).delete();
+ final Path finalTestPath = testPath;
+ CredentialProviderUtility.textDevice = new CredentialProviderUtility.TextDevice() {
+ @Override
+ public void printf(String fmt, Object... params) {
+ System.out.print(String.format(fmt, params));
+ }
+
+ public String readLine(String fmt, Object ... args) {
+ return finalTestPath.toString();
+ }
+
+ @Override
+ public char[] readPassword(String fmt, Object ... args) {
+ return defaultPass;
+ }
+ };
+
+ CredentialProviderUtility.main(new String[] {});
+
+ // now attempt to overwrite values
+ CredentialProviderUtility.textDevice = new CredentialProviderUtility.TextDevice() {
+
+ int i = 0;
+
+ @Override
+ public void printf(String fmt, Object... params) {
+ System.out.print(String.format(fmt, params));
+ }
+
+ public String readLine(String fmt, Object ... args) {
+ return i++ == 0 ? finalTestPath.toString() : "y";
+ }
+
+ @Override
+ public char[] readPassword(String fmt, Object ... args) {
+ return new char[] {'n', 'e', 'w', 'p', 'a', 's', 's'};
+ }
+ };
+
+ CredentialProviderUtility.main(new String[] {});
+
+ String providerUrl = JavaKeyStoreProvider.SCHEME_NAME + "://file" + testPath.toUri();
+ Configuration conf = new Configuration(false);
+
+ conf.set(CredentialProviderFactory.CREDENTIAL_PROVIDER_PATH, providerUrl);
+
+ CredentialProvider provider =
+ CredentialProviderFactory.getProviders(conf).get(0);
+
+ char[] newpass = "newpass".toCharArray();
+ CredentialProvider.CredentialEntry entry =
+ provider.getCredentialEntry(SecurityProperties.KEYSTORE_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry, newpass);
+ entry = provider.getCredentialEntry(SecurityProperties.TRUSTSTORE_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry, newpass);
+ entry = provider.getCredentialEntry(SecurityProperties.SERVER_CERT_PASSWORD_KEY);
+ assertCredentialEntryCorrect(entry, newpass);
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/test/java/org/apache/atlas/web/filters/MetadataAuthenticationKerberosFilterIT.java
----------------------------------------------------------------------
diff --git a/webapp/src/test/java/org/apache/atlas/web/filters/MetadataAuthenticationKerberosFilterIT.java b/webapp/src/test/java/org/apache/atlas/web/filters/MetadataAuthenticationKerberosFilterIT.java
new file mode 100644
index 0000000..5782af7
--- /dev/null
+++ b/webapp/src/test/java/org/apache/atlas/web/filters/MetadataAuthenticationKerberosFilterIT.java
@@ -0,0 +1,179 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.atlas.web.filters;
+
+import org.apache.atlas.security.BaseSecurityTest;
+import org.apache.atlas.web.service.EmbeddedServer;
+import org.apache.commons.configuration.ConfigurationException;
+import org.apache.commons.io.FileUtils;
+import org.apache.hadoop.hdfs.web.URLConnectionFactory;
+import org.mortbay.jetty.Server;
+import org.testng.Assert;
+import org.testng.annotations.Test;
+
+import javax.security.auth.Subject;
+import javax.security.auth.callback.Callback;
+import javax.security.auth.callback.CallbackHandler;
+import javax.security.auth.callback.NameCallback;
+import javax.security.auth.callback.PasswordCallback;
+import javax.security.auth.callback.UnsupportedCallbackException;
+import javax.security.auth.login.LoginContext;
+import javax.security.auth.login.LoginException;
+import java.io.File;
+import java.io.IOException;
+import java.net.HttpURLConnection;
+import java.net.URL;
+import java.security.PrivilegedExceptionAction;
+import java.util.Properties;
+
+/**
+ *
+ */
+public class MetadataAuthenticationKerberosFilterIT extends BaseSecurityTest {
+ public static final String TEST_USER_JAAS_SECTION = "TestUser";
+ public static final String TESTUSER = "testuser";
+ public static final String TESTPASS = "testpass";
+
+ private File userKeytabFile;
+ private File httpKeytabFile;
+
+ class TestEmbeddedServer extends EmbeddedServer {
+ public TestEmbeddedServer(int port, String path) throws IOException {
+ super(port, path);
+ }
+
+ Server getServer() {
+ return server;
+ }
+ }
+
+ @Test (enabled = false)
+ public void testKerberosBasedLogin() throws Exception {
+ String originalConf = System.getProperty("metadata.conf");
+ System.setProperty("metadata.conf", System.getProperty("user.dir"));
+
+ setupKDCAndPrincipals();
+ TestEmbeddedServer server = null;
+
+ try {
+ // setup the application.properties file
+ generateKerberosTestProperties();
+
+ // need to create the web application programmatically in order to control the injection of the test
+ // application properties
+ server = new TestEmbeddedServer(23000, "webapp/target/apache-atlas");
+
+ startEmbeddedServer(server.getServer());
+
+ final URLConnectionFactory connectionFactory = URLConnectionFactory.DEFAULT_SYSTEM_CONNECTION_FACTORY;
+ // attempt to hit server and get rejected
+ URL url = new URL("http://localhost:23000/");
+ HttpURLConnection connection = (HttpURLConnection) connectionFactory.openConnection(url, false);
+ connection.setRequestMethod("GET");
+ connection.connect();
+
+ Assert.assertEquals(connection.getResponseCode(), 401);
+
+ // need to populate the ticket cache with a local user, so logging in...
+ Subject subject = loginTestUser();
+
+ Subject.doAs(subject, new PrivilegedExceptionAction<Object>() {
+ @Override
+ public Object run() throws Exception {
+ // attempt to hit server and get rejected
+ URL url = new URL("http://localhost:23000/");
+ HttpURLConnection connection = (HttpURLConnection) connectionFactory.openConnection(url, true);
+ connection.setRequestMethod("GET");
+ connection.connect();
+
+ Assert.assertEquals(connection.getResponseCode(), 200);
+
+ return null;
+ }
+ });
+ } finally {
+ server.getServer().stop();
+ kdc.stop();
+
+ if (originalConf != null) {
+ System.setProperty("metadata.conf", originalConf);
+ } else {
+ System.clearProperty("metadata.conf");
+ }
+
+ }
+
+
+ }
+
+ protected Subject loginTestUser() throws LoginException, IOException {
+ LoginContext lc = new LoginContext(TEST_USER_JAAS_SECTION, new CallbackHandler() {
+
+ @Override
+ public void handle(Callback[] callbacks) throws IOException, UnsupportedCallbackException {
+ for (int i = 0; i < callbacks.length; i++) {
+ if (callbacks[i] instanceof PasswordCallback) {
+ PasswordCallback passwordCallback = (PasswordCallback) callbacks[i];
+ passwordCallback.setPassword(TESTPASS.toCharArray());
+ }
+ if (callbacks[i] instanceof NameCallback) {
+ NameCallback nameCallback = (NameCallback) callbacks[i];
+ nameCallback.setName(TESTUSER);
+ }
+ }
+ }
+ });
+ // attempt authentication
+ lc.login();
+ return lc.getSubject();
+ }
+
+ protected void generateKerberosTestProperties() throws IOException, ConfigurationException {
+ Properties props = new Properties();
+ props.setProperty("atlas.http.authentication.enabled", "true");
+ props.setProperty("atlas.http.authentication.type", "kerberos");
+ props.setProperty("atlas.http.authentication.kerberos.principal", "HTTP/localhost@" + kdc.getRealm());
+ props.setProperty("atlas.http.authentication.kerberos.keytab", httpKeytabFile.getAbsolutePath());
+ props.setProperty("atlas.http.authentication.kerberos.name.rules",
+ "RULE:[1:$1@$0](.*@EXAMPLE.COM)s/@.*//\nDEFAULT");
+
+ generateTestProperties(props);
+ }
+
+ public void setupKDCAndPrincipals() throws Exception {
+ // set up the KDC
+ File kdcWorkDir = startKDC();
+
+ userKeytabFile = createKeytab(kdc, kdcWorkDir, "dgi", "dgi.keytab");
+ httpKeytabFile = createKeytab(kdc, kdcWorkDir, "HTTP", "spnego.service.keytab");
+
+ // create a test user principal
+ kdc.createPrincipal(TESTUSER, TESTPASS);
+
+ StringBuilder jaas = new StringBuilder(1024);
+ jaas.append("TestUser {\n" +
+ " com.sun.security.auth.module.Krb5LoginModule required\nuseTicketCache=true;\n" +
+ "};\n");
+ jaas.append(createJAASEntry("Client", "dgi", userKeytabFile));
+ jaas.append(createJAASEntry("Server", "HTTP", httpKeytabFile));
+
+ File jaasFile = new File(kdcWorkDir, "jaas.txt");
+ FileUtils.write(jaasFile, jaas.toString());
+ bindJVMtoJAASFile(jaasFile);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/test/java/org/apache/atlas/web/filters/MetadataAuthenticationSimpleFilterIT.java
----------------------------------------------------------------------
diff --git a/webapp/src/test/java/org/apache/atlas/web/filters/MetadataAuthenticationSimpleFilterIT.java b/webapp/src/test/java/org/apache/atlas/web/filters/MetadataAuthenticationSimpleFilterIT.java
new file mode 100644
index 0000000..aa6f0f9
--- /dev/null
+++ b/webapp/src/test/java/org/apache/atlas/web/filters/MetadataAuthenticationSimpleFilterIT.java
@@ -0,0 +1,94 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.atlas.web.filters;
+
+import org.apache.atlas.security.BaseSecurityTest;
+import org.apache.atlas.web.service.EmbeddedServer;
+import org.apache.commons.configuration.ConfigurationException;
+import org.mortbay.jetty.Server;
+import org.testng.Assert;
+import org.testng.annotations.Test;
+
+import java.io.IOException;
+import java.net.HttpURLConnection;
+import java.net.URL;
+import java.util.Properties;
+
+/**
+ *
+ */
+public class MetadataAuthenticationSimpleFilterIT extends BaseSecurityTest {
+
+ class TestEmbeddedServer extends EmbeddedServer {
+ public TestEmbeddedServer(int port, String path) throws IOException {
+ super(port, path);
+ }
+
+ Server getServer() {
+ return server;
+ }
+ }
+
+ @Test (enabled = false)
+ public void testSimpleLogin() throws Exception {
+ String originalConf = System.getProperty("metadata.conf");
+ System.setProperty("metadata.conf", System.getProperty("user.dir"));
+ generateSimpleLoginConfiguration();
+
+ TestEmbeddedServer server = new TestEmbeddedServer(23001, "webapp/target/apache-atlas");
+
+ try {
+ startEmbeddedServer(server.getServer());
+
+ URL url = new URL("http://localhost:23001");
+ HttpURLConnection connection = (HttpURLConnection)url.openConnection();
+ connection.setRequestMethod("GET");
+ connection.connect();
+
+ try {
+ Assert.assertEquals(connection.getResponseCode(), 403);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ url = new URL("http://localhost:23001/?user.name=testuser");
+ connection = (HttpURLConnection)url.openConnection();
+ connection.setRequestMethod("GET");
+ connection.connect();
+
+ Assert.assertEquals(connection.getResponseCode(), 200);
+ } finally {
+ server.getServer().stop();
+ if (originalConf != null) {
+ System.setProperty("metadata.conf", originalConf);
+ } else {
+ System.clearProperty("metadata.conf");
+ }
+ }
+
+
+ }
+
+ protected void generateSimpleLoginConfiguration() throws IOException, ConfigurationException {
+ Properties config = new Properties();
+ config.setProperty("atlas.http.authentication.enabled", "true");
+ config.setProperty("atlas.http.authentication.type", "simple");
+
+ generateTestProperties(config);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/test/java/org/apache/atlas/web/listeners/LoginProcessorIT.java
----------------------------------------------------------------------
diff --git a/webapp/src/test/java/org/apache/atlas/web/listeners/LoginProcessorIT.java b/webapp/src/test/java/org/apache/atlas/web/listeners/LoginProcessorIT.java
new file mode 100644
index 0000000..a250bca
--- /dev/null
+++ b/webapp/src/test/java/org/apache/atlas/web/listeners/LoginProcessorIT.java
@@ -0,0 +1,104 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.atlas.web.listeners;
+
+import org.apache.atlas.security.BaseSecurityTest;
+import org.apache.commons.configuration.ConfigurationException;
+import org.apache.commons.configuration.PropertiesConfiguration;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.CommonConfigurationKeysPublic;
+import org.apache.hadoop.security.UserGroupInformation;
+import org.testng.Assert;
+import org.testng.annotations.Test;
+
+import java.io.File;
+
+/**
+ *
+ */
+public class LoginProcessorIT extends BaseSecurityTest {
+
+ protected static final String kerberosRule =
+ "RULE:[1:$1@$0](.*@EXAMPLE.COM)s/@.*//\nDEFAULT";
+
+ @Test
+ public void testDefaultSimpleLogin() throws Exception {
+ LoginProcessor processor = new LoginProcessor() {
+ @Override
+ protected PropertiesConfiguration getPropertiesConfiguration() throws ConfigurationException {
+ return new PropertiesConfiguration();
+ }
+ };
+ processor.login();
+
+ Assert.assertNotNull(UserGroupInformation.getCurrentUser());
+ Assert.assertFalse(UserGroupInformation.isLoginKeytabBased());
+ Assert.assertFalse(UserGroupInformation.isSecurityEnabled());
+ }
+
+ @Test
+ public void testKerberosLogin() throws Exception {
+ final File keytab = setupKDCAndPrincipals();
+
+ LoginProcessor processor = new LoginProcessor() {
+ @Override
+ protected PropertiesConfiguration getPropertiesConfiguration() throws ConfigurationException {
+ PropertiesConfiguration config = new PropertiesConfiguration();
+ config.setProperty("atlas.authentication.method", "kerberos");
+ config.setProperty("atlas.authentication.principal", "dgi@EXAMPLE.COM");
+ config.setProperty("atlas.authentication.keytab", keytab.getAbsolutePath());
+ return config;
+ }
+
+ @Override
+ protected Configuration getHadoopConfiguration() {
+ Configuration config = new Configuration(false);
+ config.set(CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHENTICATION, "kerberos");
+ config.setBoolean(CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHORIZATION, true);
+ config.set(CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTH_TO_LOCAL, kerberosRule);
+
+ return config;
+ }
+
+ @Override
+ protected boolean isHadoopCluster() {
+ return true;
+ }
+ };
+ processor.login();
+
+ Assert.assertTrue(UserGroupInformation.getLoginUser().getShortUserName().endsWith("dgi"));
+ Assert.assertNotNull(UserGroupInformation.getCurrentUser());
+ Assert.assertTrue(UserGroupInformation.isLoginKeytabBased());
+ Assert.assertTrue(UserGroupInformation.isSecurityEnabled());
+
+ kdc.stop();
+
+ }
+
+ private File setupKDCAndPrincipals() throws Exception {
+ // set up the KDC
+ File kdcWorkDir = startKDC();
+
+ Assert.assertNotNull(kdc.getRealm());
+
+ File keytabFile = createKeytab(kdc, kdcWorkDir, "dgi", "dgi.keytab");
+
+ return keytabFile;
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/test/java/org/apache/atlas/web/resources/AdminJerseyResourceIT.java
----------------------------------------------------------------------
diff --git a/webapp/src/test/java/org/apache/atlas/web/resources/AdminJerseyResourceIT.java b/webapp/src/test/java/org/apache/atlas/web/resources/AdminJerseyResourceIT.java
new file mode 100755
index 0000000..a0410cb
--- /dev/null
+++ b/webapp/src/test/java/org/apache/atlas/web/resources/AdminJerseyResourceIT.java
@@ -0,0 +1,69 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.atlas.web.resources;
+
+import com.sun.jersey.api.client.ClientResponse;
+import com.sun.jersey.api.client.WebResource;
+import org.apache.atlas.web.util.Servlets;
+import org.apache.commons.configuration.PropertiesConfiguration;
+import org.codehaus.jettison.json.JSONObject;
+import org.testng.Assert;
+import org.testng.annotations.BeforeClass;
+import org.testng.annotations.Test;
+
+import javax.ws.rs.HttpMethod;
+import javax.ws.rs.core.Response;
+
+/**
+ * Integration test for Admin jersey resource.
+ */
+public class AdminJerseyResourceIT extends BaseResourceIT {
+
+ @BeforeClass
+ public void setUp() throws Exception {
+ super.setUp();
+ }
+
+ @Test
+ public void testGetVersion() throws Exception {
+ WebResource resource = service
+ .path("api/atlas/admin/version");
+
+ ClientResponse clientResponse = resource
+ .accept(Servlets.JSON_MEDIA_TYPE)
+ .type(Servlets.JSON_MEDIA_TYPE)
+ .method(HttpMethod.GET, ClientResponse.class);
+ Assert.assertEquals(clientResponse.getStatus(), Response.Status.OK.getStatusCode());
+
+ String responseAsString = clientResponse.getEntity(String.class);
+ Assert.assertNotNull(responseAsString);
+
+ PropertiesConfiguration buildConfiguration =
+ new PropertiesConfiguration("atlas-buildinfo.properties");
+
+
+ JSONObject response = new JSONObject(responseAsString);
+ Assert.assertEquals(response.get("Version"),
+ buildConfiguration.getString("build.version"));
+ Assert.assertEquals(response.get("Name"),
+ buildConfiguration.getString("project.name"));
+ Assert.assertEquals(response.get("Description"),
+ buildConfiguration.getString("project.description"));
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/30711973/webapp/src/test/java/org/apache/atlas/web/resources/BaseResourceIT.java
----------------------------------------------------------------------
diff --git a/webapp/src/test/java/org/apache/atlas/web/resources/BaseResourceIT.java b/webapp/src/test/java/org/apache/atlas/web/resources/BaseResourceIT.java
new file mode 100755
index 0000000..7c723e6
--- /dev/null
+++ b/webapp/src/test/java/org/apache/atlas/web/resources/BaseResourceIT.java
@@ -0,0 +1,102 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.atlas.web.resources;
+
+import com.sun.jersey.api.client.Client;
+import com.sun.jersey.api.client.ClientResponse;
+import com.sun.jersey.api.client.WebResource;
+import com.sun.jersey.api.client.config.DefaultClientConfig;
+import org.apache.atlas.MetadataServiceClient;
+import org.apache.atlas.typesystem.Referenceable;
+import org.apache.atlas.typesystem.TypesDef;
+import org.apache.atlas.typesystem.json.InstanceSerialization;
+import org.apache.atlas.typesystem.json.TypesSerialization;
+import org.apache.atlas.typesystem.persistence.Id;
+import org.apache.atlas.typesystem.types.ClassType;
+import org.apache.atlas.typesystem.types.HierarchicalTypeDefinition;
+import org.apache.atlas.web.util.Servlets;
+import org.codehaus.jettison.json.JSONObject;
+import org.testng.Assert;
+import org.testng.annotations.BeforeClass;
+
+import javax.ws.rs.HttpMethod;
+import javax.ws.rs.core.Response;
+import javax.ws.rs.core.UriBuilder;
+
+/**
+ * Base class for integration tests.
+ * Sets up the web resource and has helper methods to create type and entity.
+ */
+public abstract class BaseResourceIT {
+
+ protected WebResource service;
+ protected MetadataServiceClient serviceClient;
+ public static String baseUrl = "http://localhost:21000/";
+
+ @BeforeClass
+ public void setUp() throws Exception {
+
+ DefaultClientConfig config = new DefaultClientConfig();
+ Client client = Client.create(config);
+ client.resource(UriBuilder.fromUri(baseUrl).build());
+
+ service = client.resource(UriBuilder.fromUri(baseUrl).build());
+ serviceClient = new MetadataServiceClient(baseUrl);
+ }
+
+ protected void createType(TypesDef typesDef) throws Exception {
+ HierarchicalTypeDefinition<ClassType> sampleType = typesDef.classTypesAsJavaList().get(0);
+ if (serviceClient.getType(sampleType.typeName) == null ) {
+ String typesAsJSON = TypesSerialization.toJson(typesDef);
+ createType(typesAsJSON);
+ }
+ }
+
+ protected void createType(String typesAsJSON) throws Exception {
+ WebResource resource = service
+ .path("api/atlas/types");
+
+ ClientResponse clientResponse = resource
+ .accept(Servlets.JSON_MEDIA_TYPE)
+ .type(Servlets.JSON_MEDIA_TYPE)
+ .method(HttpMethod.POST, ClientResponse.class, typesAsJSON);
+ Assert.assertEquals(clientResponse.getStatus(), Response.Status.CREATED.getStatusCode());
+
+ String responseAsString = clientResponse.getEntity(String.class);
+ Assert.assertNotNull(responseAsString);
+
+ JSONObject response = new JSONObject(responseAsString);
+ Assert.assertNotNull(response.get("types"));
+ Assert.assertNotNull(response.get(MetadataServiceClient.REQUEST_ID));
+ }
+
+ protected Id createInstance(Referenceable referenceable) throws Exception {
+ String typeName = referenceable.getTypeName();
+ System.out.println("creating instance of type " + typeName);
+
+ String entityJSON = InstanceSerialization.toJson(referenceable, true);
+ System.out.println("Submitting new entity= " + entityJSON);
+ JSONObject jsonObject = serviceClient.createEntity(entityJSON);
+ String guid = jsonObject.getString(MetadataServiceClient.GUID);
+ System.out.println("created instance for type " + typeName + ", guid: " + guid);
+
+ // return the reference to created instance with guid
+ return new Id(guid, 0, referenceable.getTypeName());
+ }
+}