You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@griffin.apache.org by gu...@apache.org on 2017/05/04 03:04:54 UTC
[46/51] [partial] incubator-griffin git commit: refactor arch
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/domain/SystemTypeTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/domain/SystemTypeTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/domain/SystemTypeTest.java
deleted file mode 100644
index 57f8c31..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/domain/SystemTypeTest.java
+++ /dev/null
@@ -1,29 +0,0 @@
-package com.ebay.oss.griffin.domain;
-
-import static org.junit.Assert.*;
-
-import org.junit.Test;
-
-import com.ebay.oss.griffin.domain.SystemType;
-
-
-public class SystemTypeTest {
-
- private static final String[] array = {"Bullseye", "GPS", "Hadoop", "PDS", "IDLS", "Pulsar", "Kafka", "Sojourner", "SiteSpeed", "EDW"};
-
- @Test
- public void testIndexOf() {
- for(int i = 0; i < array.length; i++) {
- assertEquals(i, SystemType.indexOf(array[i]));
- }
- assertEquals(-1, SystemType.indexOf("abcdefg"));
- }
-
- @Test
- public void testVal() {
- for (int i = 0; i < array.length; i++) {
- assertEquals(array[i], SystemType.val(i));
- }
- assertEquals(SystemType.val(105), "105");
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/resources/ControllersTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/resources/ControllersTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/resources/ControllersTest.java
deleted file mode 100644
index f0bd627..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/resources/ControllersTest.java
+++ /dev/null
@@ -1,524 +0,0 @@
-package com.ebay.oss.griffin.resources;
-
-import static junit.framework.Assert.assertEquals;
-
-import java.io.IOException;
-import java.net.URI;
-import java.util.Date;
-import java.util.Iterator;
-import java.util.List;
-
-import javax.ws.rs.core.MediaType;
-import javax.ws.rs.core.UriBuilder;
-
-import org.glassfish.grizzly.http.server.HttpServer;
-import org.junit.AfterClass;
-import org.junit.Assert;
-import org.junit.BeforeClass;
-import org.junit.Ignore;
-import org.junit.Test;
-import org.springframework.context.ConfigurableApplicationContext;
-import org.springframework.context.support.ClassPathXmlApplicationContext;
-
-import com.ebay.oss.griffin.domain.DataAsset;
-import com.ebay.oss.griffin.domain.DqMetricsValue;
-import com.ebay.oss.griffin.domain.UserSubscription;
-import com.ebay.oss.griffin.vo.AssetLevelMetrics;
-import com.ebay.oss.griffin.vo.DqModelVo;
-import com.ebay.oss.griffin.vo.ModelInput;
-import com.ebay.oss.griffin.vo.NotificationRecord;
-import com.ebay.oss.griffin.vo.OverViewStatistics;
-import com.ebay.oss.griffin.vo.PlatformMetadata;
-import com.ebay.oss.griffin.vo.SampleOut;
-import com.ebay.oss.griffin.vo.SystemLevelMetrics;
-import com.sun.jersey.api.client.Client;
-import com.sun.jersey.api.client.ClientResponse;
-import com.sun.jersey.api.client.GenericType;
-import com.sun.jersey.api.client.WebResource;
-import com.sun.jersey.api.client.config.DefaultClientConfig;
-import com.sun.jersey.api.container.grizzly2.GrizzlyServerFactory;
-import com.sun.jersey.api.core.PackagesResourceConfig;
-import com.sun.jersey.api.core.ResourceConfig;
-import com.sun.jersey.core.spi.component.ioc.IoCComponentProviderFactory;
-import com.sun.jersey.spi.spring.container.SpringComponentProviderFactory;
-
-@Ignore
-public class ControllersTest {
- static final URI BASE_URI = getBaseURI();
- static final String REST_PATH = "rest";
- static HttpServer server;
- static WebResource service;
-
- private static URI getBaseURI() {
- return UriBuilder.fromUri("http://localhost/").port(9998).build();
- }
-
- @BeforeClass
- public static void startServer() throws IOException {
- System.out.println("Starting grizzly...");
-
- // Injector injector = Guice.createInjector(new ServletModule() {
- // @Override
- // protected void configureServlets() {
- // bind(LoginService.class).to(LoginServiceImpl.class);
- //
- // }
- // });
-
- ResourceConfig rc = new PackagesResourceConfig(
- "org.apache.bark.resources");
-
- // IoCComponentProviderFactory ioc = new GuiceComponentProviderFactory(rc,
- // injector);
- ConfigurableApplicationContext cac =
- new ClassPathXmlApplicationContext("classpath:context.xml");
- IoCComponentProviderFactory ioc = new SpringComponentProviderFactory(rc,
- cac);
-
- server = GrizzlyServerFactory.createHttpServer(BASE_URI + REST_PATH, rc,
- ioc);
-
-
- System.out
- .println(String
- .format("Jersey app started with WADL available at "
- + "%srest/application.wadl\nTry out %s\nHit enter to stop it...",
- BASE_URI, BASE_URI));
-
- Client client = Client.create(new DefaultClientConfig());
- service = client.resource(getBaseURI());
- }
-
- @AfterClass
- public static void stopServer() {
- server.stop();
- }
-
-
- //-- LoginController test --
- @Test
- public void testLoginUser() throws IOException {
- // Client client = Client.create(new DefaultClientConfig());
- // WebResource service = client.resource(getBaseURI());
-
- // String input = "{\"username\":\"test\",\"password\":\"test\"}";
- //
- //
- // ClientResponse resp = service.path(REST_PATH).path("login/authenticate")
- // .header("Content-Type", MediaType.APPLICATION_JSON)
- // .accept(MediaType.APPLICATION_JSON)
- // .post(ClientResponse.class, input);
- // // .get(ClientResponse.class);
- // //System.out.println("Got stuff: " + resp);
- // String text = resp.getEntity(String.class);
- //
- // assertEquals(200, resp.getStatus());
- // Assert.assertNotNull(text);
- }
-
-
- //-- DataAssetController test --
- @Test
- public void testDataAssetControllerGetSrcTree() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("dataassets/metadata")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- List<PlatformMetadata> list = resp.getEntity(new GenericType<List<PlatformMetadata>>(){});
-
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- @Test
- public void testDataAssetControllerNewGetUpdateDeleteAndGetAll() throws IOException{
- String name = "testAsset_lliu13", owner = "lliu13";
- String input = "{\"assetName\":\"" + name + "\",\"assetType\":\"hdfsfile\",\"assetHDFSPath\":\"/user/b_des/bark/\",\"system\":\"Bullseye\",\"platform\":\"Apollo\",\"owner\":\"" + owner + "\"}";
-
- //add new data asset
- ClientResponse respAdd = service.path(REST_PATH).path("dataassets/")
- .header("Content-Type", MediaType.APPLICATION_JSON)
- .accept(MediaType.APPLICATION_JSON)
- .post(ClientResponse.class, input);
- assertEquals(201, respAdd.getStatus());
-
- //get all data asset
- ClientResponse respGetAll = service.path(REST_PATH).path("dataassets/")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- List<DataAsset> list = respGetAll.getEntity(new GenericType<List<DataAsset>>(){});
- assertEquals(200, respGetAll.getStatus());
- Assert.assertNotNull(list);
- Assert.assertTrue(list.size() > 0);
-
- //find the new add data asset id
- long id = 0;
- Iterator<DataAsset> itr = list.iterator();
- while (itr.hasNext()) {
- DataAsset da = itr.next();
- if (da.getAssetName().equals(name)) {
- id = da.get_id();
- break ;
- }
- }
-
- //get new add data asset
- String prmGet = Long.toString(id);
- ClientResponse respGet = service.path(REST_PATH).path("dataassets/metadata/" + prmGet)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- DataAsset da = respGet.getEntity(DataAsset.class);
- assertEquals(200, respGet.getStatus());
- Assert.assertNotNull(da);
-
- //get one asset, this interface is the same with the previous one
- String prmGet1 = Long.toString(id);
- ClientResponse respGet1 = service.path(REST_PATH).path("dataassets/" + prmGet1)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- DataAsset da1 = respGet1.getEntity(DataAsset.class);
- assertEquals(200, respGet1.getStatus());
- Assert.assertNotNull(da1);
-
- //update the data asset
- String newOwner = "wenzhao";
- String updateInput = "{\"assetName\":\"" + name + "\",\"assetType\":\"hdfsfile\",\"assetHDFSPath\":\"/user/b_des/bark/\",\"system\":\"Bullseye\",\"platform\":\"Apollo\",\"owner\":\"" + newOwner + "\"}";
- ClientResponse respUpdate = service.path(REST_PATH).path("dataassets/")
- .header("Content-Type", MediaType.APPLICATION_JSON)
- .accept(MediaType.APPLICATION_JSON)
- .put(ClientResponse.class, updateInput);
- String updt = respUpdate.getEntity(String.class);
- assertEquals(200, respUpdate.getStatus());
- String sucUpdate = "{\"status\":\"0\" , \"result\":\"success\"}";
- assertEquals(sucUpdate, updt);
-
- //delete the data asset
- String prmDel = Long.toString(id);
- ClientResponse respDel = service.path(REST_PATH).path("dataassets/" + prmDel)
- .accept(MediaType.APPLICATION_JSON)
- .delete(ClientResponse.class);
- String rm = respDel.getEntity(String.class);
- assertEquals(200, respDel.getStatus());
- String sucDel = "{\"status\":\"0\" , \"result\":\"success\"}";
- assertEquals(sucDel, rm);
- }
-
- @Test
- public void testDataAssetControllerGetAssetList() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("dataassets/")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- List<DataAsset> list = resp.getEntity(new GenericType<List<DataAsset>>(){});
-
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- //-- DQMetricsController test --
- @Test
- public void testDQMetricsControllerInsertAndGetMetadata() throws IOException{
-
- String asset_id = "test100", metricName = "test1001";
- float v = 1638.6f;
-
- //insert
- String dq = "{\"id\":12345678,\"assetId\":\"" + asset_id + "\",\"metricName\":\"" + metricName + "\",\"timestamp\":" + new Date().getTime() + ",\"value\":" + v + "}";
- ClientResponse respAdd = service.path(REST_PATH).path("metrics/")
- .header("Content-Type", MediaType.APPLICATION_JSON)
- .accept(MediaType.APPLICATION_JSON)
- .post(ClientResponse.class, dq);
- assertEquals(201, respAdd.getStatus());
-
- ClientResponse respGet = service.path(REST_PATH).path("metrics/" + asset_id + "/latest")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- DqMetricsValue val = respGet.getEntity(DqMetricsValue.class);
- assertEquals(200, respGet.getStatus());
- Assert.assertNotNull(val);
- assertEquals(val.getValue(), v);
- }
-
- @Test
- public void testDQMetricsControllerGetHeatMap() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("metrics/heatmap")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- List<SystemLevelMetrics> list = resp.getEntity(new GenericType<List<SystemLevelMetrics>>(){});
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- @Test
- public void testDQMetricsControllerGetAllBriefMetrics() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("metrics/briefmetrics")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- List<SystemLevelMetrics> list = resp.getEntity(new GenericType<List<SystemLevelMetrics>>(){});
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- @Test
- public void testDQMetricsControllerGetBriefMetrics() throws IOException{
- String system = "unknown";
- ClientResponse resp = service.path(REST_PATH).path("metrics/briefmetrics/" + system)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- List<SystemLevelMetrics> list = resp.getEntity(new GenericType<List<SystemLevelMetrics>>(){});
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- @Test
- public void testDQMetricsControllerGetAllDashboard() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("metrics/dashboard")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- List<SystemLevelMetrics> list = resp.getEntity(new GenericType<List<SystemLevelMetrics>>(){});
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- @Test
- public void testDQMetricsControllerGetDashboard() throws IOException{
- String system = "IDLS";
- ClientResponse resp = service.path(REST_PATH).path("metrics/dashboard/" + system)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- List<SystemLevelMetrics> list = resp.getEntity(new GenericType<List<SystemLevelMetrics>>(){});
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- @Test
- public void testDQMetricsControllerGetMyDashboard() throws IOException{
- String user = "lliu13";
- ClientResponse resp = service.path(REST_PATH).path("metrics/mydashboard/" + user)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- List<SystemLevelMetrics> list = resp.getEntity(new GenericType<List<SystemLevelMetrics>>(){});
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- @Test
- public void testDQMetricsControllerGetCompelete() throws IOException{
- String name = "TotalCount_asset1";
- ClientResponse resp = service.path(REST_PATH).path("metrics/complete/" + name)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- AssetLevelMetrics alm = resp.getEntity(AssetLevelMetrics.class);
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(alm);
- System.out.println(alm.getName() + " -> " + alm.getDq());
- System.out.println();
- }
-
- @Test
- public void testDQMetricsControllerGetBrief() throws IOException{
- String name = "TotalCount_asset1";
- ClientResponse resp = service.path(REST_PATH).path("metrics/brief/" + name)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- AssetLevelMetrics alm = resp.getEntity(AssetLevelMetrics.class);
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(alm);
- System.out.println(alm.getName() + " -> " + alm.getDq());
- System.out.println();
- }
-
- @Test
- public void testDQMetricsControllerRefreshDQ() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("metrics/refresh")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- assertEquals(204, resp.getStatus());
- }
-
- @Test
- public void testDQMetricsControllerGetOverViewStats() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("metrics/statics")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- OverViewStatistics ovs = resp.getEntity(OverViewStatistics.class);
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(ovs);
- System.out.println("metrics: " + ovs.getMetrics() + " assets: " + ovs.getAssets());
- System.out.println();
- }
-
- @Test
- public void testDQMetricsControllerInsertGetAndDownloadSamplePath() throws IOException{
-
- String name = "testModel100", path = "/user/b_des/bark/testPath/";
-
- //insertSamplePath
- String sample = "{\"modelName\":\"" + name + "\",\"hdfsPath\":\"" + path + "\",\"timestamp\":" + new Date().getTime() + "}";
- ClientResponse respInsert = service.path(REST_PATH).path("metrics/sample")
- .header("Content-Type", MediaType.APPLICATION_JSON)
- .accept(MediaType.APPLICATION_JSON)
- .post(ClientResponse.class, sample);
- assertEquals(201, respInsert.getStatus());
-
- //getSampleList
- ClientResponse respGet = service.path(REST_PATH).path("metrics/sample/" + name)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- List<SampleOut> list = respGet.getEntity(new GenericType<List<SampleOut>>(){});
- assertEquals(200, respGet.getStatus());
- Assert.assertNotNull(list);
- Iterator<SampleOut> itr = list.iterator();
- while (itr.hasNext()) {
- SampleOut so = itr.next();
- System.out.println("SampleOut: " + new Date(so.getDate()).toString() + " " + so.getPath());
- }
- if (list.size() == 0) System.out.println("Sample File List is empty");
-
- //downloadFile
- ClientResponse respDownload = service.path(REST_PATH).path("metrics/download/" + path)
- .accept(MediaType.APPLICATION_OCTET_STREAM)
- .get(ClientResponse.class);
- assertEquals(200, respDownload.getStatus());
- }
-
-
-
- //-- DQModelController test --
- @Test
- public void testDQModelControllerAllModels() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("models/")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- List<DqModelVo> list = resp.getEntity(new GenericType<List<DqModelVo>>(){});
-
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
- @Test
- public void testDQModelControllerNewGetAndDeleteModel() throws IOException{
- String name = "testVali", owner = "lliu13", email = owner + "@ebay.com", db = "Apollo";
-
- //newModel
- String input = "{\"basic\":{\"type\":1,\"system\":0,\"status\":2,\"scheduleType\":0,\"owner\":\"" + owner +
- "\",\"name\":\"" + name + "\",\"email\":\"" + email + "\",\"desc\":\"total count for dmg\"," +
- "\"dataasetId\":6,\"dataaset\":\"dmg\"},\"extra\":{\"vaType\":1," +
- "\"column\":\"age\",\"srcDataSet\":\"Bullseye.dmg\",\"srcDb\":\"" + db + "\"}}";
- ClientResponse respNew = service.path(REST_PATH).path("models/")
- .header("Content-Type", MediaType.APPLICATION_JSON)
- .accept(MediaType.APPLICATION_JSON)
- .post(ClientResponse.class, input);
- assertEquals(201, respNew.getStatus());
-
- //getModel
- ClientResponse respGet = service.path(REST_PATH).path("models/" + name)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
- ModelInput mi = respGet.getEntity(ModelInput.class);
- assertEquals(200, respGet.getStatus());
- Assert.assertNotNull(mi);
- assertEquals(mi.getBasic().getOwner(), owner);
- assertEquals(mi.getExtra().getSrcDb(), db);
-
- //deleteModel
- ClientResponse respDel = service.path(REST_PATH).path("models/" + name)
- .accept(MediaType.APPLICATION_JSON)
- .delete(ClientResponse.class);
- assertEquals(204, respDel.getStatus());
- }
-
- @Test
- public void testDQModelControllerEnableModel() throws IOException{
- String name = "accuracy_viewitem_e2e_user";
- ClientResponse resp = service.path(REST_PATH).path("models/enableModel/" + name)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- assertEquals(204, resp.getStatus());
- }
-
-
- //-- NotificationController test --
- @Test
- public void testNotificationControllerGetAll() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("notifications/")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- List<NotificationRecord> list = resp.getEntity(new GenericType<List<NotificationRecord>>(){});
-
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(list);
- }
-
-
-
- //-- ScheduleController test --
- @Test
- public void testScheduleControllerSchedule() throws IOException{
- ClientResponse resp = service.path(REST_PATH).path("schedule/")
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- assertEquals(204, resp.getStatus());
- }
-
-
-
- //-- SubscribeController test --
- @Test
- public void testSubscribeControllerGet() throws IOException{
- String user = "lliu13";
- ClientResponse resp = service.path(REST_PATH).path("subscribe/" + user)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- UserSubscription usi = resp.getEntity(UserSubscription.class);
-
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(usi);
- }
-
- @Test
- public void testSubscribeControllerSet() throws IOException{
- String input = "{}";
- ClientResponse resp = service.path(REST_PATH).path("subscribe/")
- .header("Content-Type", MediaType.APPLICATION_JSON)
- .accept(MediaType.APPLICATION_JSON)
- .post(ClientResponse.class, input);
-
- assertEquals(204, resp.getStatus());
- }
-
- //-- ReportController test --
- @Test
- public void testReportControllerGetBEReportByName() throws IOException{
- String name = "mean";
- ClientResponse resp = service.path(REST_PATH).path("report/be")
- .queryParam("name", name)
- .header("Content-Type", MediaType.APPLICATION_JSON)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- String str = resp.getEntity(String.class);
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(str);
- }
-
- @Test
- public void testReportControllerGetBrief() throws IOException{
- String name = "test1001";
- ClientResponse resp = service.path(REST_PATH).path("report/24h")
- .queryParam("name", name)
- .header("Content-Type", MediaType.APPLICATION_JSON)
- .accept(MediaType.APPLICATION_JSON)
- .get(ClientResponse.class);
-
- AssetLevelMetrics alm = resp.getEntity(AssetLevelMetrics.class);
- assertEquals(200, resp.getStatus());
- Assert.assertNotNull(alm);
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/DQMetricsServiceImplTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DQMetricsServiceImplTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/DQMetricsServiceImplTest.java
deleted file mode 100644
index 2526fc6..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DQMetricsServiceImplTest.java
+++ /dev/null
@@ -1,206 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import static org.junit.Assert.*;
-
-import java.util.Date;
-import java.util.Iterator;
-import java.util.List;
-import java.util.Map;
-
-import org.junit.Test;
-import org.junit.runner.RunWith;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.test.context.ContextConfiguration;
-import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
-
-import com.ebay.oss.griffin.domain.DqMetricsValue;
-import com.ebay.oss.griffin.domain.SampleFilePathLKP;
-import com.ebay.oss.griffin.service.DQMetricsServiceImpl;
-import com.ebay.oss.griffin.vo.AssetLevelMetrics;
-import com.ebay.oss.griffin.vo.OverViewStatistics;
-import com.ebay.oss.griffin.vo.SampleOut;
-import com.ebay.oss.griffin.vo.SystemLevelMetrics;
-
-@RunWith(SpringJUnit4ClassRunner.class)
-@ContextConfiguration(locations = {"classpath:context.xml"})
-public class DQMetricsServiceImplTest {
-
- @Autowired
- private DQMetricsServiceImpl dqMetricsService;
-
- //insertMetadata
- private void testInsertMetadata(String id, String metric, float val) {
- DqMetricsValue dqmv = new DqMetricsValue();
- dqmv.set_id(12345678L);
- dqmv.setAssetId(id);
- dqmv.setMetricName(metric);
- dqmv.setTimestamp(new Date().getTime());
- dqmv.setValue(val);
- dqMetricsService.insertMetadata(dqmv);
- }
-
- //getLatestlMetricsbyId
- private void testGetLatestlMetricsbyId(String id, String metric, float val) {
- DqMetricsValue dv = dqMetricsService.getLatestlMetricsbyId(id);
- assertNotNull(dv);
- assertEquals(dv.getMetricName(), metric);
- assertTrue(dv.getValue() == val);
- }
-
- @Test
- public void testDQMetricsService() {
-
- String id = "test100", metric = "mean";
- float val = 4835.3f;
-
- //insertMetadata
- testInsertMetadata(id, metric, val);
-
- //getLatestlMetricsbyId
- testGetLatestlMetricsbyId(id, metric, val);
- }
-
- @Test
- public void testHeatMap() {
- System.out.println("===== Heat Map =====");
- List<SystemLevelMetrics> slmList = dqMetricsService.heatMap();
- for (SystemLevelMetrics slm : slmList) {
- System.out.println("--- " + slm.getName() + ": Dq: " + slm.getDq() + " ---");
- List<AssetLevelMetrics> almList = slm.getMetrics();
- for (AssetLevelMetrics alm : almList) {
- System.out.println(alm.getName() + ": " + alm.getMetricType() + " -> " + alm.getDq());
- }
- System.out.println();
- }
- }
-
- @Test
- public void testBriefMetrics() {
- System.out.println("===== Brief Metrics =====");
- List<SystemLevelMetrics> slmList1 = dqMetricsService.briefMetrics("Bullseye");
- for (SystemLevelMetrics slm : slmList1) {
- System.out.println("--- " + slm.getName() + ": Dq: " + slm.getDq() + " ---");
- List<AssetLevelMetrics> almList = slm.getMetrics();
- for (AssetLevelMetrics alm : almList) {
- System.out.println(alm.getName() + ": " + alm.getMetricType() + " -> " + alm.getDq());
- }
- System.out.println();
- }
- }
-
- @Test
- public void testDashBoard() {
- System.out.println("===== Dash Board =====");
- List<SystemLevelMetrics> slmList2 = dqMetricsService.dashboard("IDLS");
- for (SystemLevelMetrics slm : slmList2) {
- System.out.println("--- " + slm.getName() + ": Dq: " + slm.getDq() + " ---");
- List<AssetLevelMetrics> almList = slm.getMetrics();
- for (AssetLevelMetrics alm : almList) {
- System.out.println(alm.getName() + ": " + alm.getMetricType() + " -> " + alm.getDq());
- }
- System.out.println();
- }
- }
-
- @Test
- public void testOneDataCompleteDashboard() {
- System.out.println("===== oneDataCompleteDashboard =====");
- AssetLevelMetrics aslm = dqMetricsService.oneDataCompleteDashboard("test_accuracy_1");
- assertNotNull(aslm);
- System.out.println(aslm.getName() + " -> " + aslm.getDq());
- System.out.println();
- }
-
- @Test
- public void testOneDataBriefDashboard() {
- System.out.println("===== oneDataBriefDashboard =====");
- AssetLevelMetrics alm1 = dqMetricsService.oneDataBriefDashboard("test_accuracy_1");
- assertNotNull(alm1);
- System.out.println(alm1.getName() + " -> " + alm1.getDq());
- System.out.println();
- }
-
- @Test
- public void testMetricsForReport() {
- System.out.println("===== metricsForReport =====");
- AssetLevelMetrics alm2 = dqMetricsService.metricsForReport("test_accuracy_1");
- assertNotNull(alm2);
- System.out.println(alm2.getName() + " -> " + alm2.getDq());
- System.out.println();
- }
-
- @Test
- public void testUpdateLatestDQList() {
- System.out.println("===== updateLatestDQList =====");
- dqMetricsService.updateLatestDQList();
- System.out.println("update latest dq list succeed");
- System.out.println();
- }
-
- @Test
- public void testGetOverViewStats() {
- System.out.println("===== getOverViewStats =====");
- OverViewStatistics ovs = dqMetricsService.getOverViewStats();
- assertNotNull(ovs);
- System.out.println("metrics: " + ovs.getMetrics() + " assets: " + ovs.getAssets());
- System.out.println();
- }
-
- @Test
- public void testMydashboard() {
- System.out.println("===== My Dash Board =====");
- List<SystemLevelMetrics> slmList3 = dqMetricsService.mydashboard("lliu13");
- for (SystemLevelMetrics slm : slmList3) {
- System.out.println("--- " + slm.getName() + ": Dq: " + slm.getDq() + " ---");
- List<AssetLevelMetrics> almList = slm.getMetrics();
- for (AssetLevelMetrics alm : almList) {
- System.out.println(alm.getName() + ": " + alm.getMetricType() + " -> " + alm.getDq());
- }
- System.out.println();
- }
- if (slmList3.size() == 0) System.out.println("my dash board is empty");
- }
-
- private void testInsertSampleFilePath(String modelName, String path) {
- System.out.println("===== Insert Sample File Path =====");
- SampleFilePathLKP sfp = new SampleFilePathLKP();
- sfp.setModelName(modelName);
- sfp.setHdfsPath(path);
- sfp.setTimestamp(new Date().getTime());
- dqMetricsService.insertSampleFilePath(sfp);
- System.out.println("Insert Sample File Path");
- }
-
- private void testListSampleFile(String modelName) {
- System.out.println("===== List Sample File =====");
- List<SampleOut> soList = dqMetricsService.listSampleFile(modelName);
- Iterator<SampleOut> itr = soList.iterator();
- while (itr.hasNext()) {
- SampleOut so = itr.next();
- System.out.println("SampleOut: " + new Date(so.getDate()).toString() + " " + so.getPath());
- }
- if (soList.size() == 0) System.out.println("Sample File List is empty");
- }
-
- @Test
- public void testSampleFileProcess() {
- String modelName = "testModel100", path = "/user/b_des/bark/testPath/";
-
- //insert sample file
- testInsertSampleFilePath(modelName, path);
-
- //list sample file
- testListSampleFile(modelName);
-
- }
-
- @Test
- public void testGetThresholds() {
- Map<String, String> thresholdMap = dqMetricsService.getThresholds();
- System.out.println("---- threshold map ----");
- for (Map.Entry<String, String> me : thresholdMap.entrySet()) {
- System.out.println(me.getKey() + " -> " + me.getValue());
- }
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/DataAssetServiceTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DataAssetServiceTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/DataAssetServiceTest.java
deleted file mode 100644
index 6a428b9..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DataAssetServiceTest.java
+++ /dev/null
@@ -1,168 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import static org.junit.Assert.*;
-
-import java.util.Date;
-import java.util.Iterator;
-import java.util.List;
-
-import org.junit.Test;
-import org.junit.runner.RunWith;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.test.context.ContextConfiguration;
-import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
-
-import com.ebay.oss.griffin.domain.DataAsset;
-import com.ebay.oss.griffin.service.DataAssetService;
-import com.ebay.oss.griffin.vo.DataAssetInput;
-import com.ebay.oss.griffin.vo.PlatformMetadata;
-
-
-@RunWith(SpringJUnit4ClassRunner.class)
-@ContextConfiguration(locations = {"classpath:context.xml"})
-public class DataAssetServiceTest {
- @Autowired
- private DataAssetService dataAssetService;
-
- private String assetName = "testAsset_";
- private String system = "Bullseye";
- private String owner = "lliu13";
- private String newOwner = "wenzhao";
-
- @Test
- public void testGetSourceTree() {
- List<PlatformMetadata> pmdList = dataAssetService.getSourceTree();
- assertNotNull(pmdList);
- }
-
- private List<DataAsset> testGetAllDataAssets() {
- return dataAssetService.getAllDataAssets();
- }
-
- private DataAssetInput testCreateDataAsset() {
- try {
- DataAssetInput newData = new DataAssetInput();
- newData.setAssetName(assetName + new Date().getTime());
- newData.setAssetType("hdfsfile");
- newData.setSystem(system);
- newData.setAssetHDFSPath("/user/b_des/bark/");
- newData.setPlatform("Apollo");
- newData.setOwner(owner);
- int success = dataAssetService.createDataAsset(newData);
- assertEquals(success, 0);
- System.out.println("add new data asset success");
- return newData;
- } catch (Exception e) {
- System.out.println("fail to add new data asset");
- e.printStackTrace();
- return null;
- }
- }
-
- private long getDataAssetByName(List<DataAsset> daList, String name) {
- long newId = -1L;
- Iterator<DataAsset> itr = daList.iterator();
- while (itr.hasNext()) {
- DataAsset da = itr.next();
- if (da.getAssetName().equals(name)) {
- newId = da.get_id();
- break ;
- }
- }
- assertTrue(newId > 0);
- System.out.println("get new add data asset id: " + newId);
- return newId;
- }
-
- private void testGetDataAsset(long id, String sys, String onr) {
- try {
- //get that data asset
- DataAsset tda = dataAssetService.getDataAssetById(id);
- assertNotNull(tda);
- assertEquals(tda.getSystem(), sys);
- assertEquals(tda.getOwner(), onr);
- System.out.println("find id " + id + " success");
- } catch (Exception e) {
- System.out.println("fail to find data asset");
- e.printStackTrace();
- }
- }
-
- private void testGetNonExistDataAsset(long id) {
- try {
- DataAsset tda = dataAssetService.getDataAssetById(id);
- assertNull(tda);
- System.out.println("can not find non-exist data asset");
- } catch (Exception e) {
- System.out.println("fail to find non-exist data asset");
- e.printStackTrace();
- }
- }
-
- private void updateDataAsset(DataAssetInput da, String newOwner) {
- try {
- da.setOwner(newOwner);
- dataAssetService.updateDataAsset(da);
- System.out.println("update data asset success");
- } catch (Exception e) {
- System.out.println("fail to update data asset");
- e.printStackTrace();
- }
- }
-
- private void testRemoveDataAsset(long id) {
- try {
- dataAssetService.removeAssetById(id);
-
- DataAsset tda2 = dataAssetService.getDataAssetById(id);
- assertNull(tda2);
- System.out.println("remove the data asset " + id + " success");
- } catch (Exception e) {
- System.out.println("fail to remove data asset");
- e.printStackTrace();
- }
- }
-
- @Test
- public void testDataAssetService(){
-
- //get all data
- List<DataAsset> daList = testGetAllDataAssets();
- System.out.println("current data assets count: " + daList.size());
-
- //add new dataAsset
- DataAssetInput newData = testCreateDataAsset();
- assertNotNull(newData);
-
- //get all data again
- List<DataAsset> daList1 = testGetAllDataAssets();
- assertTrue(daList1.size() - daList.size() == 1);
- System.out.println("current data assets count: " + daList1.size());
-
- //find new data asset id
- long id = getDataAssetByName(daList1, assetName);
- testGetDataAsset(id, system, owner);
-
- //find non-exist data asset
- testGetNonExistDataAsset(863510L);
-
- //update exist data asset
- updateDataAsset(newData, newOwner);
- testGetDataAsset(id, system, newOwner);
-
- //update non-exist data asset
- DataAssetInput newData1 = new DataAssetInput();
- newData1.setAssetName("test_newDataAsset");
- newData1.setAssetType("hdfsfile");
- newData1.setSystem(system);
- newData1.setAssetHDFSPath("/user/b_des/bark/");
- newData1.setPlatform("Apollo");
- newData1.setOwner(owner);
- updateDataAsset(newData1, newOwner);
-
- //remove the data asset
- testRemoveDataAsset(id);
-
- }
-}
-
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqModelConverterTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqModelConverterTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqModelConverterTest.java
deleted file mode 100644
index 703ab7e..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqModelConverterTest.java
+++ /dev/null
@@ -1,19 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import static org.junit.Assert.*;
-
-import org.junit.Test;
-
-import com.ebay.oss.griffin.service.DqModelConverter;
-
-
-public class DqModelConverterTest {
-
- private DqModelConverter converter;
-
- @Test
- public void test_voOf_null() {
- converter = new DqModelConverter();
- assertNull(converter.voOf(null));
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqModelServiceTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqModelServiceTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqModelServiceTest.java
deleted file mode 100644
index 8976776..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqModelServiceTest.java
+++ /dev/null
@@ -1,213 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import static org.junit.Assert.*;
-
-import java.util.List;
-
-import org.junit.Test;
-import org.junit.runner.RunWith;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.test.context.ContextConfiguration;
-import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
-
-import com.ebay.oss.griffin.domain.AnomalyType;
-import com.ebay.oss.griffin.domain.DqModel;
-import com.ebay.oss.griffin.domain.ModelStatus;
-import com.ebay.oss.griffin.domain.ModelType;
-import com.ebay.oss.griffin.domain.ScheduleType;
-import com.ebay.oss.griffin.domain.SystemType;
-import com.ebay.oss.griffin.domain.ValidityType;
-import com.ebay.oss.griffin.service.DqModelService;
-import com.ebay.oss.griffin.vo.DqModelVo;
-import com.ebay.oss.griffin.vo.ModelBasicInputNew;
-import com.ebay.oss.griffin.vo.ModelExtraInputNew;
-import com.ebay.oss.griffin.vo.ModelInput;
-
-@RunWith(SpringJUnit4ClassRunner.class)
-@ContextConfiguration(locations = {"classpath:context.xml"})
-public class DqModelServiceTest {
-
- @Autowired
- private DqModelService dqModelService;
-
- private String[] newModelName = {"testAccu", "testVali", "testAnom", "testPub"};
- private String testOwner = "lliu13";
- private String testPlatform = "Apollo";
-
- public void testNewModel(int type) {
- DqModel ret = null;
-
- if (type == ModelType.ACCURACY) {
- ModelInput tempModel = new ModelInput();
- ModelBasicInputNew basic = new ModelBasicInputNew();
- ModelExtraInputNew extra = new ModelExtraInputNew();
- basic.setDataaset("rheos_view_event");
- basic.setDataasetId(16);
- basic.setDesc("accu for rheos_view_event");
- basic.setEmail(testOwner + "@ebay.com");
- basic.setName(newModelName[0]);
- basic.setOwner(testOwner);
- basic.setScheduleType(ScheduleType.DAILY);
- basic.setStatus(ModelStatus.DEPLOYED);
- basic.setSystem(SystemType.KAFKA);
- basic.setType(type);
- extra.setVaType(ValidityType.TOTAL_COUNT);
- extra.setColumn("u_id");
- extra.setSrcDataSet("Sojourner.soj_view_event");
- extra.setSrcDb(testPlatform);
- extra.setTargetDataSet("Kafka.rheos_view_event");
- extra.setTargetDb(testPlatform);
- tempModel.setBasic(basic);
- tempModel.setExtra(extra);
- ret = dqModelService.newModel(tempModel);
- } else if (type == ModelType.VALIDITY) {
- ModelInput tempModel = new ModelInput();
- ModelBasicInputNew basic = new ModelBasicInputNew();
- ModelExtraInputNew extra = new ModelExtraInputNew();
- basic.setDataaset("dmg");
- basic.setDataasetId(6);
- basic.setDesc("total count for dmg");
- basic.setEmail(testOwner + "@ebay.com");
- basic.setName(newModelName[1]);
- basic.setOwner(testOwner);
- basic.setScheduleType(ScheduleType.DAILY);
- basic.setStatus(ModelStatus.DEPLOYED);
- basic.setSystem(SystemType.BULLSEYE);
- basic.setType(type);
- extra.setVaType(ValidityType.TOTAL_COUNT);
- extra.setColumn("age");
- extra.setSrcDataSet("Bullseye.dmg");
- extra.setSrcDb(testPlatform);
- tempModel.setBasic(basic);
- tempModel.setExtra(extra);
- ret = dqModelService.newModel(tempModel);
- } else if (type == ModelType.ANOMALY) {
- ModelInput tempModel = new ModelInput();
- ModelBasicInputNew basic = new ModelBasicInputNew();
- ModelExtraInputNew extra = new ModelExtraInputNew();
- basic.setDataaset("dmg");
- basic.setDataasetId(6);
- basic.setDesc("anomaly for dmg");
- basic.setEmail(testOwner + "@ebay.com");
- basic.setName(newModelName[2]);
- basic.setOwner(testOwner);
- basic.setScheduleType(ScheduleType.DAILY);
- basic.setStatus(ModelStatus.DEPLOYED);
- basic.setSystem(SystemType.BULLSEYE);
- basic.setType(type);
- extra.setAnType(AnomalyType.ANOMALY_DEFAULT);
- extra.setColumn("age");
- extra.setSrcDataSet("Bullseye.dmg");
- extra.setSrcDb(testPlatform);
- tempModel.setBasic(basic);
- tempModel.setExtra(extra);
- ret = dqModelService.newModel(tempModel);
- } else if (type == ModelType.PUBLISH) {
- ModelInput tempModel = new ModelInput();
- ModelBasicInputNew basic = new ModelBasicInputNew();
- ModelExtraInputNew extra = new ModelExtraInputNew();
- basic.setDataaset("dmg");
- basic.setDataasetId(6);
- basic.setDesc("publish metrics for dmg");
- basic.setEmail(testOwner + "@ebay.com");
- basic.setName(newModelName[3]);
- basic.setOwner(testOwner);
- basic.setScheduleType(ScheduleType.DAILY);
- basic.setStatus(ModelStatus.DEPLOYED);
- basic.setSystem(SystemType.BULLSEYE);
- basic.setType(type);
- extra.setPublishUrl("http://www.test.com");
- extra.setColumn("age");
- extra.setSrcDataSet("Bullseye.dmg");
- extra.setSrcDb(testPlatform);
- tempModel.setBasic(basic);
- tempModel.setExtra(extra);
- ret = dqModelService.newModel(tempModel);
- }
- assertNotNull(ret);
- }
-
- private List<DqModelVo> testGetAllModels() {
- return dqModelService.getAllModles();
- }
-
- private void testGetModels() {
- try {
- //find success
- for (int i = 1; i < 4; i++) {
- ModelInput mi = dqModelService.getModelByName(newModelName[i]);
- if (i == 1 || i == 2) {
- assertEquals(mi.getBasic().getOwner(), testOwner);
- assertEquals(mi.getExtra().getSrcDb(), testPlatform);
- System.out.println("get model by name: " + mi.getBasic().getName()
- + " with owner: " + mi.getBasic().getOwner()
- + " and platform: " + mi.getExtra().getSrcDb());
- } else {
- assertEquals(mi.getBasic().getOwner(), testOwner);
- assertEquals(mi.getExtra().getPublishUrl(), "http://www.test.com");
- System.out.println("get model by name: " + mi.getBasic().getName()
- + " with owner: " + mi.getBasic().getOwner()
- + " and publish url: " + mi.getExtra().getPublishUrl());
- }
- }
- //find fail
- ModelInput mi = dqModelService.getModelByName("findfailmodel");
- assertNull(mi);
- } catch (Exception e) {
- System.out.println("fail to get model");
- e.printStackTrace();
- }
- }
-
- private void testDeleteModel(String name) {
- try {
- int del = dqModelService.deleteModel(name);
- assertTrue(del <= 0);
- System.out.println("delete model success");
- } catch (Exception e) {
- System.out.println("fail to delete model");
- System.out.println(e.getMessage());
- e.printStackTrace();
- }
- }
-
- @Test
- public void testDQModelService(){
-
- //get all models
- List<DqModelVo> modelsList = testGetAllModels();
- System.out.println("current models count: " + modelsList.size());
-
- //add new models success
- testNewModel(ModelType.ACCURACY);
- testNewModel(ModelType.VALIDITY);
- testNewModel(ModelType.ANOMALY);
- testNewModel(ModelType.PUBLISH);
-
- //get all models
- List<DqModelVo> modelsList1 = testGetAllModels();
- assertTrue(modelsList1.size() - modelsList.size() == 4);
- System.out.println("current models count: " + modelsList1.size());
-
- //add the same new model fail
- testNewModel(ModelType.VALIDITY);
-
- //find new add model
- testGetModels();
-
- //delete models
- //TODO:: move to tearDown
- for (int i = 0; i < newModelName.length; i++){
- testDeleteModel(newModelName[i]);
- }
- }
-
- @Test
- public void testGtGeneralModeltAndEnableSchedule4Model() {
- String name = "test_accuracy_1";
- DqModel me = dqModelService.getGeneralModel(name);
- assertNotNull(me);
-
- dqModelService.enableSchedule4Model(me);
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqScheduleServiceTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqScheduleServiceTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqScheduleServiceTest.java
deleted file mode 100644
index 2249c66..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/DqScheduleServiceTest.java
+++ /dev/null
@@ -1,24 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import org.junit.Test;
-import org.junit.runner.RunWith;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.test.context.ContextConfiguration;
-import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
-
-import com.ebay.oss.griffin.service.DqScheduleService;
-
-@RunWith(SpringJUnit4ClassRunner.class)
-@ContextConfiguration(locations = {"classpath:context.xml"})
-public class DqScheduleServiceTest {
- @Autowired
- private DqScheduleService dqJobSchedulingService;
-
- @Test
- public void testSchedulingJobs(){
-
- dqJobSchedulingService.schedulingJobs();
- System.out.println("scheduling jobs success");
-
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/LoginServiceTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/LoginServiceTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/LoginServiceTest.java
deleted file mode 100644
index b3d29bf..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/LoginServiceTest.java
+++ /dev/null
@@ -1,34 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import static org.junit.Assert.assertEquals;
-
-import org.junit.Test;
-import org.junit.runner.RunWith;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.test.context.ContextConfiguration;
-import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
-
-import com.ebay.oss.griffin.service.LoginService;
-
-
-
-
-@RunWith(SpringJUnit4ClassRunner.class)
-@ContextConfiguration(locations = {"classpath:context.xml"})
-public class LoginServiceTest {
- @Autowired
- private LoginService loginService;
-
- @Test
- public void testLogin(){
-
- //login success
- String fullname = loginService.login("alex", "alex");
- assertEquals(fullname, "alex");
-
- }
-
-
-
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/NotificationServiceImplTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/NotificationServiceImplTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/NotificationServiceImplTest.java
deleted file mode 100644
index f965388..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/NotificationServiceImplTest.java
+++ /dev/null
@@ -1,110 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import static org.junit.Assert.*;
-
-import java.util.Date;
-import java.util.List;
-
-import org.junit.Test;
-import org.junit.runner.RunWith;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.test.context.ContextConfiguration;
-import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
-
-import com.ebay.oss.griffin.service.NotificationService;
-import com.ebay.oss.griffin.vo.NotificationRecord;
-
-
-@RunWith(SpringJUnit4ClassRunner.class)
-@ContextConfiguration(locations = {"classpath:context.xml"})
-public class NotificationServiceImplTest {
-
- @Autowired
- private NotificationService notificationService;
-
- private List<NotificationRecord> testGetAll() {
- return notificationService.getAll();
- }
-
- private void testInsert(int n) {
- System.out.println("===== Insert " + n + " Notification Records =====");
- for (int i = 1; i <= n; i++) {
- NotificationRecord rcd = new NotificationRecord(new Date().getTime(), "lliu13", "Operation" + i, "Target" + i, "NotifyRecord" + i);
- notificationService.insert(rcd);
- }
- System.out.println();
- }
-
- private NotificationRecord testGet(int id, boolean expectNull) {
- NotificationRecord fnr = notificationService.get(id);
- if (expectNull) {
- assertNull(fnr);
- } else {
- assertNotNull(fnr);
- System.out.println("get notification record: " + fnr.getName() + ": " + fnr.getTarget() + " " + fnr.getOperation());
- }
- return fnr;
- }
-
- private void testGetTop(int n) {
- System.out.println("===== Get Top " + n + " Notification Record =====");
- List<NotificationRecord> fnrList = notificationService.getTop(n);
- assertEquals(fnrList.size(), n);
- for (NotificationRecord nr : fnrList) {
- System.out.println(nr.getName() + ": " + nr.getTarget() + " " + nr.getOperation());
- }
- System.out.println();
- }
-
- private void testDelete(NotificationRecord nfr) {
- notificationService.delete(nfr);
- }
- private void testDelete(int id) {
- notificationService.delete(id);
- }
-
- @Test
- public void TestNotificationService() {
-
- //getAll
- System.out.println("===== All Notification Records 0 =====");
- List<NotificationRecord> nrList = testGetAll();
- int sz = nrList.size();
- System.out.println("current notification records list size: " + sz);
- System.out.println();
-
- //insert
- int nInsert = 7;
- testInsert(nInsert);
-
- //getAll
- System.out.println("===== All Notification Records 1 =====");
- int sz1 = nrList.size();
- assertEquals(sz1 - sz, nInsert);
- System.out.println("current notification records list size: " + sz1);
- System.out.println();
-
- //get
- System.out.println("===== Get Notification Record =====");
- NotificationRecord fnr = testGet(3, false);
- testGet(9009, true);
-
- //getTop
- testGetTop(5);
-
- //delete
- System.out.println("===== delete 2 Notification Records =====");
- testDelete(fnr);
- testDelete(6);
- NotificationRecord nrcd = new NotificationRecord(new Date().getTime(), "lliu13", "Operation", "Target", "NotifyRecord");
- testDelete(nrcd);
- System.out.println();
-
- //getAll
- System.out.println("===== All Notification Records 2 =====");
- int sz2 = nrList.size();
- assertEquals(sz1 - sz2, 2);
- System.out.println("current notification records list size: " + sz2);
- System.out.println();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/RefMetricsCalcImplTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/RefMetricsCalcImplTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/RefMetricsCalcImplTest.java
deleted file mode 100644
index feda65f..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/RefMetricsCalcImplTest.java
+++ /dev/null
@@ -1,65 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import static org.junit.Assert.*;
-import static org.mockito.Mockito.*;
-
-import java.util.ArrayList;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-
-import org.junit.Before;
-import org.junit.Test;
-
-import com.ebay.oss.griffin.domain.DqModel;
-import com.ebay.oss.griffin.repo.DqModelRepo;
-import com.ebay.oss.griffin.service.RefMetricsCalcImpl;
-
-
-public class RefMetricsCalcImplTest {
-
- private RefMetricsCalcImpl calc;
-
- @Before
- public void setUp() {
- calc = new RefMetricsCalcImpl();
- }
-
- @SuppressWarnings("serial")
- @Test
- public void test_getReferences() {
- calc.modelRepo = mock(DqModelRepo.class);
-
- List<DqModel> models = new ArrayList<>();
- models.add(newModelWithRef("model1", "ref1"));
- models.add(newModelWithRef("model2", "ref2_0, ref2_1, ref2_2"));
- models.add(newModelWithRef("model2", null));
- models.add(newModelWithRef("model2", ""));
- when(calc.modelRepo.getAll()).thenReturn(models);
-
- Map<String, List<String>> expect = new HashMap<String, List<String>>() {{
- this.put("model1", new ArrayList<String>() {{
- this.add("ref1");
- }});
- this.put("model2", new ArrayList<String>() {{
- this.add("ref2_0");
- this.add("ref2_1");
- this.add("ref2_2");
- }});
- }};
-
- Map<String, List<String>> actual = calc.getReferences();
-
- assertEquals(expect, actual);
-
- verify(calc.modelRepo).getAll();
- }
-
- private DqModel newModelWithRef(String name, String ref) {
- DqModel model = new DqModel();
- model.setModelName(name);
- model.setReferenceModel(ref);
- return model;
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/service/SubscribeServiceImplTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/service/SubscribeServiceImplTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/service/SubscribeServiceImplTest.java
deleted file mode 100644
index 11ecb4a..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/service/SubscribeServiceImplTest.java
+++ /dev/null
@@ -1,57 +0,0 @@
-package com.ebay.oss.griffin.service;
-
-import static org.junit.Assert.*;
-import static org.mockito.Mockito.*;
-
-import java.util.ArrayList;
-
-import org.junit.Before;
-import org.junit.Test;
-
-import com.ebay.oss.griffin.domain.UserSubscription;
-import com.ebay.oss.griffin.repo.UserSubscriptionRepo;
-import com.ebay.oss.griffin.service.SubscribeServiceImpl;
-import com.ebay.oss.griffin.vo.PlatformSubscription;
-
-
-public class SubscribeServiceImplTest {
-
- private SubscribeServiceImpl svc;
-
- String testUser = "lliu13", testId = "testSubscribe";
-
- @Before
- public void setUp() {
- svc = new SubscribeServiceImpl();
- svc.subscriptionRepo = mock(UserSubscriptionRepo.class);
- }
-
- @Test
- public void test_subscribe() {
-
-
- UserSubscription usi = new UserSubscription();
- usi.setNtaccount(testUser);
- usi.setId(testId);
- usi.setSubscribes(new ArrayList<PlatformSubscription>());
-
- doNothing().when(svc.subscriptionRepo).upsertUserSubscribe(usi);
-
- svc.subscribe(usi);
-
- verify(svc.subscriptionRepo).upsertUserSubscribe(usi);
- }
-
- @Test
- public void test_getSubscribe() {
- UserSubscription expect = mock(UserSubscription.class);
- when(svc.subscriptionRepo.getUserSubscribeItem(testUser)).thenReturn(expect);
-
- UserSubscription actual = svc.getSubscribe(testUser);
-
- assertNotNull(actual);
- assertSame(expect, actual);
- verify(svc.subscriptionRepo).getUserSubscribeItem(testUser);
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/java/com/ebay/oss/griffin/vo/VoResourceTest.java
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/java/com/ebay/oss/griffin/vo/VoResourceTest.java b/griffin-core/src/test/java/com/ebay/oss/griffin/vo/VoResourceTest.java
deleted file mode 100644
index 45e1603..0000000
--- a/griffin-core/src/test/java/com/ebay/oss/griffin/vo/VoResourceTest.java
+++ /dev/null
@@ -1,651 +0,0 @@
-package com.ebay.oss.griffin.vo;
-
-import com.ebay.oss.griffin.domain.*;
-import com.ebay.oss.griffin.vo.AccuracyHiveJobConfig;
-import com.ebay.oss.griffin.vo.AccuracyHiveJobConfigDetail;
-import com.ebay.oss.griffin.vo.AssetLevelMetrics;
-import com.ebay.oss.griffin.vo.AssetLevelMetricsDetail;
-import com.ebay.oss.griffin.vo.BaseObj;
-import com.ebay.oss.griffin.vo.BollingerBandsEntity;
-import com.ebay.oss.griffin.vo.DQHealthStats;
-import com.ebay.oss.griffin.vo.DataAssetIndex;
-import com.ebay.oss.griffin.vo.DataAssetInput;
-import com.ebay.oss.griffin.vo.DqModelVo;
-import com.ebay.oss.griffin.vo.LoginUser;
-import com.ebay.oss.griffin.vo.MADEntity;
-import com.ebay.oss.griffin.vo.MappingItemInput;
-import com.ebay.oss.griffin.vo.ModelBasicInputNew;
-import com.ebay.oss.griffin.vo.ModelExtraInputNew;
-import com.ebay.oss.griffin.vo.ModelInput;
-import com.ebay.oss.griffin.vo.NotificationRecord;
-import com.ebay.oss.griffin.vo.OverViewStatistics;
-import com.ebay.oss.griffin.vo.PartitionConfig;
-import com.ebay.oss.griffin.vo.PlatformMetadata;
-import com.ebay.oss.griffin.vo.PlatformSubscription;
-import com.ebay.oss.griffin.vo.SampleOut;
-import com.ebay.oss.griffin.vo.SystemLevelMetrics;
-import com.ebay.oss.griffin.vo.SystemLevelMetricsList;
-import com.ebay.oss.griffin.vo.SystemMetadata;
-import com.ebay.oss.griffin.vo.SystemSubscription;
-import com.ebay.oss.griffin.vo.ValidateHiveJobConfig;
-import com.ebay.oss.griffin.vo.ValidateHiveJobConfigLv1Detail;
-import com.ebay.oss.griffin.vo.ValidateHiveJobConfigLv2Detail;
-
-import org.junit.Test;
-
-import java.util.*;
-
-import static org.junit.Assert.*;
-
-public class VoResourceTest {
-
- @Test
- public void testAccuracyHiveJobConfigDetail() {
- AccuracyHiveJobConfigDetail detail = new AccuracyHiveJobConfigDetail();
-
- detail.setSourceColId(1);
- assertEquals(1, detail.getSourceColId());
- detail.setSourceColName("source");
- assertEquals("source", detail.getSourceColName());
- detail.setTargetColId(2);
- assertEquals(2, detail.getTargetColId());
- detail.setTargetColName("target");
- assertEquals("target", detail.getTargetColName());
- detail.setMatchFunction("function");
- assertEquals("function", detail.getMatchFunction());
- detail.setPK(true);
- assertEquals(true, detail.isPK());
- }
-
- @Test
- public void testPartitionConfig() {
- PartitionConfig detail = new PartitionConfig();
-
- detail.setColName("name");
- assertEquals("name", detail.getColName());
- detail.setColValue("value");
- assertEquals("value", detail.getColValue());
- }
-
- @Test
- public void testAccuracyHiveJobConfig() {
- AccuracyHiveJobConfig config = new AccuracyHiveJobConfig();
- AccuracyHiveJobConfig config1 = new AccuracyHiveJobConfig("source", "target");
-
- config.setSource("source");
- assertEquals("source", config.getSource());
- config.setTarget("target");
- assertEquals("target", config.getTarget());
-
- List<AccuracyHiveJobConfigDetail> detailList = new ArrayList<AccuracyHiveJobConfigDetail>();
- detailList.add(new AccuracyHiveJobConfigDetail(1, "src", 2, "tgt", "func", false));
- config.setAccuracyMapping(detailList);
- assertEquals(detailList, config.getAccuracyMapping());
-
- List<PartitionConfig> srcPtConfigList = new ArrayList<PartitionConfig>();
- srcPtConfigList.add(new PartitionConfig("name", "value"));
- config.setSrcPartitions(srcPtConfigList);
- assertEquals(srcPtConfigList, config.getSrcPartitions());
-
- List<PartitionConfig> l1 = new ArrayList<PartitionConfig>();
- List<List<PartitionConfig>> tgtPtConfigList = new ArrayList<List<PartitionConfig>>();
- tgtPtConfigList.add(l1);
- config.setTgtPartitions(tgtPtConfigList);
- assertEquals(tgtPtConfigList, config.getTgtPartitions());
- }
-
- @Test
- public void testAssetLevelMetrics() {
- AssetLevelMetrics metrics = new AssetLevelMetrics();
- AssetLevelMetrics metrics1 = new AssetLevelMetrics("name");
- AssetLevelMetrics metrics2 = new AssetLevelMetrics("name", 12.3f, 12345L);
- AssetLevelMetrics metrics3 = new AssetLevelMetrics("name", "type", 12.3f, 12345L, 30);
-
-
- metrics.setName("name");
- assertEquals("name", metrics.getName());
- metrics.setDq(12.3f);
- assertTrue(12.3f == metrics.getDq());
- metrics.setTimestamp(12345L);
- assertEquals(12345L, metrics.getTimestamp());
- metrics.setDqfail(30);
- assertEquals(30, metrics.getDqfail());
-
- List<AssetLevelMetricsDetail> detailList = new ArrayList<AssetLevelMetricsDetail>();
- metrics.setDetails(detailList);
- metrics.addAssetLevelMetricsDetail(new AssetLevelMetricsDetail());
- assertEquals(detailList, metrics.getDetails());
-
- metrics.setMetricType("type");
- assertEquals("type", metrics.getMetricType());
- metrics.setAssetName("assetName");
- assertEquals("assetName", metrics.getAssetName());
-
- AssetLevelMetrics metrics4 = new AssetLevelMetrics(metrics, 2);
- }
-
- @Test
- public void testAssetLevelMetricsDetail() {
- AssetLevelMetricsDetail detail = new AssetLevelMetricsDetail();
-
- detail.setTimestamp(12345L);
- assertEquals(12345L, detail.getTimestamp());
- detail.setValue(12.3f);
- assertTrue(12.3f == detail.getValue());
-
- BollingerBandsEntity bbe = new BollingerBandsEntity(200L, 100L, 150L);
- detail.setBolling(bbe);
- assertEquals(bbe, detail.getBolling());
-
- detail.setComparisionValue(12.3f);
- assertTrue(12.3f == detail.getComparisionValue());
-
- MADEntity mad = new MADEntity(200L, 100L);
- detail.setMAD(mad);
- assertEquals(mad, detail.getMAD());
-
- AssetLevelMetricsDetail detail1 = new AssetLevelMetricsDetail(12345L, 25.3f);
- assertEquals(0, detail1.compareTo(detail));
-
- detail1.setTimestamp(12346L);
- assertEquals(-1, detail1.compareTo(detail));
- detail1.setTimestamp(12344L);
- assertEquals(1, detail1.compareTo(detail));
-
- AssetLevelMetricsDetail detail2 = new AssetLevelMetricsDetail(12345L, 25.3f, bbe);
- AssetLevelMetricsDetail detail3 = new AssetLevelMetricsDetail(12345L, 25.3f, 12.3f);
- AssetLevelMetricsDetail detail4 = new AssetLevelMetricsDetail(12345L, 25.3f, mad);
- AssetLevelMetricsDetail detail5 = new AssetLevelMetricsDetail(bbe);
- AssetLevelMetricsDetail detail6 = new AssetLevelMetricsDetail(mad);
- AssetLevelMetricsDetail detail7 = new AssetLevelMetricsDetail(detail);
- AssetLevelMetricsDetail detail8 = new AssetLevelMetricsDetail(12.3f);
- }
-
- @Test
- public void testBaseObj() {
- BaseObj base = new BaseObj();
- assertNull(base.validate());
- }
-
- @Test
- public void testBollingerBandsEntity() {
- BollingerBandsEntity entity = new BollingerBandsEntity();
-
- entity.setUpper(300L);
- assertEquals(300L, entity.getUpper());
- entity.setLower(100L);
- assertEquals(100L, entity.getLower());
- entity.setMean(200L);
- assertEquals(200L, entity.getMean());
- }
-
- @Test
- public void testDataAssetIndex() {
- DataAssetIndex dai = new DataAssetIndex();
-
- dai.setId(12345L);
- assertEquals(new Long(12345L), dai.getId());
- dai.setName("name");
- assertEquals("name", dai.getName());
- }
-
- @Test
- public void testDataAssetInput() {
- DataAssetInput input = new DataAssetInput();
-
- input.setAssetName("aname");
- assertEquals("aname", input.getAssetName());
- input.setAssetType("atype");
- assertEquals("atype", input.getAssetType());
- input.setAssetHDFSPath("apath");
- assertEquals("apath", input.getAssetHDFSPath());
- input.setSystem("system");
- assertEquals("system", input.getSystem());
- input.setPlatform("platform");
- assertEquals("platform", input.getPlatform());
-
- List<DataSchema> dsList = new ArrayList<DataSchema>();
- dsList.add(new DataSchema("sname", "stype", "sdesc", "ssample"));
- input.setSchema(dsList);
- assertEquals(dsList, input.getSchema());
-
- input.setPartition("patition");
- assertEquals("patition", input.getPartition());
-
- List<PartitionFormat> pfList = new ArrayList<PartitionFormat>();
- pfList.add(new PartitionFormat("pfname", "pfformat"));
- input.setPartitions(pfList);
- assertEquals(pfList, input.getPartitions());
-
- input.setOwner("owner");
- assertEquals("owner", input.getOwner());
- }
-
- @Test
- public void testDQHealthStats() {
- DQHealthStats stats = new DQHealthStats();
-
- stats.setHealth(20);
- assertEquals(20, stats.getHealth());
- stats.setWarn(30);
- assertEquals(30, stats.getWarn());
- stats.setInvalid(10);
- assertEquals(10, stats.getInvalid());
- }
-
- @Test
- public void testDqModelVo() {
- DqModelVo vo = new DqModelVo();
-
- vo.setAssetName("assetname");
- assertEquals("assetname", vo.getAssetName());
- vo.setName("name");
- assertEquals("name", vo.getName());
- vo.setSystem(3);
- assertEquals(3, vo.getSystem());
- vo.setDescription("desc");
- assertEquals("desc", vo.getDescription());
- vo.setType(2);
- assertEquals(2, vo.getType());
- vo.setOwner("owner");
- assertEquals("owner", vo.getOwner());
- Date date = new Date();
- vo.setCreateDate(date);
- assertEquals(date, vo.getCreateDate());
- vo.setStatus("status");
- assertEquals("status", vo.getStatus());
- }
-
- @Test
- public void testLoginUser() {
- LoginUser user = new LoginUser();
-
- user.setUsername("name");
- assertEquals("name", user.getUsername());
- user.setPassword("pwd");
- assertEquals("pwd", user.getPassword());
-
- LoginUser user1 = new LoginUser("name1", "pwd1");
- }
-
- @Test
- public void testMADEntity() {
- MADEntity mad = new MADEntity();
-
- mad.setUpper(300L);
- assertEquals(300L, mad.getUpper());
- mad.setLower(100L);
- assertEquals(100L, mad.getLower());
-
- MADEntity mad1 = new MADEntity(300L, 100L);
-
- MADEntity mad2 = mad1.clone();
- assertEquals(300L, mad2.getUpper());
- assertEquals(100L, mad2.getLower());
- }
-
- @Test
- public void testMappingItemInput() {
- MappingItemInput input = new MappingItemInput();
-
- input.setTarget("target");
- assertEquals("target", input.getTarget());
- input.setSrc("source");
- assertEquals("source", input.getSrc());
- input.setIsPk(true);
- assertEquals(true, input.isIsPk());
- input.setMatchMethod("matchMethod");
- assertEquals("matchMethod", input.getMatchMethod());
-
- MappingItemInput input1 = new MappingItemInput("target", "source", true, "matchMethod");
- }
-
- @Test
- public void testModelBasicInputNew() {
- ModelBasicInputNew inputNew = new ModelBasicInputNew();
-
- inputNew.setType(1);
- assertEquals(1, inputNew.getType());
- inputNew.setSystem(2);
- assertEquals(2, inputNew.getSystem());
- inputNew.setScheduleType(3);
- assertEquals(3, inputNew.getScheduleType());
- inputNew.setOwner("owner");
- assertEquals("owner", inputNew.getOwner());
- inputNew.setName("name");
- assertEquals("name", inputNew.getName());
- inputNew.setDesc("desc");
- assertEquals("desc", inputNew.getDesc());
- inputNew.setEmail("email");
- assertEquals("email", inputNew.getEmail());
- inputNew.setDataaset("dataAsset");
- assertEquals("dataAsset", inputNew.getDataaset());
- inputNew.setDataasetId(12345L);
- assertEquals(12345L, inputNew.getDataasetId());
- inputNew.setThreshold(20.2f);
- assertTrue(20.2f == inputNew.getThreshold());
- inputNew.setStatus(1);
- assertEquals(1, inputNew.getStatus());
- inputNew.setStarttime(12345L);
- assertEquals(12345L, inputNew.getStarttime());
- }
-
- @Test
- public void testModelExtraInputNew() {
- ModelExtraInputNew inputNew = new ModelExtraInputNew();
-
- inputNew.setSrcDb("db");
- assertEquals("db", inputNew.getSrcDb());
- inputNew.setSrcDataSet("dataSet");
- assertEquals("dataSet", inputNew.getSrcDataSet());
- inputNew.setTargetDb("db");
- assertEquals("db", inputNew.getTargetDb());
- inputNew.setTargetDataSet("dataSet");
- assertEquals("dataSet", inputNew.getTargetDataSet());
- inputNew.setVaType(1);
- assertEquals(1, inputNew.getVaType());
- inputNew.setColumn("col");
- assertEquals("col", inputNew.getColumn());
- inputNew.setPublishUrl("url");
- assertEquals("url", inputNew.getPublishUrl());
- inputNew.setAnType(2);
- assertEquals(2, inputNew.getAnType());
- }
-
- @Test
- public void testModelInput() {
- ModelInput input = new ModelInput();
-
- ModelBasicInputNew basic = new ModelBasicInputNew();
- input.setBasic(basic);
- assertEquals(basic, input.getBasic());
-
- ModelExtraInputNew extra = new ModelExtraInputNew();
- input.setExtra(extra);
- assertEquals(extra, input.getExtra());
-
- List<MappingItemInput> mappings = new ArrayList<MappingItemInput>();
- MappingItemInput mi = new MappingItemInput("target", "source", true, "matchMethod");
- mappings.add(mi);
- input.setMappings(mappings);
- assertEquals(mappings, input.getMappings());
-
- ModelInput input1 = new ModelInput(basic, extra, mappings);
-
- ModelInput input2 = new ModelInput();
- String content = "srcDb|srcDataSet|targetDb|targetDataSet|id,uid,true,null;name,uname,false,null;age,age,false,null";
- input2.parseFromString(content);
- assertEquals("srcDb", input2.getExtra().getSrcDb());
- assertEquals("srcDataSet", input2.getExtra().getSrcDataSet());
- assertEquals("targetDb", input2.getExtra().getTargetDb());
- assertEquals("targetDataSet", input2.getExtra().getTargetDataSet());
- assertEquals(3, input2.getMappings().size());
-
- //field basic has notNull field name, so the validate result can not be null
- assertNotNull(input2.validate());
- }
-
- @Test
- public void testNotificationRecord() {
- NotificationRecord rcd = new NotificationRecord();
-
- rcd.setName("name");
- assertEquals("name", rcd.getName());
- rcd.setId(12);
- assertEquals(12, rcd.getId());
- rcd.setTimestamp(12345L);
- assertEquals(12345L, rcd.getTimestamp());
- rcd.setOwner("owner");
- assertEquals("owner", rcd.getOwner());
- rcd.setOperation("opr");
- assertEquals("opr", rcd.getOperation());
- rcd.setTarget("target");
- assertEquals("target", rcd.getTarget());
- rcd.setLink("link");
- assertEquals("link", rcd.getLink());
-
- NotificationRecord rcd1 = new NotificationRecord(12345L, "owner", "opr", "target", "name");
- }
-
- @Test
- public void testOverViewStatistics() {
- OverViewStatistics stat = new OverViewStatistics();
-
- stat.setAssets(2);
- assertEquals(2, stat.getAssets());
- stat.setMetrics(4);
- assertEquals(4, stat.getMetrics());
- DQHealthStats dqs = new DQHealthStats();
- stat.setStatus(dqs);
- assertEquals(dqs, stat.getStatus());
- }
-
- @Test
- public void testPlatformMetadata() {
- PlatformMetadata metaData = new PlatformMetadata();
-
- metaData.setId("id");
- assertEquals("id", metaData.getId());
- metaData.setPlatform("platform");
- assertEquals("platform", metaData.getPlatform());
-
- List<SystemMetadata> list = new ArrayList<SystemMetadata>();
- metaData.setSystems(list);
- assertEquals(list, metaData.getSystems());
- }
-
- @Test
- public void testPlatformSubscription() {
- PlatformSubscription sub = new PlatformSubscription();
-
- sub.setPlatform("platform");
- assertEquals("platform", sub.getPlatform());
- sub.setSelectAll(true);
- assertEquals(true, sub.isSelectAll());
-
- List<SystemSubscription> list = new ArrayList<SystemSubscription>();
- sub.setSystems(list);
- assertEquals(list, sub.getSystems());
-
- PlatformSubscription sub1 = new PlatformSubscription("pltfm");
- }
-
- @Test
- public void testSampleOut() {
- SampleOut so = new SampleOut();
-
- so.setDate(12345L);
- assertEquals(12345L, so.getDate());
- so.setPath("path");
- assertEquals("path", so.getPath());
- }
-
- @Test
- public void testSystemLevelMetrics() {
- SystemLevelMetrics slm = new SystemLevelMetrics();
-
- slm.setName("name");
- assertEquals("name", slm.getName());
- slm.setDq(12.3f);
- assertTrue(12.3f == slm.getDq());
-
- List<AssetLevelMetrics> list = new ArrayList<AssetLevelMetrics>();
- slm.setMetrics(list);
- assertEquals(list, slm.getMetrics());
-
- AssetLevelMetrics alm = new AssetLevelMetrics();
- slm.addAssetLevelMetrics(alm);
- assertEquals(1, slm.getMetrics().size());
-
- SystemLevelMetrics slm1 = new SystemLevelMetrics("name");
- }
-
- @Test
- public void testSystemLevelMetricsList() {
- SystemLevelMetricsList ml = new SystemLevelMetricsList();
-
- List<SystemLevelMetrics> list = new ArrayList<SystemLevelMetrics>();
- SystemLevelMetrics metric = new SystemLevelMetrics("system");
- ml.setLatestDQList(list);
- assertEquals(list, ml.getLatestDQList());
-
- List<AssetLevelMetrics> ametrics = new ArrayList<AssetLevelMetrics>();
- AssetLevelMetrics naMetric = new AssetLevelMetrics("almName", "metricType", 12.3f, 12345L, 3);
- List<AssetLevelMetricsDetail> details = new ArrayList<AssetLevelMetricsDetail>();
- details.add(new AssetLevelMetricsDetail(123L, 55.3f, 30.3f));
- naMetric.setDetails(details);
- ametrics.add(naMetric);
- metric.setMetrics(ametrics);
- list.add(metric);
- assertTrue(ml.containsAsset("system", "almName"));
- assertFalse(ml.containsAsset("system", "almName1"));
-
- assertEquals(metric, ml.getSystemLevelMetrics("system"));
- assertNull(ml.getSystemLevelMetrics("system1"));
-
- List<SystemLevelMetrics> slmList = ml.getListWithLatestNAssets(5, "system", null, null);
- assertNotNull(slmList);
- assertTrue(slmList.size() > 0);
-
- UserSubscription us = new UserSubscription("user");
- List<PlatformSubscription> psList = new ArrayList<PlatformSubscription>();
- PlatformSubscription ps = new PlatformSubscription("Apollo");
- List<SystemSubscription> ssList = new ArrayList<SystemSubscription>();
- SystemSubscription ss = new SystemSubscription("system");
- ss.setSelectAll(true);
- List<String> assets = new ArrayList<String>();
- assets.add("asset1");
- assets.add("asset2");
- ss.setDataassets(assets);
- ssList.add(ss);
- ps.setSystems(ssList);
- psList.add(ps);
- us.setSubscribes(psList);
-
- Map<String, String> tmp = new HashMap<String, String>();
- tmp.put("almName", "asset1");
- List<SystemLevelMetrics> slmList1 = ml.getListWithLatestNAssets(5, "system", us, tmp);
- assertNotNull(slmList1);
- assertTrue(slmList.size() > 0);
-
- AssetLevelMetrics alm = ml.getListWithSpecificAssetName("almName");
- assertNotNull(alm);
- assertEquals(naMetric, alm);
- AssetLevelMetrics alm1 = ml.getListWithSpecificAssetName("almName1");
- assertNull(alm1);
-
- alm = ml.getListWithSpecificAssetName("almName", 3);
- assertNotNull(alm);
- alm1 = ml.getListWithSpecificAssetName("almName1", 3);
- assertNull(alm1);
-
- Map<String, String> thresholds = new HashMap<String, String>();
- thresholds.put("almName", "20.5");
- thresholds.put("almName1", "50.2");
- ml.updateDQFail(thresholds);
- assertEquals(1, naMetric.getDqfail());
-
- List<SystemLevelMetrics> heatMapList = ml.getHeatMap(thresholds);
- assertNotNull(heatMapList);
- assertTrue(heatMapList.size() > 0);
-
- AssetLevelMetricsDetail detail = new AssetLevelMetricsDetail(12346L, 20.1f, 20.0f);
- detail.setBolling(new BollingerBandsEntity(300L, 100L, 200L));
- ml.upsertNewAssetExecute("almName", MetricType.Bollinger.toString(), 12346L, 18.6f, "system", 0, true, detail);
- ml.upsertNewAssetExecute("almName", MetricType.Trend.toString(), 12346L, 18.6f, "system", 0, true, detail);
- ml.upsertNewAssetExecute("almName", MetricType.MAD.toString(), 12346L, 18.6f, "system", 0, true, detail);
- ml.upsertNewAssetExecute("almName", "", 12346L, 18.6f, "system", 0, true, detail);
- assertEquals(1, ml.getLatestDQList().size());
- ml.upsertNewAssetExecute("almName2", MetricType.Bollinger.toString(), 12346L, 18.6f, "system", 0, true, detail);
- ml.upsertNewAssetExecute("almName3", MetricType.Trend.toString(), 12346L, 18.6f, "system", 0, true, detail);
- ml.upsertNewAssetExecute("almName4", MetricType.MAD.toString(), 12346L, 18.6f, "system", 0, true, detail);
- ml.upsertNewAssetExecute("almName5", "", 12346L, 18.6f, "system", 0, true, detail);
- assertEquals(1, ml.getLatestDQList().size());
- ml.upsertNewAssetExecute("almName2", "metricType2", 12346L, 18.6f, "system2", 0, true, detail);
- assertEquals(2, ml.getLatestDQList().size());
- }
-
- @Test
- public void testSystemMetadata() {
- SystemMetadata sm = new SystemMetadata();
-
- sm.setId("id");
- assertEquals("id", sm.getId());
- sm.setName("name");
- assertEquals("name", sm.getName());
-
- List<DataAssetIndex> daiList = new ArrayList<DataAssetIndex>();
- sm.setAssets(daiList);
- assertEquals(daiList, sm.getAssets());
- }
-
- @Test
- public void testSystemSubscription() {
- SystemSubscription ss = new SystemSubscription();
-
- ss.setSystem("system");
- assertEquals("system", ss.getSystem());
- ss.setSelectAll(true);
- assertEquals(true, ss.isSelectAll());
-
- List<String> assets = new ArrayList<String>();
- ss.setDataassets(assets);
- assertEquals(assets, ss.getDataassets());
- }
-
- @Test
- public void testValidateHiveJobConfig() {
- ValidateHiveJobConfig config = new ValidateHiveJobConfig();
-
- config.setDataSet("dataset");
- assertEquals("dataset", config.getDataSet());
-
- List<ValidateHiveJobConfigLv1Detail> details = new ArrayList<ValidateHiveJobConfigLv1Detail>();
- List<ValidateHiveJobConfigLv2Detail> lv2Details = new ArrayList<ValidateHiveJobConfigLv2Detail>();
- lv2Details.add(new ValidateHiveJobConfigLv2Detail(2, 13.3));
- details.add(new ValidateHiveJobConfigLv1Detail(1, "col1", lv2Details));
- config.setValidityReq(details);
- assertEquals(details, config.getValidityReq());
-
- List<PartitionConfig> partitions = new ArrayList<PartitionConfig>();
- config.setTimePartitions(partitions);
- assertEquals(partitions, config.getTimePartitions());
-
- config.addColumnCalculation(1, "col1", 1);
- assertEquals(1, config.getValidityReq().size());
-
- // QUESTION: the result in lv2Detail is double, but getValue here returns long
- long result = config.getValue("col1", 2);
- assertEquals(13, result);
- result = config.getValue("col1", 3);
- assertEquals(Long.MIN_VALUE, result);
-
- ValidateHiveJobConfig config1 = new ValidateHiveJobConfig("dataset1");
- config1.addColumnCalculation(1, "col1", 1);
- assertEquals(1, config1.getValidityReq().size());
- }
-
- @Test
- public void testValidateHiveJobConfigLv1Detail() {
- ValidateHiveJobConfigLv1Detail detail = new ValidateHiveJobConfigLv1Detail();
-
- detail.setColId(1);
- assertEquals(1, detail.getColId());
- detail.setColName("name");
- assertEquals("name", detail.getColName());
-
- List<ValidateHiveJobConfigLv2Detail> lv2Details = new ArrayList<ValidateHiveJobConfigLv2Detail>();
- detail.setMetrics(lv2Details);
- assertEquals(lv2Details, detail.getMetrics());
- }
-
- @Test
- public void testValidateHiveJobConfigLv2Detail() {
- ValidateHiveJobConfigLv2Detail detail = new ValidateHiveJobConfigLv2Detail();
-
- detail.setName(1);
- assertEquals(1, detail.getName());
- detail.setResult(23.2);
- assertTrue(23.2 == detail.getResult());
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/resources/application.properties
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/resources/application.properties b/griffin-core/src/test/resources/application.properties
deleted file mode 100644
index 1b6f147..0000000
--- a/griffin-core/src/test/resources/application.properties
+++ /dev/null
@@ -1,31 +0,0 @@
-#
-# Copyright (c) 2016 eBay Software Foundation.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-#ldap query
-ldap.server=10.101.150.25
-ldap.port=389
-ldap.user=test
-ldap.pass=test
-
-####QA version
-env=qa
-job.local.folder=C:\\griffin
-#job.local.folder=/export/home/bark
-job.hdfs.folder=/user/griffin
-job.hdfs.runningfoldername=running
-job.hdfs.historyfoldername=history
-job.hdfs.failurefoldername=failure
-spring.data.mongodb.host=dart-8984.phx02.dev.ebayc3.com
-spring.data.mongodb.port=27017
-
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-core/src/test/resources/context.xml
----------------------------------------------------------------------
diff --git a/griffin-core/src/test/resources/context.xml b/griffin-core/src/test/resources/context.xml
deleted file mode 100644
index 072dcd2..0000000
--- a/griffin-core/src/test/resources/context.xml
+++ /dev/null
@@ -1,30 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!-- Copyright (c) 2016 eBay Software Foundation. Licensed under the Apache
- License, Version 2.0 (the "License"); you may not use this file except in
- compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License. -->
-<beans xmlns="http://www.springframework.org/schema/beans"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:mvc="http://www.springframework.org/schema/mvc"
- xmlns:context="http://www.springframework.org/schema/context"
- xmlns:task="http://www.springframework.org/schema/task"
- xsi:schemaLocation="
- http://www.springframework.org/schema/mvc http://www.springframework.org/schema/mvc/spring-mvc-3.1.xsd
- http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-3.1.xsd
- http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context-3.1.xsd
- http://www.springframework.org/schema/aop http://www.springframework.org/schema/aop/spring-aop-3.1.xsd
- http://www.springframework.org/schema/task http://www.springframework.org/schema/task/spring-task-3.1.xsd">
-
-
- <!-- DispatcherServlet Context: defines this servlet's request-processing
- infrastructure -->
-
- <context:annotation-config />
-
-
- <context:component-scan base-package="com.ebay.oss.griffin" />
-
-
-</beans>
http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/f629d0f4/griffin-models/.gitignore
----------------------------------------------------------------------
diff --git a/griffin-models/.gitignore b/griffin-models/.gitignore
deleted file mode 100644
index eb5c058..0000000
--- a/griffin-models/.gitignore
+++ /dev/null
@@ -1,43 +0,0 @@
-# use glob syntax.
-syntax: glob
-*.ser
-*.class
-*~
-*.bak
-#*.off
-*.old
-
-# eclipse conf file
-.settings
-.classpath
-.project
-.manager
-.scala_dependencies
-.cache-main
-.cache-tests
-
-# idea
-.idea
-*.iml
-
-# building
-target
-build
-null
-tmp*
-temp*
-dist
-test-output
-build.log
-
-# other scm
-.svn
-.CVS
-.hg*
-
-# switch to regexp syntax.
-# syntax: regexp
-# ^\.pc/
-
-#SHITTY output not in target directory
-build.log