You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by sh...@apache.org on 2015/09/22 11:15:01 UTC
[4/7] incubator-atlas git commit: ATLAS-58 Make hive hook reliable
(shwethags)
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/repository/graph/GraphBackedMetadataRepositoryTest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/repository/graph/GraphBackedMetadataRepositoryTest.java b/repository/src/test/java/org/apache/atlas/repository/graph/GraphBackedMetadataRepositoryTest.java
index 487ac84..bec3067 100755
--- a/repository/src/test/java/org/apache/atlas/repository/graph/GraphBackedMetadataRepositoryTest.java
+++ b/repository/src/test/java/org/apache/atlas/repository/graph/GraphBackedMetadataRepositoryTest.java
@@ -28,7 +28,6 @@ import org.apache.atlas.GraphTransaction;
import org.apache.atlas.RepositoryMetadataModule;
import org.apache.atlas.TestUtils;
import org.apache.atlas.discovery.graph.GraphBackedDiscoveryService;
-import org.apache.atlas.repository.BaseTest;
import org.apache.atlas.repository.Constants;
import org.apache.atlas.repository.EntityNotFoundException;
import org.apache.atlas.repository.RepositoryException;
@@ -38,14 +37,10 @@ import org.apache.atlas.typesystem.ITypedStruct;
import org.apache.atlas.typesystem.Referenceable;
import org.apache.atlas.typesystem.Struct;
import org.apache.atlas.typesystem.persistence.Id;
-import org.apache.atlas.typesystem.types.AttributeDefinition;
import org.apache.atlas.typesystem.types.ClassType;
import org.apache.atlas.typesystem.types.DataTypes;
-import org.apache.atlas.typesystem.types.EnumTypeDefinition;
-import org.apache.atlas.typesystem.types.EnumValue;
import org.apache.atlas.typesystem.types.HierarchicalTypeDefinition;
import org.apache.atlas.typesystem.types.Multiplicity;
-import org.apache.atlas.typesystem.types.StructTypeDefinition;
import org.apache.atlas.typesystem.types.TraitType;
import org.apache.atlas.typesystem.types.TypeSystem;
import org.apache.atlas.typesystem.types.utils.TypesUtil;
@@ -76,15 +71,6 @@ import java.util.UUID;
@Guice(modules = RepositoryMetadataModule.class)
public class GraphBackedMetadataRepositoryTest {
- private static final String ENTITY_TYPE = "Department";
- private static final String DATABASE_TYPE = "hive_database";
- private static final String DATABASE_NAME = "foo";
- private static final String TABLE_TYPE = "hive_table";
- private static final String TABLE_NAME = "bar";
- private static final String CLASSIFICATION = "classification";
- private static final String PII = "PII";
- private static final String SUPER_TYPE_NAME = "Base";
-
@Inject
private GraphProvider<TitanGraph> graphProvider;
@@ -105,7 +91,7 @@ public class GraphBackedMetadataRepositoryTest {
new GraphBackedSearchIndexer(graphProvider);
TestUtils.defineDeptEmployeeTypes(typeSystem);
- createHiveTypes();
+ TestUtils.createHiveTypes(typeSystem);
}
@@ -132,7 +118,10 @@ public class GraphBackedMetadataRepositoryTest {
ClassType deptType = typeSystem.getDataType(ClassType.class, "Department");
ITypedReferenceableInstance hrDept2 = deptType.convert(hrDept, Multiplicity.REQUIRED);
- guid = repositoryService.createEntity(hrDept2);
+ String[] guids = repositoryService.createEntities(hrDept2);
+ Assert.assertNotNull(guids);
+ Assert.assertEquals(guids.length, 1);
+ guid = guids[0];
Assert.assertNotNull(guid);
}
@@ -150,7 +139,7 @@ public class GraphBackedMetadataRepositoryTest {
@Test
public void testGetEntityList() throws Exception {
- List<String> entityList = repositoryService.getEntityList(ENTITY_TYPE);
+ List<String> entityList = repositoryService.getEntityList(TestUtils.ENTITY_TYPE);
System.out.println("entityList = " + entityList);
Assert.assertNotNull(entityList);
Assert.assertEquals(entityList.size(), 1); // one department
@@ -164,33 +153,33 @@ public class GraphBackedMetadataRepositoryTest {
@Test(dependsOnMethods = "testSubmitEntity")
public void testGetTraitLabel() throws Exception {
Assert.assertEquals(
- repositoryService.getTraitLabel(typeSystem.getDataType(ClassType.class, TABLE_TYPE), CLASSIFICATION),
- TABLE_TYPE + "." + CLASSIFICATION);
+ repositoryService.getTraitLabel(typeSystem.getDataType(ClassType.class, TestUtils.TABLE_TYPE),
+ TestUtils.CLASSIFICATION), TestUtils.TABLE_TYPE + "." + TestUtils.CLASSIFICATION);
}
@Test
public void testCreateEntity() throws Exception {
- Referenceable databaseInstance = new Referenceable(DATABASE_TYPE);
- databaseInstance.set("name", DATABASE_NAME);
+ Referenceable databaseInstance = new Referenceable(TestUtils.DATABASE_TYPE);
+ databaseInstance.set("name", TestUtils.DATABASE_NAME);
databaseInstance.set("description", "foo database");
- databaseInstance.set("created", new Date(BaseTest.TEST_DATE_IN_LONG));
+ databaseInstance.set("created", new Date(TestUtils.TEST_DATE_IN_LONG));
databaseInstance.set("namespace", "colo:cluster:hive:db");
databaseInstance.set("cluster", "cluster-1");
databaseInstance.set("colo", "colo-1");
System.out.println("databaseInstance = " + databaseInstance);
- ClassType dbType = typeSystem.getDataType(ClassType.class, DATABASE_TYPE);
+ ClassType dbType = typeSystem.getDataType(ClassType.class, TestUtils.DATABASE_TYPE);
ITypedReferenceableInstance db = dbType.convert(databaseInstance, Multiplicity.REQUIRED);
System.out.println("db = " + db);
- String dbGUID = repositoryService.createEntity(db);
+ String dbGUID = repositoryService.createEntities(db)[0];
System.out.println("added db = " + dbGUID);
- Referenceable dbInstance = new Referenceable(dbGUID, DATABASE_TYPE, databaseInstance.getValuesMap());
+ Referenceable dbInstance = new Referenceable(dbGUID, TestUtils.DATABASE_TYPE, databaseInstance.getValuesMap());
ITypedReferenceableInstance table = createHiveTableInstance(dbInstance);
- String tableGUID = repositoryService.createEntity(table);
+ String tableGUID = repositoryService.createEntities(table)[0];
System.out.println("added table = " + tableGUID);
}
@@ -199,7 +188,7 @@ public class GraphBackedMetadataRepositoryTest {
String guid = getGUID();
ITypedReferenceableInstance table = repositoryService.getEntityDefinition(guid);
- Assert.assertEquals(table.getDate("created"), new Date(BaseTest.TEST_DATE_IN_LONG));
+ Assert.assertEquals(table.getDate("created"), new Date(TestUtils.TEST_DATE_IN_LONG));
System.out.println("*** table = " + table);
}
@@ -217,7 +206,7 @@ public class GraphBackedMetadataRepositoryTest {
@GraphTransaction
Vertex getTableEntityVertex() {
TitanGraph graph = graphProvider.get();
- GraphQuery query = graph.query().has(Constants.ENTITY_TYPE_PROPERTY_KEY, Compare.EQUAL, TABLE_TYPE);
+ GraphQuery query = graph.query().has(Constants.ENTITY_TYPE_PROPERTY_KEY, Compare.EQUAL, TestUtils.TABLE_TYPE);
Iterator<Vertex> results = query.vertices().iterator();
// returning one since guid should be unique
Vertex tableVertex = results.hasNext() ? results.next() : null;
@@ -232,7 +221,7 @@ public class GraphBackedMetadataRepositoryTest {
public void testGetTraitNames() throws Exception {
final List<String> traitNames = repositoryService.getTraitNames(getGUID());
Assert.assertEquals(traitNames.size(), 1);
- Assert.assertEquals(traitNames, Arrays.asList(new String[]{CLASSIFICATION}));
+ Assert.assertEquals(traitNames, Arrays.asList(new String[]{TestUtils.CLASSIFICATION}));
}
@Test
@@ -254,11 +243,10 @@ public class GraphBackedMetadataRepositoryTest {
List<String> traitNames = repositoryService.getTraitNames(aGUID);
System.out.println("traitNames = " + traitNames);
Assert.assertEquals(traitNames.size(), 1);
- Assert.assertTrue(traitNames.contains(CLASSIFICATION));
- Assert.assertFalse(traitNames.contains(PII));
+ Assert.assertTrue(traitNames.contains(TestUtils.CLASSIFICATION));
+ Assert.assertFalse(traitNames.contains(TestUtils.PII));
- HierarchicalTypeDefinition<TraitType> piiTrait = TypesUtil.createTraitTypeDef(PII, ImmutableList.<String>of());
- TraitType traitType = typeSystem.defineTraitType(piiTrait);
+ TraitType traitType = typeSystem.getDataType(TraitType.class, TestUtils.PII);
ITypedStruct traitInstance = traitType.createInstance();
repositoryService.addTrait(aGUID, traitInstance);
@@ -266,8 +254,8 @@ public class GraphBackedMetadataRepositoryTest {
// refresh trait names
traitNames = repositoryService.getTraitNames(aGUID);
Assert.assertEquals(traitNames.size(), 2);
- Assert.assertTrue(traitNames.contains(PII));
- Assert.assertTrue(traitNames.contains(CLASSIFICATION));
+ Assert.assertTrue(traitNames.contains(TestUtils.PII));
+ Assert.assertTrue(traitNames.contains(TestUtils.CLASSIFICATION));
}
@Test(dependsOnMethods = "testAddTrait")
@@ -305,7 +293,7 @@ public class GraphBackedMetadataRepositoryTest {
@Test(dependsOnMethods = "testAddTrait", expectedExceptions = RepositoryException.class)
public void testAddTraitForBadEntity() throws Exception {
- TraitType traitType = typeSystem.getDataType(TraitType.class, PII);
+ TraitType traitType = typeSystem.getDataType(TraitType.class, TestUtils.PII);
ITypedStruct traitInstance = traitType.createInstance();
repositoryService.addTrait(UUID.randomUUID().toString(), traitInstance);
@@ -318,22 +306,22 @@ public class GraphBackedMetadataRepositoryTest {
List<String> traitNames = repositoryService.getTraitNames(aGUID);
Assert.assertEquals(traitNames.size(), 3);
- Assert.assertTrue(traitNames.contains(PII));
- Assert.assertTrue(traitNames.contains(CLASSIFICATION));
+ Assert.assertTrue(traitNames.contains(TestUtils.PII));
+ Assert.assertTrue(traitNames.contains(TestUtils.CLASSIFICATION));
Assert.assertTrue(traitNames.contains("P_I_I"));
- repositoryService.deleteTrait(aGUID, PII);
+ repositoryService.deleteTrait(aGUID, TestUtils.PII);
// refresh trait names
traitNames = repositoryService.getTraitNames(aGUID);
Assert.assertEquals(traitNames.size(), 2);
- Assert.assertTrue(traitNames.contains(CLASSIFICATION));
- Assert.assertFalse(traitNames.contains(PII));
+ Assert.assertTrue(traitNames.contains(TestUtils.CLASSIFICATION));
+ Assert.assertFalse(traitNames.contains(TestUtils.PII));
}
@Test(expectedExceptions = RepositoryException.class)
public void testDeleteTraitForNonExistentEntity() throws Exception {
- repositoryService.deleteTrait(UUID.randomUUID().toString(), PII);
+ repositoryService.deleteTrait(UUID.randomUUID().toString(), TestUtils.PII);
Assert.fail();
}
@@ -353,14 +341,14 @@ public class GraphBackedMetadataRepositoryTest {
Assert.fail();
}
- Id expected = new Id(guid, tableVertex.<Integer>getProperty(Constants.VERSION_PROPERTY_KEY), TABLE_TYPE);
- Assert.assertEquals(repositoryService.getIdFromVertex(TABLE_TYPE, tableVertex), expected);
+ Id expected = new Id(guid, tableVertex.<Integer>getProperty(Constants.VERSION_PROPERTY_KEY), TestUtils.TABLE_TYPE);
+ Assert.assertEquals(repositoryService.getIdFromVertex(TestUtils.TABLE_TYPE, tableVertex), expected);
}
@Test(dependsOnMethods = "testCreateEntity")
public void testGetTypeName() throws Exception {
Vertex tableVertex = getTableEntityVertex();
- Assert.assertEquals(repositoryService.getTypeName(tableVertex), TABLE_TYPE);
+ Assert.assertEquals(repositoryService.getTypeName(tableVertex), TestUtils.TABLE_TYPE);
}
@Test(dependsOnMethods = "testCreateEntity")
@@ -392,7 +380,7 @@ public class GraphBackedMetadataRepositoryTest {
Assert.assertEquals(type, "hive_database");
String name = row.getString("name");
- Assert.assertEquals(name, DATABASE_NAME);
+ Assert.assertEquals(name, TestUtils.DATABASE_NAME);
}
}
@@ -484,94 +472,12 @@ public class GraphBackedMetadataRepositoryTest {
Assert.assertEquals(row.get("typeName"), "Person");
}
- private void createHiveTypes() throws Exception {
- HierarchicalTypeDefinition<ClassType> superTypeDefinition = TypesUtil
- .createClassTypeDef(SUPER_TYPE_NAME, ImmutableList.<String>of(),
- TypesUtil.createOptionalAttrDef("namespace", DataTypes.STRING_TYPE),
- TypesUtil.createOptionalAttrDef("cluster", DataTypes.STRING_TYPE),
- TypesUtil.createOptionalAttrDef("colo", DataTypes.STRING_TYPE));
-
- HierarchicalTypeDefinition<ClassType> databaseTypeDefinition = TypesUtil
- .createClassTypeDef(DATABASE_TYPE, ImmutableList.of(SUPER_TYPE_NAME),
- TypesUtil.createUniqueRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createOptionalAttrDef("created", DataTypes.DATE_TYPE),
- TypesUtil.createRequiredAttrDef("description", DataTypes.STRING_TYPE));
-
-
- StructTypeDefinition structTypeDefinition = new StructTypeDefinition("serdeType",
- new AttributeDefinition[]{TypesUtil.createRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("serde", DataTypes.STRING_TYPE)});
-
- EnumValue values[] = {new EnumValue("MANAGED", 1), new EnumValue("EXTERNAL", 2),};
-
- EnumTypeDefinition enumTypeDefinition = new EnumTypeDefinition("tableType", values);
- typeSystem.defineEnumType(enumTypeDefinition);
-
- HierarchicalTypeDefinition<ClassType> columnsDefinition = TypesUtil
- .createClassTypeDef("column_type", ImmutableList.<String>of(),
- TypesUtil.createRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("type", DataTypes.STRING_TYPE));
-
- StructTypeDefinition partitionDefinition = new StructTypeDefinition("partition_type",
- new AttributeDefinition[]{TypesUtil.createRequiredAttrDef("name", DataTypes.STRING_TYPE),});
-
- HierarchicalTypeDefinition<ClassType> tableTypeDefinition = TypesUtil
- .createClassTypeDef(TABLE_TYPE, ImmutableList.of(SUPER_TYPE_NAME),
- TypesUtil.createUniqueRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("description", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("type", DataTypes.STRING_TYPE),
- TypesUtil.createOptionalAttrDef("created", DataTypes.DATE_TYPE),
- // enum
- new AttributeDefinition("tableType", "tableType", Multiplicity.REQUIRED, false, null),
- // array of strings
- new AttributeDefinition("columnNames",
- String.format("array<%s>", DataTypes.STRING_TYPE.getName()), Multiplicity.COLLECTION,
- false, null),
- // array of classes
- new AttributeDefinition("columns", String.format("array<%s>", "column_type"),
- Multiplicity.COLLECTION, true, null),
- // array of structs
- new AttributeDefinition("partitions", String.format("array<%s>", "partition_type"),
- Multiplicity.COLLECTION, true, null),
- // map of primitives
- new AttributeDefinition("parametersMap",
- DataTypes.mapTypeName(DataTypes.STRING_TYPE.getName(), DataTypes.STRING_TYPE.getName()),
- Multiplicity.COLLECTION, true, null),
- // map of classes - todo - enable this
- // new AttributeDefinition("columnsMap",
- // DataTypes.mapTypeName(DataTypes.STRING_TYPE.getName(),
- // "column_type"),
- // Multiplicity.COLLECTION, true, null),
- // map of structs todo - enable this
- // new AttributeDefinition("partitionsMap",
- // DataTypes.mapTypeName(DataTypes.STRING_TYPE.getName(),
- // "partition_type"),
- // Multiplicity.COLLECTION, true, null),
- // struct reference
- new AttributeDefinition("serde1", "serdeType", Multiplicity.REQUIRED, false, null),
- new AttributeDefinition("serde2", "serdeType", Multiplicity.REQUIRED, false, null),
- // class reference
- new AttributeDefinition("database", DATABASE_TYPE, Multiplicity.REQUIRED, true, null));
-
- HierarchicalTypeDefinition<TraitType> classificationTypeDefinition = TypesUtil
- .createTraitTypeDef(CLASSIFICATION, ImmutableList.<String>of(),
- TypesUtil.createRequiredAttrDef("tag", DataTypes.STRING_TYPE));
-
- HierarchicalTypeDefinition<TraitType> fetlClassificationTypeDefinition = TypesUtil
- .createTraitTypeDef("fetl" + CLASSIFICATION, ImmutableList.of(CLASSIFICATION),
- TypesUtil.createRequiredAttrDef("tag", DataTypes.STRING_TYPE));
-
- typeSystem.defineTypes(ImmutableList.of(structTypeDefinition, partitionDefinition),
- ImmutableList.of(classificationTypeDefinition, fetlClassificationTypeDefinition),
- ImmutableList.of(superTypeDefinition, databaseTypeDefinition, columnsDefinition, tableTypeDefinition));
- }
-
private ITypedReferenceableInstance createHiveTableInstance(Referenceable databaseInstance) throws Exception {
- Referenceable tableInstance = new Referenceable(TABLE_TYPE, CLASSIFICATION);
- tableInstance.set("name", TABLE_NAME);
+ Referenceable tableInstance = new Referenceable(TestUtils.TABLE_TYPE, TestUtils.CLASSIFICATION);
+ tableInstance.set("name", TestUtils.TABLE_NAME);
tableInstance.set("description", "bar table");
tableInstance.set("type", "managed");
- tableInstance.set("created", new Date(BaseTest.TEST_DATE_IN_LONG));
+ tableInstance.set("created", new Date(TestUtils.TEST_DATE_IN_LONG));
tableInstance.set("tableType", 1); // enum
// super type
@@ -587,7 +493,7 @@ public class GraphBackedMetadataRepositoryTest {
columnNames.add("last_name");
tableInstance.set("columnNames", columnNames);
- Struct traitInstance = (Struct) tableInstance.getTrait(CLASSIFICATION);
+ Struct traitInstance = (Struct) tableInstance.getTrait(TestUtils.CLASSIFICATION);
traitInstance.set("tag", "foundation_etl");
Struct serde1Instance = new Struct("serdeType");
@@ -633,7 +539,7 @@ public class GraphBackedMetadataRepositoryTest {
parametersMap.put("some", "thing");
tableInstance.set("parametersMap", parametersMap);
- ClassType tableType = typeSystem.getDataType(ClassType.class, TABLE_TYPE);
+ ClassType tableType = typeSystem.getDataType(ClassType.class, TestUtils.TABLE_TYPE);
return tableType.convert(tableInstance, Multiplicity.REQUIRED);
}
@@ -654,7 +560,9 @@ public class GraphBackedMetadataRepositoryTest {
ClassType deptType = typeSystem.getDataType(ClassType.class, "Department");
ITypedReferenceableInstance hrDept2 = deptType.convert(hrDept, Multiplicity.REQUIRED);
- guid = repositoryService.createEntity(hrDept2);
- Assert.assertNotNull(guid);
+ String[] guids = repositoryService.createEntities(hrDept2);
+ Assert.assertNotNull(guids);
+ Assert.assertEquals(guids.length, 1);
+ Assert.assertNotNull(guids[0]);
}
}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/repository/graph/GraphRepoMapperScaleTest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/repository/graph/GraphRepoMapperScaleTest.java b/repository/src/test/java/org/apache/atlas/repository/graph/GraphRepoMapperScaleTest.java
index be99efe..20781db 100755
--- a/repository/src/test/java/org/apache/atlas/repository/graph/GraphRepoMapperScaleTest.java
+++ b/repository/src/test/java/org/apache/atlas/repository/graph/GraphRepoMapperScaleTest.java
@@ -18,40 +18,27 @@
package org.apache.atlas.repository.graph;
-import com.google.common.collect.ImmutableList;
import com.thinkaurelius.titan.core.TitanFactory;
import com.thinkaurelius.titan.core.TitanGraph;
-import com.thinkaurelius.titan.core.TitanGraphQuery;
import com.thinkaurelius.titan.core.TitanIndexQuery;
-import com.thinkaurelius.titan.core.schema.TitanGraphIndex;
import com.thinkaurelius.titan.diskstorage.BackendException;
import com.thinkaurelius.titan.diskstorage.configuration.ReadConfiguration;
import com.thinkaurelius.titan.diskstorage.configuration.backend.CommonsConfiguration;
import com.thinkaurelius.titan.graphdb.configuration.GraphDatabaseConfiguration;
import com.tinkerpop.blueprints.Compare;
-import com.tinkerpop.blueprints.Edge;
import com.tinkerpop.blueprints.GraphQuery;
import com.tinkerpop.blueprints.Predicate;
import com.tinkerpop.blueprints.Vertex;
import org.apache.atlas.GraphTransaction;
-import org.apache.atlas.repository.BaseTest;
+import org.apache.atlas.TestUtils;
import org.apache.atlas.repository.Constants;
import org.apache.atlas.typesystem.ITypedReferenceableInstance;
import org.apache.atlas.typesystem.Referenceable;
import org.apache.atlas.typesystem.Struct;
-import org.apache.atlas.typesystem.types.AttributeDefinition;
import org.apache.atlas.typesystem.types.ClassType;
-import org.apache.atlas.typesystem.types.DataTypes;
-import org.apache.atlas.typesystem.types.EnumType;
-import org.apache.atlas.typesystem.types.EnumTypeDefinition;
-import org.apache.atlas.typesystem.types.EnumValue;
-import org.apache.atlas.typesystem.types.HierarchicalTypeDefinition;
import org.apache.atlas.typesystem.types.IDataType;
import org.apache.atlas.typesystem.types.Multiplicity;
-import org.apache.atlas.typesystem.types.StructTypeDefinition;
-import org.apache.atlas.typesystem.types.TraitType;
import org.apache.atlas.typesystem.types.TypeSystem;
-import org.apache.atlas.typesystem.types.utils.TypesUtil;
import org.apache.commons.io.FileUtils;
import org.testng.annotations.AfterClass;
import org.testng.annotations.BeforeClass;
@@ -60,16 +47,14 @@ import org.testng.annotations.Test;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
+import java.util.Collection;
import java.util.Date;
-import java.util.Map;
import java.util.Random;
@Test
public class GraphRepoMapperScaleTest {
- private static final String DATABASE_TYPE = "hive_database_type";
private static final String DATABASE_NAME = "foo";
- private static final String TABLE_TYPE = "hive_table_type";
private static final String TABLE_NAME = "bar";
private static final String INDEX_DIR =
@@ -109,7 +94,8 @@ public class GraphRepoMapperScaleTest {
private GraphBackedMetadataRepository repositoryService;
private GraphBackedSearchIndexer searchIndexer;
- private TypeSystem typeSystem;
+
+ private TypeSystem typeSystem = TypeSystem.getInstance();
private String dbGUID;
@BeforeClass
@@ -119,10 +105,8 @@ public class GraphRepoMapperScaleTest {
repositoryService = new GraphBackedMetadataRepository(graphProvider);
searchIndexer = new GraphBackedSearchIndexer(graphProvider);
-
- typeSystem = TypeSystem.getInstance();
-
- createHiveTypes();
+ Collection<IDataType> typesAdded = TestUtils.createHiveTypes(typeSystem);
+ searchIndexer.onAdd(typesAdded);
}
@AfterClass
@@ -137,36 +121,36 @@ public class GraphRepoMapperScaleTest {
@Test
public void testSubmitEntity() throws Exception {
- Referenceable databaseInstance = new Referenceable(DATABASE_TYPE);
+ Referenceable databaseInstance = new Referenceable(TestUtils.DATABASE_TYPE);
databaseInstance.set("name", DATABASE_NAME);
databaseInstance.set("description", "foo database");
// System.out.println("databaseInstance = " + databaseInstance);
- ClassType dbType = typeSystem.getDataType(ClassType.class, DATABASE_TYPE);
+ ClassType dbType = typeSystem.getDataType(ClassType.class, TestUtils.DATABASE_TYPE);
ITypedReferenceableInstance db = dbType.convert(databaseInstance, Multiplicity.REQUIRED);
- dbGUID = repositoryService.createEntity(db);
+ dbGUID = repositoryService.createEntities(db)[0];
- Referenceable dbInstance = new Referenceable(dbGUID, DATABASE_TYPE, databaseInstance.getValuesMap());
+ Referenceable dbInstance = new Referenceable(dbGUID, TestUtils.DATABASE_TYPE, databaseInstance.getValuesMap());
for (int index = 0; index < 1000; index++) {
ITypedReferenceableInstance table = createHiveTableInstance(dbInstance, index);
- repositoryService.createEntity(table);
+ repositoryService.createEntities(table);
}
}
@Test(dependsOnMethods = "testSubmitEntity")
public void testSearchIndex() throws Exception {
searchWithOutIndex(Constants.GUID_PROPERTY_KEY, dbGUID);
- searchWithOutIndex(Constants.ENTITY_TYPE_PROPERTY_KEY, "hive_column_type");
- searchWithOutIndex(Constants.ENTITY_TYPE_PROPERTY_KEY, TABLE_TYPE);
+ searchWithOutIndex(Constants.ENTITY_TYPE_PROPERTY_KEY, "column_type");
+ searchWithOutIndex(Constants.ENTITY_TYPE_PROPERTY_KEY, TestUtils.TABLE_TYPE);
- searchWithOutIndex("hive_table_type.name", "bar-999");
- searchWithIndex("hive_table_type.name", "bar-999");
- searchWithIndex("hive_table_type.created", Compare.GREATER_THAN_EQUAL, BaseTest.TEST_DATE_IN_LONG);
+ searchWithOutIndex("hive_table.name", "bar-999");
+ searchWithIndex("hive_table.name", "bar-999");
+ searchWithIndex("hive_table.created", Compare.GREATER_THAN_EQUAL, TestUtils.TEST_DATE_IN_LONG);
for (int index = 500; index < 600; index++) {
- searchWithIndex("hive_table_type.name", "bar-" + index);
+ searchWithIndex("hive_table.name", "bar-" + index);
}
}
@@ -216,76 +200,14 @@ public class GraphRepoMapperScaleTest {
}
}
- private void createHiveTypes() throws Exception {
- HierarchicalTypeDefinition<ClassType> databaseTypeDefinition = TypesUtil
- .createClassTypeDef(DATABASE_TYPE, ImmutableList.<String>of(),
- TypesUtil.createUniqueRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("description", DataTypes.STRING_TYPE));
-
- StructTypeDefinition structTypeDefinition = new StructTypeDefinition("hive_serde_type",
- new AttributeDefinition[]{TypesUtil.createRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("serde", DataTypes.STRING_TYPE)});
-
- EnumValue values[] = {new EnumValue("MANAGED", 1), new EnumValue("EXTERNAL", 2),};
-
- EnumTypeDefinition enumTypeDefinition = new EnumTypeDefinition("table_type", values);
- final EnumType enumType = typeSystem.defineEnumType(enumTypeDefinition);
-
- HierarchicalTypeDefinition<ClassType> columnsDefinition = TypesUtil
- .createClassTypeDef("hive_column_type", ImmutableList.<String>of(),
- TypesUtil.createRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("type", DataTypes.STRING_TYPE));
-
- StructTypeDefinition partitionDefinition = new StructTypeDefinition("hive_partition_type",
- new AttributeDefinition[]{TypesUtil.createRequiredAttrDef("name", DataTypes.STRING_TYPE),});
-
- HierarchicalTypeDefinition<ClassType> tableTypeDefinition = TypesUtil
- .createClassTypeDef(TABLE_TYPE, ImmutableList.<String>of(),
- TypesUtil.createUniqueRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("description", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("type", DataTypes.STRING_TYPE),
- TypesUtil.createOptionalAttrDef("created", DataTypes.DATE_TYPE),
- // enum
- new AttributeDefinition("tableType", "table_type", Multiplicity.REQUIRED, false, null),
- // array of strings
- new AttributeDefinition("columnNames",
- String.format("array<%s>", DataTypes.STRING_TYPE.getName()), Multiplicity.COLLECTION,
- false, null),
- // array of classes
- new AttributeDefinition("columns", String.format("array<%s>", "hive_column_type"),
- Multiplicity.COLLECTION, true, null),
- // array of structs
- new AttributeDefinition("partitions", String.format("array<%s>", "hive_partition_type"),
- Multiplicity.COLLECTION, true, null),
- // struct reference
- new AttributeDefinition("serde1", "hive_serde_type", Multiplicity.REQUIRED, false, null),
- new AttributeDefinition("serde2", "hive_serde_type", Multiplicity.REQUIRED, false, null),
- // class reference
- new AttributeDefinition("database", DATABASE_TYPE, Multiplicity.REQUIRED, true, null));
-
- HierarchicalTypeDefinition<TraitType> classificationTypeDefinition =
- TypesUtil.createTraitTypeDef("pii_type", ImmutableList.<String>of());
-
- Map<String, IDataType> types = typeSystem
- .defineTypes(ImmutableList.of(structTypeDefinition, partitionDefinition),
- ImmutableList.of(classificationTypeDefinition),
- ImmutableList.of(databaseTypeDefinition, columnsDefinition, tableTypeDefinition));
-
-
- ArrayList<IDataType> typesAdded = new ArrayList<IDataType>();
- typesAdded.add(enumType);
- typesAdded.addAll(types.values());
- searchIndexer.onAdd(typesAdded);
- }
-
private ITypedReferenceableInstance createHiveTableInstance(Referenceable databaseInstance, int uberIndex)
throws Exception {
- Referenceable tableInstance = new Referenceable(TABLE_TYPE, "pii_type");
+ Referenceable tableInstance = new Referenceable(TestUtils.TABLE_TYPE);
tableInstance.set("name", TABLE_NAME + "-" + uberIndex);
tableInstance.set("description", "bar table" + "-" + uberIndex);
tableInstance.set("type", "managed");
- tableInstance.set("created", new Date(BaseTest.TEST_DATE_IN_LONG));
+ tableInstance.set("created", new Date(TestUtils.TEST_DATE_IN_LONG));
tableInstance.set("tableType", 1); // enum
// refer to an existing class
@@ -296,19 +218,19 @@ public class GraphRepoMapperScaleTest {
columnNames.add("last_name" + "-" + uberIndex);
tableInstance.set("columnNames", columnNames);
- Struct serde1Instance = new Struct("hive_serde_type");
+ Struct serde1Instance = new Struct("serdeType");
serde1Instance.set("name", "serde1" + "-" + uberIndex);
serde1Instance.set("serde", "serde1" + "-" + uberIndex);
tableInstance.set("serde1", serde1Instance);
- Struct serde2Instance = new Struct("hive_serde_type");
+ Struct serde2Instance = new Struct("serdeType");
serde2Instance.set("name", "serde2" + "-" + uberIndex);
serde2Instance.set("serde", "serde2" + "-" + uberIndex);
tableInstance.set("serde2", serde2Instance);
ArrayList<Referenceable> columns = new ArrayList<>();
for (int index = 0; index < 5; index++) {
- Referenceable columnInstance = new Referenceable("hive_column_type");
+ Referenceable columnInstance = new Referenceable("column_type");
columnInstance.set("name", "column_" + "-" + uberIndex + "-" + index);
columnInstance.set("type", "string");
columns.add(columnInstance);
@@ -317,13 +239,13 @@ public class GraphRepoMapperScaleTest {
ArrayList<Struct> partitions = new ArrayList<>();
for (int index = 0; index < 5; index++) {
- Struct partitionInstance = new Struct("hive_partition_type");
+ Struct partitionInstance = new Struct("partition_type");
partitionInstance.set("name", "partition_" + "-" + uberIndex + "-" + index);
partitions.add(partitionInstance);
}
tableInstance.set("partitions", partitions);
- ClassType tableType = typeSystem.getDataType(ClassType.class, TABLE_TYPE);
+ ClassType tableType = typeSystem.getDataType(ClassType.class, TestUtils.TABLE_TYPE);
return tableType.convert(tableInstance, Multiplicity.REQUIRED);
}
}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/repository/memory/ClassTest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/repository/memory/ClassTest.java b/repository/src/test/java/org/apache/atlas/repository/memory/ClassTest.java
deleted file mode 100755
index ed747b2..0000000
--- a/repository/src/test/java/org/apache/atlas/repository/memory/ClassTest.java
+++ /dev/null
@@ -1,76 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.atlas.repository.memory;
-
-import org.apache.atlas.AtlasException;
-import org.apache.atlas.repository.BaseTest;
-import org.apache.atlas.typesystem.ITypedReferenceableInstance;
-import org.apache.atlas.typesystem.Referenceable;
-import org.apache.atlas.typesystem.types.ClassType;
-import org.apache.atlas.typesystem.types.Multiplicity;
-import org.apache.atlas.typesystem.types.TypeSystem;
-import org.junit.Assert;
-import org.junit.Before;
-import org.junit.Test;
-
-public class ClassTest extends BaseTest {
-
- @Before
- public void setup() throws Exception {
- super.setup();
- }
-
- @Test
- public void test1() throws AtlasException {
-
- TypeSystem ts = getTypeSystem();
-
- defineDeptEmployeeTypes(ts);
- Referenceable hrDept = createDeptEg1(ts);
- ClassType deptType = ts.getDataType(ClassType.class, "Department");
- ITypedReferenceableInstance hrDept2 = deptType.convert(hrDept, Multiplicity.REQUIRED);
-
-
- Assert.assertEquals(hrDept2.toString(), "{\n" +
- "\tid : (type: Department, id: <unassigned>)\n" +
- "\tname : \thr\n" +
- "\temployees : \t[{\n" +
- "\tid : (type: Person, id: <unassigned>)\n" +
- "\tname : \tJohn\n" +
- "\tdepartment : (type: Department, id: <unassigned>)\n" +
- "\tmanager : (type: Manager, id: <unassigned>)\n" +
- "}, {\n" +
- "\tid : (type: Manager, id: <unassigned>)\n" +
- "\tsubordinates : \t[{\n" +
- "\tid : (type: Person, id: <unassigned>)\n" +
- "\tname : \tJohn\n" +
- "\tdepartment : (type: Department, id: <unassigned>)\n" +
- "\tmanager : (type: Manager, id: <unassigned>)\n" +
- "}]\n" +
- "\tname : \tJane\n" +
- "\tdepartment : (type: Department, id: <unassigned>)\n" +
- "\tmanager : <null>\n" +
- "\n" +
- "\tSecurityClearance : \t{\n" +
- "\t\tlevel : \t\t1\n" +
- "\t}}]\n" +
- "}");
-
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/repository/memory/EnumTest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/repository/memory/EnumTest.java b/repository/src/test/java/org/apache/atlas/repository/memory/EnumTest.java
deleted file mode 100755
index 4ce1085..0000000
--- a/repository/src/test/java/org/apache/atlas/repository/memory/EnumTest.java
+++ /dev/null
@@ -1,293 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.atlas.repository.memory;
-
-import com.google.common.collect.ImmutableList;
-import com.google.common.collect.Lists;
-import com.google.common.collect.Maps;
-import org.apache.atlas.AtlasException;
-import org.apache.atlas.repository.BaseTest;
-import org.apache.atlas.typesystem.IReferenceableInstance;
-import org.apache.atlas.typesystem.ITypedReferenceableInstance;
-import org.apache.atlas.typesystem.ITypedStruct;
-import org.apache.atlas.typesystem.Referenceable;
-import org.apache.atlas.typesystem.Struct;
-import org.apache.atlas.typesystem.json.Serialization$;
-import org.apache.atlas.typesystem.types.ClassType;
-import org.apache.atlas.typesystem.types.DataTypes;
-import org.apache.atlas.typesystem.types.EnumType;
-import org.apache.atlas.typesystem.types.EnumValue;
-import org.apache.atlas.typesystem.types.HierarchicalType;
-import org.apache.atlas.typesystem.types.Multiplicity;
-import org.apache.atlas.typesystem.types.StructType;
-import org.apache.atlas.typesystem.types.TypeSystem;
-import org.apache.atlas.typesystem.types.utils.TypesUtil;
-import org.junit.Assert;
-import org.junit.Before;
-import org.junit.Test;
-
-import java.math.BigDecimal;
-import java.math.BigInteger;
-import java.util.Date;
-import java.util.Map;
-
-public class EnumTest extends BaseTest {
-
- @Before
- public void setup() throws Exception {
- super.setup();
- }
-
- void defineEnums(TypeSystem ts) throws AtlasException {
- ts.defineEnumType("HiveObjectType", new EnumValue("GLOBAL", 1), new EnumValue("DATABASE", 2),
- new EnumValue("TABLE", 3), new EnumValue("PARTITION", 4), new EnumValue("COLUMN", 5));
-
- ts.defineEnumType("PrincipalType", new EnumValue("USER", 1), new EnumValue("ROLE", 2),
- new EnumValue("GROUP", 3));
-
- ts.defineEnumType("TxnState", new EnumValue("COMMITTED", 1), new EnumValue("ABORTED", 2),
- new EnumValue("OPEN", 3));
-
- ts.defineEnumType("LockLevel", new EnumValue("DB", 1), new EnumValue("TABLE", 2),
- new EnumValue("PARTITION", 3));
-
- }
-
- protected void fillStruct(Struct s) throws AtlasException {
- s.set("a", 1);
- s.set("b", true);
- s.set("c", (byte) 1);
- s.set("d", (short) 2);
- s.set("e", 1);
- s.set("f", 1);
- s.set("g", 1L);
- s.set("h", 1.0f);
- s.set("i", 1.0);
- s.set("j", BigInteger.valueOf(1L));
- s.set("k", new BigDecimal(1));
- s.set("l", new Date(1418265358440L));
- s.set("m", Lists.asList(1, new Integer[]{1}));
- s.set("n", Lists.asList(BigDecimal.valueOf(1.1), new BigDecimal[]{BigDecimal.valueOf(1.1)}));
- Map<String, Double> hm = Maps.newHashMap();
- hm.put("a", 1.0);
- hm.put("b", 2.0);
- s.set("o", hm);
- s.set("enum1", "GLOBAL");
- s.set("enum2", 1);
- s.set("enum3", "COMMITTED");
- s.set("enum4", 3);
- }
-
- protected Struct createStructWithEnum(String typeName) throws AtlasException {
- Struct s = new Struct(typeName);
- fillStruct(s);
- return s;
- }
-
- protected Referenceable createInstanceWithEnum(String typeName) throws AtlasException {
- Referenceable r = new Referenceable(typeName);
- fillStruct(r);
- return r;
- }
-
- protected ClassType defineClassTypeWithEnum(TypeSystem ts) throws AtlasException {
- return ts.defineClassType(TypesUtil.createClassTypeDef("t4", ImmutableList.<String>of(),
- TypesUtil.createRequiredAttrDef("a", DataTypes.INT_TYPE),
- TypesUtil.createOptionalAttrDef("b", DataTypes.BOOLEAN_TYPE),
- TypesUtil.createOptionalAttrDef("c", DataTypes.BYTE_TYPE),
- TypesUtil.createOptionalAttrDef("d", DataTypes.SHORT_TYPE),
- TypesUtil.createOptionalAttrDef("enum1", ts.getDataType(EnumType.class, "HiveObjectType")),
- TypesUtil.createOptionalAttrDef("e", DataTypes.INT_TYPE),
- TypesUtil.createOptionalAttrDef("f", DataTypes.INT_TYPE),
- TypesUtil.createOptionalAttrDef("g", DataTypes.LONG_TYPE),
- TypesUtil.createOptionalAttrDef("enum2", ts.getDataType(EnumType.class, "PrincipalType")),
- TypesUtil.createOptionalAttrDef("h", DataTypes.FLOAT_TYPE),
- TypesUtil.createOptionalAttrDef("i", DataTypes.DOUBLE_TYPE),
- TypesUtil.createOptionalAttrDef("j", DataTypes.BIGINTEGER_TYPE),
- TypesUtil.createOptionalAttrDef("k", DataTypes.BIGDECIMAL_TYPE),
- TypesUtil.createOptionalAttrDef("enum3", ts.getDataType(EnumType.class, "TxnState")),
- TypesUtil.createOptionalAttrDef("l", DataTypes.DATE_TYPE),
- TypesUtil.createOptionalAttrDef("m", ts.defineArrayType(DataTypes.INT_TYPE)),
- TypesUtil.createOptionalAttrDef("n", ts.defineArrayType(DataTypes.BIGDECIMAL_TYPE)),
- TypesUtil.createOptionalAttrDef("o", ts.defineMapType(DataTypes.STRING_TYPE, DataTypes.DOUBLE_TYPE)),
- TypesUtil.createOptionalAttrDef("enum4", ts.getDataType(EnumType.class, "LockLevel"))));
- }
-
- @Test
- public void testStruct() throws AtlasException {
- TypeSystem ts = getTypeSystem();
- defineEnums(ts);
- StructType structType =
- ts.defineStructType("t3", true, TypesUtil.createRequiredAttrDef("a", DataTypes.INT_TYPE),
- TypesUtil.createOptionalAttrDef("b", DataTypes.BOOLEAN_TYPE),
- TypesUtil.createOptionalAttrDef("c", DataTypes.BYTE_TYPE),
- TypesUtil.createOptionalAttrDef("d", DataTypes.SHORT_TYPE),
- TypesUtil.createOptionalAttrDef("enum1", ts.getDataType(EnumType.class, "HiveObjectType")),
- TypesUtil.createOptionalAttrDef("e", DataTypes.INT_TYPE),
- TypesUtil.createOptionalAttrDef("f", DataTypes.INT_TYPE),
- TypesUtil.createOptionalAttrDef("g", DataTypes.LONG_TYPE),
- TypesUtil.createOptionalAttrDef("enum2", ts.getDataType(EnumType.class, "PrincipalType")),
- TypesUtil.createOptionalAttrDef("h", DataTypes.FLOAT_TYPE),
- TypesUtil.createOptionalAttrDef("i", DataTypes.DOUBLE_TYPE),
- TypesUtil.createOptionalAttrDef("j", DataTypes.BIGINTEGER_TYPE),
- TypesUtil.createOptionalAttrDef("k", DataTypes.BIGDECIMAL_TYPE),
- TypesUtil.createOptionalAttrDef("enum3", ts.getDataType(EnumType.class, "TxnState")),
-
- TypesUtil.createOptionalAttrDef("l", DataTypes.DATE_TYPE),
- TypesUtil.createOptionalAttrDef("m", ts.defineArrayType(DataTypes.INT_TYPE)),
- TypesUtil.createOptionalAttrDef("n", ts.defineArrayType(DataTypes.BIGDECIMAL_TYPE)), TypesUtil
- .createOptionalAttrDef("o",
- ts.defineMapType(DataTypes.STRING_TYPE, DataTypes.DOUBLE_TYPE)),
- TypesUtil.createOptionalAttrDef("enum4", ts.getDataType(EnumType.class, "LockLevel")));
-
- Struct s = createStructWithEnum("t3");
- ITypedStruct typedS = structType.convert(s, Multiplicity.REQUIRED);
- Assert.assertEquals(typedS.toString(), "{\n" +
- "\ta : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\td : \t2\n" +
- "\tenum1 : \tGLOBAL\n" +
- "\te : \t1\n" +
- "\tf : \t1\n" +
- "\tg : \t1\n" +
- "\tenum2 : \tUSER\n" +
- "\th : \t1.0\n" +
- "\ti : \t1.0\n" +
- "\tj : \t1\n" +
- "\tk : \t1\n" +
- "\tenum3 : \tCOMMITTED\n" +
- "\tl : \t" + TEST_DATE + "\n" +
- "\tm : \t[1, 1]\n" +
- "\tn : \t[1.1, 1.1]\n" +
- "\to : \t{a=1.0, b=2.0}\n" +
- "\tenum4 : \tPARTITION\n" +
- "}");
- }
-
- @Test
- public void testClass() throws AtlasException {
- TypeSystem ts = getTypeSystem();
- defineEnums(ts);
- ClassType clsType = defineClassTypeWithEnum(ts);
-
- IReferenceableInstance r = createInstanceWithEnum("t4");
- ITypedReferenceableInstance typedR = clsType.convert(r, Multiplicity.REQUIRED);
- Assert.assertEquals(typedR.toString(), "{\n" +
- "\tid : (type: t4, id: <unassigned>)\n" +
- "\ta : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\td : \t2\n" +
- "\tenum1 : \tGLOBAL\n" +
- "\te : \t1\n" +
- "\tf : \t1\n" +
- "\tg : \t1\n" +
- "\tenum2 : \tUSER\n" +
- "\th : \t1.0\n" +
- "\ti : \t1.0\n" +
- "\tj : \t1\n" +
- "\tk : \t1\n" +
- "\tenum3 : \tCOMMITTED\n" +
- "\tl : \t" + TEST_DATE + "\n" +
- "\tm : \t[1, 1]\n" +
- "\tn : \t[1.1, 1.1]\n" +
- "\to : \t{a=1.0, b=2.0}\n" +
- "\tenum4 : \tPARTITION\n" +
- "}");
- }
-
- @Test
- public void testStorage() throws AtlasException {
-
- TypeSystem ts = getTypeSystem();
- defineEnums(ts);
- ClassType clsType = defineClassTypeWithEnum(ts);
-
- getRepository().defineTypes(ImmutableList.of((HierarchicalType) clsType));
-
- IReferenceableInstance r = createInstanceWithEnum("t4");
- IReferenceableInstance r1 = getRepository().create(r);
-
- ITypedReferenceableInstance r2 = getRepository().get(r1.getId());
- Assert.assertEquals(r2.toString(), "{\n" +
- "\tid : (type: t4, id: 1)\n" +
- "\ta : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\td : \t0\n" +
- "\tenum1 : \tGLOBAL\n" +
- "\te : \t1\n" +
- "\tf : \t1\n" +
- "\tg : \t1\n" +
- "\tenum2 : \tUSER\n" +
- "\th : \t1.0\n" +
- "\ti : \t1.0\n" +
- "\tj : \t1\n" +
- "\tk : \t1\n" +
- "\tenum3 : \tCOMMITTED\n" +
- "\tl : \t" + TEST_DATE + "\n" +
- "\tm : \t[1, 1]\n" +
- "\tn : \t[1.1, 1.1]\n" +
- "\to : \t{a=1.0, b=2.0}\n" +
- "\tenum4 : \tPARTITION\n" +
- "}");
- }
-
- @Test
- public void testJson() throws AtlasException {
-
- TypeSystem ts = getTypeSystem();
- defineEnums(ts);
- ClassType clsType = defineClassTypeWithEnum(ts);
-
- getRepository().defineTypes(ImmutableList.of((HierarchicalType) clsType));
-
- IReferenceableInstance r = createInstanceWithEnum("t4");
- IReferenceableInstance r1 = getRepository().create(r);
-
- ITypedReferenceableInstance r2 = getRepository().get(r1.getId());
- String jsonStr = Serialization$.MODULE$.toJson(r2);
-
- IReferenceableInstance r3 = Serialization$.MODULE$.fromJson(jsonStr);
- Assert.assertEquals(r3.toString(), "{\n" +
- "\tid : (type: t4, id: 1)\n" +
- "\ta : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\td : \t0\n" +
- "\tenum1 : \tGLOBAL\n" +
- "\te : \t1\n" +
- "\tf : \t1\n" +
- "\tg : \t1\n" +
- "\tenum2 : \tUSER\n" +
- "\th : \t1.0\n" +
- "\ti : \t1.0\n" +
- "\tj : \t1\n" +
- "\tk : \t1\n" +
- "\tenum3 : \tCOMMITTED\n" +
- "\tl : \t" + TEST_DATE + "\n" +
- "\tm : \t[1, 1]\n" +
- "\tn : \t[1.100000000000000088817841970012523233890533447265625, 1" +
- ".100000000000000088817841970012523233890533447265625]\n" +
- "\to : \t{a=1.0, b=2.0}\n" +
- "\tenum4 : \tPARTITION\n" +
- "}");
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/repository/memory/InstanceE2ETest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/repository/memory/InstanceE2ETest.java b/repository/src/test/java/org/apache/atlas/repository/memory/InstanceE2ETest.java
deleted file mode 100755
index 3c29bf8..0000000
--- a/repository/src/test/java/org/apache/atlas/repository/memory/InstanceE2ETest.java
+++ /dev/null
@@ -1,157 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.atlas.repository.memory;
-
-import com.google.common.collect.ImmutableList;
-import org.apache.atlas.AtlasException;
-import org.apache.atlas.repository.BaseTest;
-import org.apache.atlas.typesystem.ITypedReferenceableInstance;
-import org.apache.atlas.typesystem.Referenceable;
-import org.apache.atlas.typesystem.Struct;
-import org.apache.atlas.typesystem.TypesDef;
-import org.apache.atlas.typesystem.json.InstanceSerialization$;
-import org.apache.atlas.typesystem.json.Serialization$;
-import org.apache.atlas.typesystem.json.TypesSerialization$;
-import org.apache.atlas.typesystem.types.AttributeDefinition;
-import org.apache.atlas.typesystem.types.ClassType;
-import org.apache.atlas.typesystem.types.DataTypes;
-import org.apache.atlas.typesystem.types.HierarchicalTypeDefinition;
-import org.apache.atlas.typesystem.types.Multiplicity;
-import org.apache.atlas.typesystem.types.StructTypeDefinition;
-import org.apache.atlas.typesystem.types.TraitType;
-import org.apache.atlas.typesystem.types.TypeSystem;
-import org.apache.atlas.typesystem.types.utils.TypesUtil;
-import org.junit.Test;
-
-import java.util.ArrayList;
-import java.util.List;
-
-public class InstanceE2ETest extends BaseTest {
-
- protected List<HierarchicalTypeDefinition> createHiveTypes(TypeSystem typeSystem) throws AtlasException {
- ArrayList<HierarchicalTypeDefinition> typeDefinitions = new ArrayList<>();
-
- HierarchicalTypeDefinition<ClassType> databaseTypeDefinition = TypesUtil
- .createClassTypeDef("hive_database", ImmutableList.<String>of(),
- TypesUtil.createRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("description", DataTypes.STRING_TYPE));
- typeDefinitions.add(databaseTypeDefinition);
-
- HierarchicalTypeDefinition<ClassType> tableTypeDefinition = TypesUtil
- .createClassTypeDef("hive_table", ImmutableList.<String>of(),
- TypesUtil.createRequiredAttrDef("name", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("description", DataTypes.STRING_TYPE),
- TypesUtil.createRequiredAttrDef("type", DataTypes.STRING_TYPE),
- new AttributeDefinition("hive_database", "hive_database", Multiplicity.REQUIRED, false,
- "hive_database"));
- typeDefinitions.add(tableTypeDefinition);
-
- HierarchicalTypeDefinition<TraitType> fetlTypeDefinition = TypesUtil
- .createTraitTypeDef("hive_fetl", ImmutableList.<String>of(),
- TypesUtil.createRequiredAttrDef("level", DataTypes.INT_TYPE));
- typeDefinitions.add(fetlTypeDefinition);
-
- typeSystem.defineTypes(ImmutableList.<StructTypeDefinition>of(), ImmutableList.of(fetlTypeDefinition),
- ImmutableList.of(databaseTypeDefinition, tableTypeDefinition));
-
- return typeDefinitions;
- }
-
- protected Referenceable createHiveTableReferenceable() throws AtlasException {
- Referenceable databaseInstance = new Referenceable("hive_database");
- databaseInstance.set("name", "hive_database");
- databaseInstance.set("description", "foo database");
-
- Referenceable tableInstance = new Referenceable("hive_table", "hive_fetl");
- tableInstance.set("name", "t1");
- tableInstance.set("description", "bar table");
- tableInstance.set("type", "managed");
- tableInstance.set("hive_database", databaseInstance);
-
- Struct traitInstance = (Struct) tableInstance.getTrait("hive_fetl");
- traitInstance.set("level", 1);
-
- tableInstance.set("hive_fetl", traitInstance);
-
- return tableInstance;
- }
-
- protected ITypedReferenceableInstance createHiveTableInstance(TypeSystem typeSystem) throws AtlasException {
- ClassType tableType = typeSystem.getDataType(ClassType.class, "hive_table");
- return tableType.convert(createHiveTableReferenceable(), Multiplicity.REQUIRED);
- }
-
- @Test
- public void testType() throws AtlasException {
-
- TypeSystem ts = getTypeSystem();
-
- createHiveTypes(ts);
-
- String jsonStr = TypesSerialization$.MODULE$.toJson(ts, ImmutableList.of("hive_database", "hive_table"));
- System.out.println(jsonStr);
-
- TypesDef typesDef1 = TypesSerialization$.MODULE$.fromJson(jsonStr);
- System.out.println(typesDef1);
-
- ts.reset();
- ts.defineTypes(typesDef1);
- jsonStr = TypesSerialization$.MODULE$.toJson(ts, ImmutableList.of("hive_database", "hive_table"));
- System.out.println(jsonStr);
-
- }
-
- @Test
- public void testInstance() throws AtlasException {
-
- TypeSystem ts = getTypeSystem();
-
- createHiveTypes(ts);
-
- ITypedReferenceableInstance i = createHiveTableInstance(getTypeSystem());
-
- String jsonStr = Serialization$.MODULE$.toJson(i);
- System.out.println(jsonStr);
-
- i = Serialization$.MODULE$.fromJson(jsonStr);
- System.out.println(i);
- }
-
- @Test
- public void testInstanceSerialization() throws AtlasException {
-
- TypeSystem ts = getTypeSystem();
-
- createHiveTypes(ts);
-
- Referenceable r = createHiveTableReferenceable();
- String jsonStr = InstanceSerialization$.MODULE$.toJson(r, true);
- Referenceable r1 = InstanceSerialization$.MODULE$.fromJsonReferenceable(jsonStr, true);
- ClassType tableType = ts.getDataType(ClassType.class, "hive_table");
-
- ITypedReferenceableInstance i = tableType.convert(r1, Multiplicity.REQUIRED);
-
- jsonStr = Serialization$.MODULE$.toJson(i);
- System.out.println(jsonStr);
-
- i = Serialization$.MODULE$.fromJson(jsonStr);
- System.out.println(i);
-
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/repository/memory/StorageTest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/repository/memory/StorageTest.java b/repository/src/test/java/org/apache/atlas/repository/memory/StorageTest.java
deleted file mode 100755
index c329caf..0000000
--- a/repository/src/test/java/org/apache/atlas/repository/memory/StorageTest.java
+++ /dev/null
@@ -1,127 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.atlas.repository.memory;
-
-import org.apache.atlas.AtlasException;
-import org.apache.atlas.repository.BaseTest;
-import org.apache.atlas.repository.RepositoryException;
-import org.apache.atlas.typesystem.ITypedReferenceableInstance;
-import org.apache.atlas.typesystem.Referenceable;
-import org.apache.atlas.typesystem.persistence.Id;
-import org.apache.atlas.typesystem.types.TypeSystem;
-import org.junit.Assert;
-import org.junit.Before;
-import org.junit.Test;
-
-public class StorageTest extends BaseTest {
-
- @Before
- public void setup() throws Exception {
- super.setup();
- }
-
- @Test
- public void test1() throws AtlasException {
-
- TypeSystem ts = getTypeSystem();
-
- defineDeptEmployeeTypes(ts);
-
- Referenceable hrDept = createDeptEg1(ts);
- ITypedReferenceableInstance hrDept2 = getRepository().create(hrDept);
- ITypedReferenceableInstance hrDept3 = getRepository().get(hrDept2.getId());
- Assert.assertEquals(hrDept3.toString(), "{\n" +
- "\tid : (type: Department, id: 1)\n" +
- "\tname : \thr\n" +
- "\temployees : \t[{\n" +
- "\tid : (type: Person, id: 2)\n" +
- "\tname : \tJohn\n" +
- "\tdepartment : (type: Department, id: 1)\n" +
- "\tmanager : (type: Manager, id: 3)\n" +
- "}, {\n" +
- "\tid : (type: Manager, id: 3)\n" +
- "\tsubordinates : \t[(type: Person, id: 2)]\n" +
- "\tname : \tJane\n" +
- "\tdepartment : (type: Department, id: 1)\n" +
- "\tmanager : <null>\n" +
- "\n" +
- "\tSecurityClearance : \t{\n" +
- "\t\tlevel : \t\t1\n" +
- "\t}}]\n" +
- "}");
- }
-
- @Test
- public void testGetPerson() throws AtlasException {
- TypeSystem ts = getTypeSystem();
- defineDeptEmployeeTypes(ts);
-
- Referenceable hrDept = createDeptEg1(ts);
- ITypedReferenceableInstance hrDept2 = getRepository().create(hrDept);
-
- Id e1Id = new Id(2, 0, "Person");
- ITypedReferenceableInstance e1 = getRepository().get(e1Id);
- Assert.assertEquals(e1.toString(), "{\n" +
- "\tid : (type: Person, id: 2)\n" +
- "\tname : \tJohn\n" +
- "\tdepartment : (type: Department, id: 1)\n" +
- "\tmanager : (type: Manager, id: 3)\n" +
- "}");
- }
-
- @Test
- public void testInvalidTypeName() throws AtlasException {
- TypeSystem ts = getTypeSystem();
- defineDeptEmployeeTypes(ts);
-
- Referenceable hrDept = createDeptEg1(ts);
- ITypedReferenceableInstance hrDept2 = getRepository().create(hrDept);
-
- Id e1Id = new Id(3, 0, "Person");
- try {
- ITypedReferenceableInstance e1 = getRepository().get(e1Id);
- } catch (RepositoryException re) {
- RepositoryException me = (RepositoryException) re.getCause();
- Assert.assertEquals(me.getMessage(), "Invalid Id (unknown) : (type: Person, id: 3)");
-
- }
- }
-
- @Test
- public void testGetManager() throws AtlasException {
- TypeSystem ts = getTypeSystem();
- defineDeptEmployeeTypes(ts);
-
- Referenceable hrDept = createDeptEg1(ts);
- ITypedReferenceableInstance hrDept2 = getRepository().create(hrDept);
-
- Id m1Id = new Id(3, 0, "Manager");
- ITypedReferenceableInstance m1 = getRepository().get(m1Id);
- Assert.assertEquals(m1.toString(), "{\n" +
- "\tid : (type: Manager, id: 3)\n" +
- "\tsubordinates : \t[(type: Person, id: 2)]\n" +
- "\tname : \tJane\n" +
- "\tdepartment : (type: Department, id: 1)\n" +
- "\tmanager : <null>\n" +
- "\n" +
- "\tSecurityClearance : \t{\n" +
- "\t\tlevel : \t\t1\n" +
- "\t}}");
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/repository/memory/StructTest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/repository/memory/StructTest.java b/repository/src/test/java/org/apache/atlas/repository/memory/StructTest.java
deleted file mode 100755
index 3ab7020..0000000
--- a/repository/src/test/java/org/apache/atlas/repository/memory/StructTest.java
+++ /dev/null
@@ -1,111 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.atlas.repository.memory;
-
-import org.apache.atlas.AtlasException;
-import org.apache.atlas.repository.BaseTest;
-import org.apache.atlas.typesystem.ITypedStruct;
-import org.apache.atlas.typesystem.Struct;
-import org.apache.atlas.typesystem.json.InstanceSerialization$;
-import org.apache.atlas.typesystem.types.Multiplicity;
-import org.apache.atlas.typesystem.types.StructType;
-import org.junit.Assert;
-import org.junit.Before;
-import org.junit.Test;
-
-public class StructTest extends BaseTest {
-
- StructType structType;
- StructType recursiveStructType;
-
- @Before
- public void setup() throws Exception {
- super.setup();
- structType = (StructType) getTypeSystem().getDataType(StructType.class, STRUCT_TYPE_1);
- recursiveStructType = (StructType) getTypeSystem().getDataType(StructType.class, STRUCT_TYPE_2);
- }
-
- @Test
- public void test1() throws AtlasException {
- Struct s = createStruct();
- ITypedStruct ts = structType.convert(s, Multiplicity.REQUIRED);
- Assert.assertEquals(ts.toString(), "{\n" +
- "\ta : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\td : \t2\n" +
- "\te : \t1\n" +
- "\tf : \t1\n" +
- "\tg : \t1\n" +
- "\th : \t1.0\n" +
- "\ti : \t1.0\n" +
- "\tj : \t1\n" +
- "\tk : \t1\n" +
- "\tl : \t" + TEST_DATE + "\n" +
- "\tm : \t[1, 1]\n" +
- "\tn : \t[1.1, 1.1]\n" +
- "\to : \t{a=1.0, b=2.0}\n" +
- "}");
- }
-
- @Test
- public void testRecursive() throws AtlasException {
- Struct s1 = new Struct(recursiveStructType.getName());
- s1.set("a", 1);
- Struct s2 = new Struct(recursiveStructType.getName());
- s2.set("a", 1);
- s2.set("s", s1);
- ITypedStruct ts = recursiveStructType.convert(s2, Multiplicity.REQUIRED);
- Assert.assertEquals(ts.toString(), "{\n" +
- "\ta : \t1\n" +
- "\ts : \t{\n" +
- "\t\ta : \t\t1\n" +
- "\t\ts : <null>\n" +
- "\n" +
- "\t}\n" +
- "}");
- }
-
- @Test
- public void testSerialization() throws AtlasException {
- Struct s = createStruct();
- String jsonStr = InstanceSerialization$.MODULE$.toJson(s, true);
- Struct s1 = InstanceSerialization$.MODULE$.fromJsonStruct(jsonStr, true);
- ITypedStruct ts = structType.convert(s1, Multiplicity.REQUIRED);
- Assert.assertEquals(ts.toString(), "{\n" +
- "\ta : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\td : \t2\n" +
- "\te : \t1\n" +
- "\tf : \t1\n" +
- "\tg : \t1\n" +
- "\th : \t1.0\n" +
- "\ti : \t1.0\n" +
- "\tj : \t1\n" +
- "\tk : \t1\n" +
- "\tl : \t" + TEST_DATE + "\n" +
- "\tm : \t[1, 1]\n" +
- "\tn : \t[1.100000000000000088817841970012523233890533447265625, 1" +
- ".100000000000000088817841970012523233890533447265625]\n" +
- "\to : \t{a=1.0, b=2.0}\n" +
- "}");
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/repository/memory/TraitTest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/repository/memory/TraitTest.java b/repository/src/test/java/org/apache/atlas/repository/memory/TraitTest.java
deleted file mode 100755
index bfdc8b1..0000000
--- a/repository/src/test/java/org/apache/atlas/repository/memory/TraitTest.java
+++ /dev/null
@@ -1,203 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.atlas.repository.memory;
-
-import com.google.common.collect.ImmutableList;
-import org.apache.atlas.AtlasException;
-import org.apache.atlas.repository.BaseTest;
-import org.apache.atlas.typesystem.IStruct;
-import org.apache.atlas.typesystem.ITypedStruct;
-import org.apache.atlas.typesystem.Struct;
-import org.apache.atlas.typesystem.types.DataTypes;
-import org.apache.atlas.typesystem.types.HierarchicalTypeDefinition;
-import org.apache.atlas.typesystem.types.Multiplicity;
-import org.apache.atlas.typesystem.types.TraitType;
-import org.junit.Assert;
-import org.junit.Before;
-import org.junit.Test;
-
-import static org.apache.atlas.typesystem.types.utils.TypesUtil.createOptionalAttrDef;
-import static org.apache.atlas.typesystem.types.utils.TypesUtil.createRequiredAttrDef;
-import static org.apache.atlas.typesystem.types.utils.TypesUtil.createTraitTypeDef;
-
-public class TraitTest extends BaseTest {
-
-
- @Before
- public void setup() throws Exception {
- super.setup();
- }
-
- /*
- * Type Hierarchy is:
- * A(a,b,c,d)
- * B(b) extends A
- * C(c) extends A
- * D(d) extends B,C
- *
- * - There are a total of 11 fields in an instance of D
- * - an attribute that is hidden by a SubType can referenced by prefixing it with the
- * complete Path.
- * For e.g. the 'b' attribute in A (that is a superType for B) is hidden the 'b' attribute
- * in B.
- * So it is availabel by the name 'A.B.D.b'
- *
- * - Another way to set attributes is to cast. Casting a 'D' instance of 'B' makes the 'A.B.D
- * .b' attribute
- * available as 'A.B.b'. Casting one more time to an 'A' makes the 'A.B.b' attribute
- * available as 'b'.
- */
- @Test
- public void test1() throws AtlasException {
- HierarchicalTypeDefinition A = createTraitTypeDef("A", null, createRequiredAttrDef("a", DataTypes.INT_TYPE),
- createOptionalAttrDef("b", DataTypes.BOOLEAN_TYPE), createOptionalAttrDef("c", DataTypes.BYTE_TYPE),
- createOptionalAttrDef("d", DataTypes.SHORT_TYPE));
- HierarchicalTypeDefinition B = createTraitTypeDef("B", ImmutableList.<String>of("A"),
- createOptionalAttrDef("b", DataTypes.BOOLEAN_TYPE));
- HierarchicalTypeDefinition C =
- createTraitTypeDef("C", ImmutableList.<String>of("A"), createOptionalAttrDef("c", DataTypes.BYTE_TYPE));
- HierarchicalTypeDefinition D = createTraitTypeDef("D", ImmutableList.<String>of("B", "C"),
- createOptionalAttrDef("d", DataTypes.SHORT_TYPE));
-
- defineTraits(A, B, C, D);
-
- TraitType DType = (TraitType) getTypeSystem().getDataType(TraitType.class, "D");
-
- Struct s1 = new Struct("D");
- s1.set("d", 1);
- s1.set("c", 1);
- s1.set("b", true);
- s1.set("a", 1);
- s1.set("A.B.D.b", true);
- s1.set("A.B.D.c", 2);
- s1.set("A.B.D.d", 2);
-
- s1.set("A.C.D.a", 3);
- s1.set("A.C.D.b", false);
- s1.set("A.C.D.c", 3);
- s1.set("A.C.D.d", 3);
-
-
- ITypedStruct ts = DType.convert(s1, Multiplicity.REQUIRED);
- Assert.assertEquals(ts.toString(), "{\n" +
- "\td : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\ta : \t1\n" +
- "\tA.B.D.b : \ttrue\n" +
- "\tA.B.D.c : \t2\n" +
- "\tA.B.D.d : \t2\n" +
- "\tA.C.D.a : \t3\n" +
- "\tA.C.D.b : \tfalse\n" +
- "\tA.C.D.c : \t3\n" +
- "\tA.C.D.d : \t3\n" +
- "}");
-
- /*
- * cast to B and set the 'b' attribute on A.
- */
- TraitType BType = (TraitType) getTypeSystem().getDataType(TraitType.class, "B");
- IStruct s2 = DType.castAs(ts, "B");
- s2.set("A.B.b", false);
-
- Assert.assertEquals(ts.toString(), "{\n" +
- "\td : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\ta : \t1\n" +
- "\tA.B.D.b : \tfalse\n" +
- "\tA.B.D.c : \t2\n" +
- "\tA.B.D.d : \t2\n" +
- "\tA.C.D.a : \t3\n" +
- "\tA.C.D.b : \tfalse\n" +
- "\tA.C.D.c : \t3\n" +
- "\tA.C.D.d : \t3\n" +
- "}");
-
- /*
- * cast again to A and set the 'b' attribute on A.
- */
- TraitType AType = (TraitType) getTypeSystem().getDataType(TraitType.class, "A");
- IStruct s3 = BType.castAs(s2, "A");
- s3.set("b", true);
- Assert.assertEquals(ts.toString(), "{\n" +
- "\td : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\ta : \t1\n" +
- "\tA.B.D.b : \ttrue\n" +
- "\tA.B.D.c : \t2\n" +
- "\tA.B.D.d : \t2\n" +
- "\tA.C.D.a : \t3\n" +
- "\tA.C.D.b : \tfalse\n" +
- "\tA.C.D.c : \t3\n" +
- "\tA.C.D.d : \t3\n" +
- "}");
- }
-
- @Test
- public void testRandomOrder() throws AtlasException {
- HierarchicalTypeDefinition A = createTraitTypeDef("A", null, createRequiredAttrDef("a", DataTypes.INT_TYPE),
- createOptionalAttrDef("b", DataTypes.BOOLEAN_TYPE), createOptionalAttrDef("c", DataTypes.BYTE_TYPE),
- createOptionalAttrDef("d", DataTypes.SHORT_TYPE));
- HierarchicalTypeDefinition B = createTraitTypeDef("B", ImmutableList.<String>of("A"),
- createOptionalAttrDef("b", DataTypes.BOOLEAN_TYPE));
- HierarchicalTypeDefinition C =
- createTraitTypeDef("C", ImmutableList.<String>of("A"), createOptionalAttrDef("c", DataTypes.BYTE_TYPE));
- HierarchicalTypeDefinition D = createTraitTypeDef("D", ImmutableList.<String>of("B", "C"),
- createOptionalAttrDef("d", DataTypes.SHORT_TYPE));
-
- defineTraits(B, D, A, C);
-
- TraitType DType = (TraitType) getTypeSystem().getDataType(TraitType.class, "D");
-
- Struct s1 = new Struct("D");
- s1.set("d", 1);
- s1.set("c", 1);
- s1.set("b", true);
- s1.set("a", 1);
- s1.set("A.B.D.b", true);
- s1.set("A.B.D.c", 2);
- s1.set("A.B.D.d", 2);
-
- s1.set("A.C.D.a", 3);
- s1.set("A.C.D.b", false);
- s1.set("A.C.D.c", 3);
- s1.set("A.C.D.d", 3);
-
-
- ITypedStruct ts = DType.convert(s1, Multiplicity.REQUIRED);
- Assert.assertEquals(ts.toString(), "{\n" +
- "\td : \t1\n" +
- "\tb : \ttrue\n" +
- "\tc : \t1\n" +
- "\ta : \t1\n" +
- "\tA.B.D.b : \ttrue\n" +
- "\tA.B.D.c : \t2\n" +
- "\tA.B.D.d : \t2\n" +
- "\tA.C.D.a : \t3\n" +
- "\tA.C.D.b : \tfalse\n" +
- "\tA.C.D.c : \t3\n" +
- "\tA.C.D.d : \t3\n" +
- "}");
-
- }
-
-}
-
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/java/org/apache/atlas/service/DefaultMetadataServiceTest.java
----------------------------------------------------------------------
diff --git a/repository/src/test/java/org/apache/atlas/service/DefaultMetadataServiceTest.java b/repository/src/test/java/org/apache/atlas/service/DefaultMetadataServiceTest.java
new file mode 100644
index 0000000..3c22815
--- /dev/null
+++ b/repository/src/test/java/org/apache/atlas/service/DefaultMetadataServiceTest.java
@@ -0,0 +1,157 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ * <p/>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p/>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.atlas.service;
+
+import com.google.inject.Inject;
+import com.thinkaurelius.titan.core.TitanGraph;
+import com.thinkaurelius.titan.core.util.TitanCleanup;
+import org.apache.atlas.RepositoryMetadataModule;
+import org.apache.atlas.TestUtils;
+import org.apache.atlas.TypeNotFoundException;
+import org.apache.atlas.repository.EntityNotFoundException;
+import org.apache.atlas.repository.graph.GraphProvider;
+import org.apache.atlas.services.MetadataService;
+import org.apache.atlas.typesystem.Referenceable;
+import org.apache.atlas.typesystem.TypesDef;
+import org.apache.atlas.typesystem.json.InstanceSerialization;
+import org.apache.atlas.typesystem.json.TypesSerialization;
+import org.apache.commons.lang.RandomStringUtils;
+import org.codehaus.jettison.json.JSONArray;
+import org.testng.Assert;
+import org.testng.annotations.AfterClass;
+import org.testng.annotations.BeforeClass;
+import org.testng.annotations.Guice;
+import org.testng.annotations.Test;
+
+@Guice(modules = RepositoryMetadataModule.class)
+public class DefaultMetadataServiceTest {
+ @Inject
+ private MetadataService metadataService;
+ @Inject
+ private GraphProvider<TitanGraph> graphProvider;
+
+
+ @BeforeClass
+ public void setUp() throws Exception {
+ TypesDef typesDef = TestUtils.defineHiveTypes();
+ try {
+ metadataService.getTypeDefinition(TestUtils.TABLE_TYPE);
+ } catch (TypeNotFoundException e) {
+ metadataService.createType(TypesSerialization.toJson(typesDef));
+ }
+ }
+
+ @AfterClass
+ public void shudown() {
+ try {
+ //TODO - Fix failure during shutdown while using BDB
+ graphProvider.get().shutdown();
+ } catch(Exception e) {
+ e.printStackTrace();
+ }
+ try {
+ TitanCleanup.clear(graphProvider.get());
+ } catch(Exception e) {
+ e.printStackTrace();
+ }
+ }
+
+ private String createInstance(Referenceable entity) throws Exception {
+ String entityjson = InstanceSerialization.toJson(entity, true);
+ JSONArray entitiesJson = new JSONArray();
+ entitiesJson.put(entityjson);
+ String response = metadataService.createEntities(entitiesJson.toString());
+ return new JSONArray(response).getString(0);
+ }
+
+ private Referenceable createDBEntity() {
+ Referenceable entity = new Referenceable(TestUtils.DATABASE_TYPE);
+ String dbName = RandomStringUtils.randomAlphanumeric(10);
+ entity.set("name", dbName);
+ entity.set("description", "us db");
+ return entity;
+ }
+
+ @Test
+ public void testCreateEntityWithUniqueAttribute() throws Exception {
+ //name is the unique attribute
+ Referenceable entity = createDBEntity();
+ String id = createInstance(entity);
+
+ //using the same name should succeed, but not create another entity
+ String newId = createInstance(entity);
+ Assert.assertEquals(newId, id);
+
+ //Same entity, but different qualified name should succeed
+ entity.set("name", TestUtils.randomString());
+ newId = createInstance(entity);
+ Assert.assertNotEquals(newId, id);
+ }
+
+ @Test
+ public void testCreateEntityWithUniqueAttributeWithReference() throws Exception {
+ Referenceable db = createDBEntity();
+ String dbId = createInstance(db);
+
+ Referenceable table = new Referenceable(TestUtils.TABLE_TYPE);
+ table.set("name", TestUtils.randomString());
+ table.set("description", "random table");
+ table.set("type", "type");
+ table.set("tableType", "MANAGED");
+ table.set("database", db);
+ createInstance(table);
+
+ //table create should re-use the db instance created earlier
+ String tableDefinitionJson =
+ metadataService.getEntityDefinition(TestUtils.TABLE_TYPE, "name", (String) table.get("name"));
+ Referenceable tableDefinition = InstanceSerialization.fromJsonReferenceable(tableDefinitionJson, true);
+ Referenceable actualDb = (Referenceable) tableDefinition.get("database");
+ Assert.assertEquals(actualDb.getId().id, dbId);
+ }
+
+ @Test
+ public void testGetEntityByUniqueAttribute() throws Exception {
+ Referenceable entity = createDBEntity();
+ createInstance(entity);
+
+ //get entity by valid qualified name
+ String entityJson = metadataService.getEntityDefinition(TestUtils.DATABASE_TYPE, "name",
+ (String) entity.get("name"));
+ Assert.assertNotNull(entityJson);
+ Referenceable referenceable = InstanceSerialization.fromJsonReferenceable(entityJson, true);
+ Assert.assertEquals(referenceable.get("name"), entity.get("name"));
+
+ //get entity by invalid qualified name
+ try {
+ metadataService.getEntityDefinition(TestUtils.DATABASE_TYPE, "name", "random");
+ Assert.fail("Expected EntityNotFoundException");
+ } catch (EntityNotFoundException e) {
+ //expected
+ }
+
+ //get entity by non-unique attribute
+ try {
+ metadataService.getEntityDefinition(TestUtils.DATABASE_TYPE, "description",
+ (String) entity.get("description"));
+ Assert.fail("Expected IllegalArgumentException");
+ } catch (IllegalArgumentException e) {
+ //expected
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/scala/org/apache/atlas/query/HiveTitanSample.scala
----------------------------------------------------------------------
diff --git a/repository/src/test/scala/org/apache/atlas/query/HiveTitanSample.scala b/repository/src/test/scala/org/apache/atlas/query/HiveTitanSample.scala
index eef13df..c662847 100755
--- a/repository/src/test/scala/org/apache/atlas/query/HiveTitanSample.scala
+++ b/repository/src/test/scala/org/apache/atlas/query/HiveTitanSample.scala
@@ -19,14 +19,13 @@
package org.apache.atlas.query
import java.io.File
-import java.util.{Date, UUID}
import java.util.concurrent.atomic.AtomicInteger
+import java.util.{Date, UUID}
import javax.script.{Bindings, ScriptEngine, ScriptEngineManager}
import com.thinkaurelius.titan.core.TitanGraph
import com.typesafe.config.ConfigFactory
-import org.apache.atlas.repository.BaseTest
-import org.apache.atlas.typesystem.types.TypeSystem
+import org.apache.atlas.TestUtils
import org.apache.commons.io.FileUtils
import scala.collection.mutable.ArrayBuffer
@@ -140,7 +139,7 @@ object HiveTitanSample {
created: Option[Date] = None) {
val createdDate : Date = created match {
case Some(x) => x
- case None => new Date(BaseTest.TEST_DATE_IN_LONG)
+ case None => new Date(TestUtils.TEST_DATE_IN_LONG)
}
val sd = StorageDescriptor(inputFormat, outputFormat)
val colDefs = columns map { c =>
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/repository/src/test/scala/org/apache/atlas/query/QueryTestsUtils.scala
----------------------------------------------------------------------
diff --git a/repository/src/test/scala/org/apache/atlas/query/QueryTestsUtils.scala b/repository/src/test/scala/org/apache/atlas/query/QueryTestsUtils.scala
index ec21886..3c66da0 100755
--- a/repository/src/test/scala/org/apache/atlas/query/QueryTestsUtils.scala
+++ b/repository/src/test/scala/org/apache/atlas/query/QueryTestsUtils.scala
@@ -127,7 +127,8 @@ object QueryTestsUtils extends GraphUtils {
def jdbcTraitDef = new HierarchicalTypeDefinition[TraitType](classOf[TraitType], "JdbcAccess", null,
Array[AttributeDefinition]())
- TypeSystem.getInstance().defineTypes(ImmutableList.of[StructTypeDefinition],
+ TypeSystem.getInstance().defineTypes(ImmutableList.of[EnumTypeDefinition],
+ ImmutableList.of[StructTypeDefinition],
ImmutableList.of[HierarchicalTypeDefinition[TraitType]](dimTraitDef, piiTraitDef,
metricTraitDef, etlTraitDef, jdbcTraitDef),
ImmutableList.of[HierarchicalTypeDefinition[ClassType]](dbClsDef, storageDescClsDef, columnClsDef, tblClsDef,
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/1bfda02a/typesystem/pom.xml
----------------------------------------------------------------------
diff --git a/typesystem/pom.xml b/typesystem/pom.xml
index e4a1383..b5e42c8 100755
--- a/typesystem/pom.xml
+++ b/typesystem/pom.xml
@@ -126,6 +126,11 @@
</dependency>
<dependency>
+ <groupId>commons-configuration</groupId>
+ <artifactId>commons-configuration</artifactId>
+ </dependency>
+
+ <dependency>
<groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId>
</dependency>