You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by ma...@apache.org on 2017/09/05 04:50:46 UTC
[2/2] atlas git commit: ATLAS-2112: move the Atlas models to
subfolders
ATLAS-2112: move the Atlas models to subfolders
Signed-off-by: Madhan Neethiraj <ma...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/atlas/repo
Commit: http://git-wip-us.apache.org/repos/asf/atlas/commit/1dcc3073
Tree: http://git-wip-us.apache.org/repos/asf/atlas/tree/1dcc3073
Diff: http://git-wip-us.apache.org/repos/asf/atlas/diff/1dcc3073
Branch: refs/heads/master
Commit: 1dcc3073abe7b920c9a0fb1fd3055b8daa22cf1e
Parents: 9d38c6a
Author: David Radley <da...@apache.org>
Authored: Mon Sep 4 21:24:15 2017 -0700
Committer: Madhan Neethiraj <ma...@apache.org>
Committed: Mon Sep 4 21:50:25 2017 -0700
----------------------------------------------------------------------
addons/falcon-bridge/pom.xml | 4 +-
addons/hive-bridge/pom.xml | 4 +-
addons/models/0000-Area0/0010-base_model.json | 153 +++++
addons/models/0010-base_model.json | 153 -----
addons/models/1000-Hadoop/1020-fs_model.json | 191 ++++++
addons/models/1000-Hadoop/1030-hive_model.json | 625 +++++++++++++++++++
addons/models/1000-Hadoop/1040-sqoop_model.json | 97 +++
.../models/1000-Hadoop/1050-falcon_model.json | 206 ++++++
addons/models/1000-Hadoop/1060-hbase_model.json | 142 +++++
addons/models/1000-Hadoop/1070-kafka_model.json | 57 ++
addons/models/1000-Hadoop/1080-storm_model.json | 167 +++++
.../patches/001-hive_column_add_position.json | 21 +
.../002-hive_column_table_add_options.json | 22 +
...e_column_update_table_remove_constraint.json | 21 +
addons/models/1020-fs_model.json | 191 ------
addons/models/1030-hive_model.json | 625 -------------------
addons/models/1040-sqoop_model.json | 97 ---
addons/models/1050-falcon_model.json | 206 ------
addons/models/1060-hbase_model.json | 142 -----
addons/models/1070-kafka_model.json | 57 --
addons/models/1080-storm_model.json | 167 -----
.../patches/001-hive_column_add_position.json | 21 -
.../002-hive_column_table_add_options.json | 22 -
...e_column_update_table_remove_constraint.json | 21 -
addons/sqoop-bridge/pom.xml | 4 +-
addons/storm-bridge/pom.xml | 4 +-
.../bootstrap/AtlasTypeDefStoreInitializer.java | 186 +++---
.../repository/impexp/ImportServiceTest.java | 12 +-
webapp/pom.xml | 4 +-
29 files changed, 1829 insertions(+), 1793 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/falcon-bridge/pom.xml
----------------------------------------------------------------------
diff --git a/addons/falcon-bridge/pom.xml b/addons/falcon-bridge/pom.xml
index e07295d..6482203 100644
--- a/addons/falcon-bridge/pom.xml
+++ b/addons/falcon-bridge/pom.xml
@@ -368,10 +368,10 @@
<goal>copy-resources</goal>
</goals>
<configuration>
- <outputDirectory>${basedir}/target/models</outputDirectory>
+ <outputDirectory>${basedir}/target/models/1000-Hadoop</outputDirectory>
<resources>
<resource>
- <directory>${basedir}/../models</directory>
+ <directory>${basedir}/../models/1000-Hadoop</directory>
<filtering>true</filtering>
</resource>
</resources>
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/hive-bridge/pom.xml
----------------------------------------------------------------------
diff --git a/addons/hive-bridge/pom.xml b/addons/hive-bridge/pom.xml
index 8ee0881..5a9bfed 100755
--- a/addons/hive-bridge/pom.xml
+++ b/addons/hive-bridge/pom.xml
@@ -417,10 +417,10 @@
<goal>copy-resources</goal>
</goals>
<configuration>
- <outputDirectory>${basedir}/target/models</outputDirectory>
+ <outputDirectory>${basedir}/target/models/1000-Hadoop</outputDirectory>
<resources>
<resource>
- <directory>${basedir}/../models</directory>
+ <directory>${basedir}/../models/1000-Hadoop</directory>
<filtering>true</filtering>
</resource>
</resources>
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/0000-Area0/0010-base_model.json
----------------------------------------------------------------------
diff --git a/addons/models/0000-Area0/0010-base_model.json b/addons/models/0000-Area0/0010-base_model.json
new file mode 100644
index 0000000..5865fb0
--- /dev/null
+++ b/addons/models/0000-Area0/0010-base_model.json
@@ -0,0 +1,153 @@
+{
+ "enumDefs": [],
+ "structDefs": [],
+ "classificationDefs": [
+ {
+ "name": "TaxonomyTerm",
+ "superTypes": [],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "atlas.taxonomy",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ],
+ "entityDefs": [
+ {
+ "name": "Referenceable",
+ "superTypes": [],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "qualifiedName",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": true
+ }
+ ]
+ },
+ {
+ "name": "Asset",
+ "superTypes": [],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "name",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "description",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "owner",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "DataSet",
+ "superTypes": [
+ "Referenceable",
+ "Asset"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": []
+ },
+ {
+ "name": "Infrastructure",
+ "superTypes": [
+ "Referenceable",
+ "Asset"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": []
+ },
+ {
+ "name": "Process",
+ "superTypes": [
+ "Referenceable",
+ "Asset"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "inputs",
+ "typeName": "array<DataSet>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "outputs",
+ "typeName": "array<DataSet>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ],
+ "relationshipDefs": [
+ {
+ "name": "dataset_process_inputs",
+ "typeVersion": "1.0",
+ "relationshipCategory": "AGGREGATION",
+ "endDef1": {
+ "type": "DataSet",
+ "name": "sourceToProcesses",
+ "isContainer": false,
+ "cardinality": "SET"
+ },
+ "endDef2": {
+ "type": "Process",
+ "name": "inputs",
+ "isContainer": true,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "NONE"
+ },
+ {
+ "name": "process_dataset_outputs",
+ "typeVersion": "1.0",
+ "relationshipCategory": "AGGREGATION",
+ "endDef1": {
+ "type": "Process",
+ "name": "outputs",
+ "isContainer": true,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "DataSet",
+ "name": "sinkFromProcesses",
+ "isContainer": false,
+ "cardinality": "SET"
+ },
+ "propagateTags": "NONE"
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/0010-base_model.json
----------------------------------------------------------------------
diff --git a/addons/models/0010-base_model.json b/addons/models/0010-base_model.json
deleted file mode 100644
index 5865fb0..0000000
--- a/addons/models/0010-base_model.json
+++ /dev/null
@@ -1,153 +0,0 @@
-{
- "enumDefs": [],
- "structDefs": [],
- "classificationDefs": [
- {
- "name": "TaxonomyTerm",
- "superTypes": [],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "atlas.taxonomy",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- }
- ]
- }
- ],
- "entityDefs": [
- {
- "name": "Referenceable",
- "superTypes": [],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "qualifiedName",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": true
- }
- ]
- },
- {
- "name": "Asset",
- "superTypes": [],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "name",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "description",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "owner",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- }
- ]
- },
- {
- "name": "DataSet",
- "superTypes": [
- "Referenceable",
- "Asset"
- ],
- "typeVersion": "1.0",
- "attributeDefs": []
- },
- {
- "name": "Infrastructure",
- "superTypes": [
- "Referenceable",
- "Asset"
- ],
- "typeVersion": "1.0",
- "attributeDefs": []
- },
- {
- "name": "Process",
- "superTypes": [
- "Referenceable",
- "Asset"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "inputs",
- "typeName": "array<DataSet>",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "outputs",
- "typeName": "array<DataSet>",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- }
- ]
- }
- ],
- "relationshipDefs": [
- {
- "name": "dataset_process_inputs",
- "typeVersion": "1.0",
- "relationshipCategory": "AGGREGATION",
- "endDef1": {
- "type": "DataSet",
- "name": "sourceToProcesses",
- "isContainer": false,
- "cardinality": "SET"
- },
- "endDef2": {
- "type": "Process",
- "name": "inputs",
- "isContainer": true,
- "cardinality": "SET",
- "isLegacyAttribute": true
- },
- "propagateTags": "NONE"
- },
- {
- "name": "process_dataset_outputs",
- "typeVersion": "1.0",
- "relationshipCategory": "AGGREGATION",
- "endDef1": {
- "type": "Process",
- "name": "outputs",
- "isContainer": true,
- "cardinality": "SET",
- "isLegacyAttribute": true
- },
- "endDef2": {
- "type": "DataSet",
- "name": "sinkFromProcesses",
- "isContainer": false,
- "cardinality": "SET"
- },
- "propagateTags": "NONE"
- }
- ]
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/1020-fs_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1020-fs_model.json b/addons/models/1000-Hadoop/1020-fs_model.json
new file mode 100644
index 0000000..ff17261
--- /dev/null
+++ b/addons/models/1000-Hadoop/1020-fs_model.json
@@ -0,0 +1,191 @@
+{
+ "enumDefs": [
+ {
+ "name": "file_action",
+ "typeVersion": "1.0",
+ "elementDefs": [
+ {
+ "ordinal": 0,
+ "value": "NONE"
+ },
+ {
+ "ordinal": 1,
+ "value": "EXECUTE"
+ },
+ {
+ "ordinal": 2,
+ "value": "WRITE"
+ },
+ {
+ "ordinal": 3,
+ "value": "WRITE_EXECUTE"
+ },
+ {
+ "ordinal": 4,
+ "value": "READ"
+ },
+ {
+ "ordinal": 5,
+ "value": "READ_EXECUTE"
+ },
+ {
+ "ordinal": 6,
+ "value": "READ_WRITE"
+ },
+ {
+ "ordinal": 7,
+ "value": "ALL"
+ }
+ ]
+ }
+ ],
+ "structDefs": [
+ {
+ "name": "fs_permissions",
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "group",
+ "typeName": "file_action",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "user",
+ "typeName": "file_action",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "sticky",
+ "typeName": "boolean",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "others",
+ "typeName": "file_action",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ }
+ ],
+ "classificationDefs": [],
+ "entityDefs": [
+ {
+ "name": "fs_path",
+ "superTypes": [
+ "DataSet"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "path",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "createTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "modifiedTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "isFile",
+ "typeName": "boolean",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "isSymlink",
+ "typeName": "boolean",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "fileSize",
+ "typeName": "long",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "group",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "posixPermissions",
+ "typeName": "fs_permissions",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "hdfs_path",
+ "superTypes": [
+ "fs_path"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "clusterName",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "numberOfReplicas",
+ "typeName": "int",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "extendedAttributes",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/1030-hive_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1030-hive_model.json b/addons/models/1000-Hadoop/1030-hive_model.json
new file mode 100644
index 0000000..f47a7b9
--- /dev/null
+++ b/addons/models/1000-Hadoop/1030-hive_model.json
@@ -0,0 +1,625 @@
+{
+ "enumDefs": [
+ {
+ "name": "hive_principal_type",
+ "typeVersion": "1.0",
+ "elementDefs": [
+ {
+ "ordinal": 1,
+ "value": "USER"
+ },
+ {
+ "ordinal": 2,
+ "value": "ROLE"
+ },
+ {
+ "ordinal": 3,
+ "value": "GROUP"
+ }
+ ]
+ }
+ ],
+ "structDefs": [
+ {
+ "name": "hive_order",
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "order",
+ "typeName": "int",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "col",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "hive_serde",
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "name",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "serializationLib",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "parameters",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ],
+ "classificationDefs": [],
+ "entityDefs": [
+ {
+ "name": "hive_process",
+ "superTypes": [
+ "Process"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "startTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "endTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "userName",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "operationType",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "queryText",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "queryPlan",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "queryId",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "recentQueries",
+ "typeName": "array<string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "clusterName",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "queryGraph",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "hive_table",
+ "superTypes": [
+ "DataSet"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "db",
+ "typeName": "hive_db",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "createTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "lastAccessTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "comment",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "retention",
+ "typeName": "int",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "sd",
+ "typeName": "hive_storagedesc",
+ "cardinality": "SINGLE",
+ "constraints": [
+ {
+ "type": "ownedRef"
+ }
+ ],
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "partitionKeys",
+ "typeName": "array<hive_column>",
+ "cardinality": "SINGLE",
+ "constraints": [
+ {
+ "type": "ownedRef"
+ }
+ ],
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "aliases",
+ "typeName": "array<string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "columns",
+ "typeName": "array<hive_column>",
+ "cardinality": "SINGLE",
+ "constraints": [
+ {
+ "type": "ownedRef"
+ }
+ ],
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "parameters",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "viewOriginalText",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "viewExpandedText",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "tableType",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "temporary",
+ "typeName": "boolean",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "hive_storagedesc",
+ "superTypes": [
+ "Referenceable"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "table",
+ "typeName": "hive_table",
+ "cardinality": "SINGLE",
+ "constraints": [
+ {
+ "type": "inverseRef",
+ "params": {
+ "attribute": "sd"
+ }
+ }
+ ],
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "location",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "inputFormat",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "outputFormat",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "compressed",
+ "typeName": "boolean",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "numBuckets",
+ "typeName": "int",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "serdeInfo",
+ "typeName": "hive_serde",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "bucketCols",
+ "typeName": "array<string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "sortCols",
+ "typeName": "array<hive_order>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "parameters",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "storedAsSubDirectories",
+ "typeName": "boolean",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "hive_db",
+ "superTypes": [
+ "Referenceable",
+ "Asset"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "clusterName",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "location",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "parameters",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "ownerType",
+ "typeName": "hive_principal_type",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "hive_column",
+ "superTypes": [
+ "DataSet"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "type",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "comment",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "table",
+ "typeName": "hive_table",
+ "cardinality": "SINGLE",
+ "constraints": [
+ {
+ "type": "inverseRef",
+ "params": {
+ "attribute": "columns"
+ }
+ }
+ ],
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name" : "hive_column_lineage",
+ "superTypes" : [
+ "Process"
+ ],
+ "typeVersion" : "1.0",
+ "attributeDefs" : [
+ {
+ "name": "query",
+ "typeName": "hive_process",
+ "cardinality" : "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "depenendencyType",
+ "typeName": "string",
+ "cardinality" : "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "expression",
+ "typeName": "string",
+ "cardinality" : "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ],
+ "relationshipDefs": [
+ {
+ "name": "hive_db_tables",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "hive_db",
+ "name": "tables",
+ "isContainer": true,
+ "cardinality": "SET"
+ },
+ "endDef2": {
+ "type": "hive_table",
+ "name": "db",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "ONE_TO_TWO"
+ },
+ {
+ "name": "hive_table_columns",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "hive_table",
+ "name": "columns",
+ "isContainer": true,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "hive_column",
+ "name": "table",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "ONE_TO_TWO"
+ },
+ {
+ "name": "hive_table_partitionkeys",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "hive_table",
+ "name": "partitionKeys",
+ "isContainer": true,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "hive_column",
+ "name": "table",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "ONE_TO_TWO"
+ },
+ {
+ "name": "hive_table_storagedesc",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "hive_table",
+ "name": "sd",
+ "isContainer": true,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "hive_storagedesc",
+ "name": "table",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "ONE_TO_TWO"
+ },
+ {
+ "name": "hive_process_column_lineage",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "hive_process",
+ "name": "columnLineages",
+ "isContainer": true,
+ "cardinality": "SET"
+ },
+ "endDef2": {
+ "type": "hive_column_lineage",
+ "name": "query",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "NONE"
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/1040-sqoop_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1040-sqoop_model.json b/addons/models/1000-Hadoop/1040-sqoop_model.json
new file mode 100644
index 0000000..f5c7fd9
--- /dev/null
+++ b/addons/models/1000-Hadoop/1040-sqoop_model.json
@@ -0,0 +1,97 @@
+{
+ "enumDefs": [],
+ "structDefs": [],
+ "classificationDefs": [],
+ "entityDefs": [
+ {
+ "name": "sqoop_process",
+ "superTypes": [
+ "Process"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "operation",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "commandlineOpts",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "startTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "endTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "userName",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "sqoop_dbdatastore",
+ "superTypes": [
+ "DataSet"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "dbStoreType",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "storeUse",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "storeUri",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "source",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/1050-falcon_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1050-falcon_model.json b/addons/models/1000-Hadoop/1050-falcon_model.json
new file mode 100644
index 0000000..4fa4604
--- /dev/null
+++ b/addons/models/1000-Hadoop/1050-falcon_model.json
@@ -0,0 +1,206 @@
+{
+ "enumDefs": [],
+ "structDefs": [],
+ "classificationDefs": [],
+ "entityDefs": [
+ {
+ "name": "falcon_feed_replication",
+ "superTypes": [
+ "Process"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": []
+ },
+ {
+ "name": "falcon_cluster",
+ "superTypes": [
+ "Infrastructure"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "colo",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "tags",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "falcon_feed",
+ "superTypes": [
+ "DataSet"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "frequency",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "stored-in",
+ "typeName": "falcon_cluster",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "groups",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "tags",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "falcon_process",
+ "superTypes": [
+ "Process"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "frequency",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "runs-on",
+ "typeName": "falcon_cluster",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "tags",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "pipelines",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "workflow-properties",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "falcon_feed_creation",
+ "superTypes": [
+ "Process"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "stored-in",
+ "typeName": "falcon_cluster",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ }
+ ],
+ "relationshipDefs": [
+ {
+ "name": "falcon_feed_cluster",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "falcon_feed",
+ "name": "stored-in",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "falcon_cluster",
+ "name": "feeds",
+ "isContainer": true,
+ "cardinality": "SET"
+ },
+ "propagateTags": "NONE"
+ },
+ {
+ "name": "falcon_cluster_process",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "falcon_cluster",
+ "name": "processes",
+ "isContainer": true,
+ "cardinality": "SET"
+ },
+ "endDef2": {
+ "type": "falcon_process",
+ "name": "runs-on",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "NONE"
+ },
+ {
+ "name": "falcon_cluster_feed_creation",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "falcon_cluster",
+ "name": "feedCreations",
+ "isContainer": true,
+ "cardinality": "SET"
+ },
+ "endDef2": {
+ "type": "falcon_feed_creation",
+ "name": "stored-in",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "NONE"
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/1060-hbase_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1060-hbase_model.json b/addons/models/1000-Hadoop/1060-hbase_model.json
new file mode 100644
index 0000000..3e46e06
--- /dev/null
+++ b/addons/models/1000-Hadoop/1060-hbase_model.json
@@ -0,0 +1,142 @@
+{
+ "enumDefs": [],
+ "structDefs": [],
+ "classificationDefs": [],
+ "entityDefs": [
+ {
+ "name": "hbase_table",
+ "superTypes": [
+ "DataSet"
+ ],
+ "typeVersion": "1.1",
+ "attributeDefs": [
+ {
+ "name": "uri",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "column_families",
+ "typeName": "array<hbase_column_family>",
+ "cardinality": "SINGLE",
+ "constraints": [
+ {
+ "type": "ownedRef"
+ }
+ ],
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "hbase_column_family",
+ "superTypes": [
+ "DataSet"
+ ],
+ "attributeDefs": [
+ {
+ "name": "table",
+ "typeName": "hbase_table",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false,
+ "constraints": [
+ {
+ "type": "inverseRef",
+ "params": {
+ "attribute": "column_families"
+ }
+ }
+ ]
+ },
+ {
+ "name": "columns",
+ "typeName": "array<hbase_column>",
+ "cardinality": "SINGLE",
+ "constraints": [
+ {
+ "type": "ownedRef"
+ }
+ ],
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ],
+ "typeVersion": "1.0"
+ },
+ {
+ "name": "hbase_column",
+ "superTypes": [
+ "DataSet"
+ ],
+ "attributeDefs": [
+ {
+ "name": "column_family",
+ "typeName": "hbase_column_family",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false,
+ "constraints": [
+ {
+ "type": "inverseRef",
+ "params": {
+ "attribute": "columns"
+ }
+ }
+ ]
+ }
+ ],
+ "typeVersion": "1.0"
+ }
+ ],
+ "relationshipDefs": [
+ {
+ "name": "hbase_table_column_families",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "hbase_table",
+ "name": "column_families",
+ "isContainer": true,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "hbase_column_family",
+ "name": "table",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "ONE_TO_TWO"
+ },
+ {
+ "name": "hbase_column_family_columns",
+ "typeVersion": "1.0",
+ "relationshipCategory": "COMPOSITION",
+ "endDef1": {
+ "type": "hbase_column_family",
+ "name": "columns",
+ "isContainer": true,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "hbase_column",
+ "name": "column_family",
+ "isContainer": false,
+ "cardinality": "SINGLE",
+ "isLegacyAttribute": true
+ },
+ "propagateTags": "ONE_TO_TWO"
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/1070-kafka_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1070-kafka_model.json b/addons/models/1000-Hadoop/1070-kafka_model.json
new file mode 100644
index 0000000..b7f6e33
--- /dev/null
+++ b/addons/models/1000-Hadoop/1070-kafka_model.json
@@ -0,0 +1,57 @@
+{
+ "enumDefs": [],
+ "structDefs": [],
+ "classificationDefs": [],
+ "entityDefs": [
+ {
+ "name": "kafka_topic",
+ "superTypes": [
+ "DataSet"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "topic",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": true
+ },
+ {
+ "name": "uri",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "jms_topic",
+ "superTypes": [
+ "DataSet"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "topic",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": true
+ },
+ {
+ "name": "uri",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/1080-storm_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1080-storm_model.json b/addons/models/1000-Hadoop/1080-storm_model.json
new file mode 100644
index 0000000..b008c7a
--- /dev/null
+++ b/addons/models/1000-Hadoop/1080-storm_model.json
@@ -0,0 +1,167 @@
+{
+ "enumDefs": [],
+ "structDefs": [],
+ "classificationDefs": [],
+ "entityDefs": [
+ {
+ "name": "storm_topology",
+ "superTypes": [
+ "Process"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "id",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": true
+ },
+ {
+ "name": "startTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "endTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "conf",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "clusterName",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "nodes",
+ "typeName": "array<storm_node>",
+ "cardinality": "LIST",
+ "constraints": [],
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "storm_node",
+ "superTypes": [],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "name",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "description",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "driverClass",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "conf",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "storm_spout",
+ "superTypes": [
+ "storm_node"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "outputs",
+ "typeName": "array<string>",
+ "cardinality": "LIST",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "storm_bolt",
+ "superTypes": [
+ "storm_node"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "inputs",
+ "typeName": "array<string>",
+ "cardinality": "LIST",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "outputs",
+ "typeName": "array<string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ],
+ "relationshipDefs": [
+ {
+ "name": "storm_topology_nodes",
+ "typeVersion": "1.0",
+ "relationshipCategory": "ASSOCIATION",
+ "endDef1": {
+ "type": "storm_topology",
+ "name": "nodes",
+ "isContainer": false,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "storm_node",
+ "name": "topolgies",
+ "isContainer": false,
+ "cardinality": "SET"
+ },
+ "propagateTags": "NONE"
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/patches/001-hive_column_add_position.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/patches/001-hive_column_add_position.json b/addons/models/1000-Hadoop/patches/001-hive_column_add_position.json
new file mode 100644
index 0000000..eeab74a
--- /dev/null
+++ b/addons/models/1000-Hadoop/patches/001-hive_column_add_position.json
@@ -0,0 +1,21 @@
+{
+ "patches": [
+ {
+ "action": "ADD_ATTRIBUTE",
+ "typeName": "hive_column",
+ "applyToVersion": "1.0",
+ "updateToVersion": "1.1",
+ "params": null,
+ "attributeDefs": [
+ {
+ "name": "position",
+ "typeName": "int",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/patches/002-hive_column_table_add_options.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/patches/002-hive_column_table_add_options.json b/addons/models/1000-Hadoop/patches/002-hive_column_table_add_options.json
new file mode 100644
index 0000000..5f00bd2
--- /dev/null
+++ b/addons/models/1000-Hadoop/patches/002-hive_column_table_add_options.json
@@ -0,0 +1,22 @@
+{
+ "patches": [
+ {
+ "action": "UPDATE_TYPEDEF_OPTIONS",
+ "typeName": "hive_column",
+ "applyToVersion": "1.1",
+ "updateToVersion": "1.2",
+ "typeDefOptions": {
+ "schemaAttributes": "[\"name\", \"description\", \"owner\", \"type\", \"comment\", \"position\"]"
+ }
+ },
+ {
+ "action": "UPDATE_TYPEDEF_OPTIONS",
+ "typeName": "hive_table",
+ "applyToVersion": "1.0",
+ "updateToVersion": "1.1",
+ "typeDefOptions": {
+ "schemaElementsAttribute": "columns"
+ }
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1000-Hadoop/patches/003-hive_column_update_table_remove_constraint.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/patches/003-hive_column_update_table_remove_constraint.json b/addons/models/1000-Hadoop/patches/003-hive_column_update_table_remove_constraint.json
new file mode 100644
index 0000000..db80722
--- /dev/null
+++ b/addons/models/1000-Hadoop/patches/003-hive_column_update_table_remove_constraint.json
@@ -0,0 +1,21 @@
+{
+ "patches": [
+ {
+ "action": "UPDATE_ATTRIBUTE",
+ "typeName": "hive_column",
+ "applyToVersion": "1.2",
+ "updateToVersion": "1.3",
+ "params": null,
+ "attributeDefs": [
+ {
+ "name": "table",
+ "typeName": "hive_table",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/atlas/blob/1dcc3073/addons/models/1020-fs_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1020-fs_model.json b/addons/models/1020-fs_model.json
deleted file mode 100644
index ff17261..0000000
--- a/addons/models/1020-fs_model.json
+++ /dev/null
@@ -1,191 +0,0 @@
-{
- "enumDefs": [
- {
- "name": "file_action",
- "typeVersion": "1.0",
- "elementDefs": [
- {
- "ordinal": 0,
- "value": "NONE"
- },
- {
- "ordinal": 1,
- "value": "EXECUTE"
- },
- {
- "ordinal": 2,
- "value": "WRITE"
- },
- {
- "ordinal": 3,
- "value": "WRITE_EXECUTE"
- },
- {
- "ordinal": 4,
- "value": "READ"
- },
- {
- "ordinal": 5,
- "value": "READ_EXECUTE"
- },
- {
- "ordinal": 6,
- "value": "READ_WRITE"
- },
- {
- "ordinal": 7,
- "value": "ALL"
- }
- ]
- }
- ],
- "structDefs": [
- {
- "name": "fs_permissions",
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "group",
- "typeName": "file_action",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "user",
- "typeName": "file_action",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "sticky",
- "typeName": "boolean",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "others",
- "typeName": "file_action",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- }
- ]
- }
- ],
- "classificationDefs": [],
- "entityDefs": [
- {
- "name": "fs_path",
- "superTypes": [
- "DataSet"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "path",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "createTime",
- "typeName": "date",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "modifiedTime",
- "typeName": "date",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "isFile",
- "typeName": "boolean",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "isSymlink",
- "typeName": "boolean",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "fileSize",
- "typeName": "long",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "group",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "posixPermissions",
- "typeName": "fs_permissions",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- }
- ]
- },
- {
- "name": "hdfs_path",
- "superTypes": [
- "fs_path"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "clusterName",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "numberOfReplicas",
- "typeName": "int",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "extendedAttributes",
- "typeName": "map<string,string>",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- }
- ]
- }
- ]
-}