You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by ma...@apache.org on 2018/05/26 06:22:58 UTC
[2/3] atlas git commit: ATLAS-2694: updated avro models with
relationshipDefs (#2)
ATLAS-2694: updated avro models with relationshipDefs (#2)
Project: http://git-wip-us.apache.org/repos/asf/atlas/repo
Commit: http://git-wip-us.apache.org/repos/asf/atlas/commit/c2df13c5
Tree: http://git-wip-us.apache.org/repos/asf/atlas/tree/c2df13c5
Diff: http://git-wip-us.apache.org/repos/asf/atlas/diff/c2df13c5
Branch: refs/heads/master
Commit: c2df13c5947787f8642c03a1ac3b3d35749adb78
Parents: 5f503c1
Author: Madhan Neethiraj <ma...@apache.org>
Authored: Fri May 25 23:21:55 2018 -0700
Committer: Madhan Neethiraj <ma...@apache.org>
Committed: Fri May 25 23:21:55 2018 -0700
----------------------------------------------------------------------
addons/models/1000-Hadoop/1065-avro_model.json | 279 ++++++++++++++++++++
addons/models/1000-Hadoop/1090-avro_model.json | 220 ---------------
2 files changed, 279 insertions(+), 220 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/atlas/blob/c2df13c5/addons/models/1000-Hadoop/1065-avro_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1065-avro_model.json b/addons/models/1000-Hadoop/1065-avro_model.json
new file mode 100644
index 0000000..3eaddfb
--- /dev/null
+++ b/addons/models/1000-Hadoop/1065-avro_model.json
@@ -0,0 +1,279 @@
+{
+ "enumDefs": [],
+ "structDefs": [],
+ "classificationDefs": [],
+ "entityDefs": [
+ {
+ "name": "avro_type",
+ "description": "Atlas Type representing Abstract Avro Type",
+ "superTypes": [
+ "DataSet", "Asset"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ ]
+ },
+ {
+ "name": "avro_field",
+ "description": "Atlas Type representing an Avro Field",
+ "superTypes": [
+ "avro_type"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "type",
+ "typeName": "array<avro_type>",
+ "cardinality": "LIST",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "doc",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "default",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "avro_record",
+ "description": "Atlas Type representing Abstract Avro Schema",
+ "superTypes": [
+ "avro_type"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "type",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "doc",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "fields",
+ "typeName": "array<avro_field>",
+ "cardinality": "LIST",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false,
+ "constraints": [
+ {
+ "type": "ownedRef"
+ }
+ ]
+ },
+ {
+ "name": "avro_notation",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "versionId",
+ "typeName": "int",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "isLatest",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "avroClass",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "avro_schema",
+ "description": "Atlas Type representing Abstract Top-level Avro Schema",
+ "superTypes": [
+ "avro_record"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "namespace",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "associatedEntities",
+ "typeName": "array<DataSet>",
+ "cardinality": "LIST",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "avro_primitive",
+ "description": "Atlas Type representing an Avro primitive datatype",
+ "superTypes": [
+ "avro_type"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ ]
+ },
+ {
+ "name": "avro_fixed",
+ "description": "Atlas Type representing an Avro fixed datatype",
+ "superTypes": [
+ "avro_type"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ ]
+ },
+ {
+ "name": "avro_enum",
+ "description": "Atlas Type representing an Avro ENUM datatype",
+ "superTypes": [
+ "avro_type"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "type",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "symbols",
+ "typeName": "array<string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "name": "avro_collection",
+ "description": "Atlas Type representing an Avro Array datatype",
+ "superTypes": [
+ "avro_type"
+ ],
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "type",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": false,
+ "isUnique": false
+ },
+ {
+ "name": "items",
+ "typeName": "array<string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": false,
+ "isUnique": false
+ }
+ ]
+ }
+ ],
+ "relationshipDefs": [
+ {
+ "name": "avro_schema_associatedEntities",
+ "typeVersion": "1.0",
+ "relationshipCategory": "ASSOCIATION",
+ "endDef1": {
+ "type": "avro_schema",
+ "name": "associatedEntities",
+ "isContainer": false,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "DataSet",
+ "name": "schema",
+ "isContainer": false,
+ "cardinality": "SET"
+ },
+ "propagateTags": "NONE"
+ },
+ {
+ "name": "avro_record_fields",
+ "typeVersion": "1.0",
+ "relationshipCategory": "AGGREGATION",
+ "endDef1": {
+ "type": "avro_record",
+ "name": "fields",
+ "isContainer": true,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "avro_field",
+ "name": "record",
+ "isContainer": false,
+ "cardinality": "SINGLE"
+ },
+ "propagateTags": "NONE"
+ },
+ {
+ "name": "avro_field_types",
+ "typeVersion": "1.0",
+ "relationshipCategory": "ASSOCIATION",
+ "endDef1": {
+ "type": "avro_field",
+ "name": "type",
+ "isContainer": false,
+ "cardinality": "SET",
+ "isLegacyAttribute": true
+ },
+ "endDef2": {
+ "type": "avro_type",
+ "name": "field",
+ "isContainer": false,
+ "cardinality": "SINGLE"
+ },
+ "propagateTags": "NONE"
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/atlas/blob/c2df13c5/addons/models/1000-Hadoop/1090-avro_model.json
----------------------------------------------------------------------
diff --git a/addons/models/1000-Hadoop/1090-avro_model.json b/addons/models/1000-Hadoop/1090-avro_model.json
deleted file mode 100644
index 882c39c..0000000
--- a/addons/models/1000-Hadoop/1090-avro_model.json
+++ /dev/null
@@ -1,220 +0,0 @@
-{
- "enumDefs": [],
- "structDefs": [],
- "classificationDefs": [],
- "entityDefs": [
- {
- "name": "avro_type",
- "description": "Atlas Type representing Abstract Avro Type",
- "superTypes": [
- "DataSet", "Asset"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- ]
- },
- {
- "name": "avro_field",
- "description": "Atlas Type representing an Avro Field",
- "superTypes": [
- "avro_type"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "type",
- "typeName": "array<avro_type>",
- "cardinality": "LIST",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "doc",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "default",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- }
- ]
- },
- {
- "name": "avro_record",
- "description": "Atlas Type representing Abstract Avro Schema",
- "superTypes": [
- "avro_type"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "type",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "doc",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "fields",
- "typeName": "array<avro_field>",
- "cardinality": "LIST",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false,
- "constraints": [
- {
- "type": "ownedRef"
- }
- ]
- },
- {
- "name": "avro_notation",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "versionId",
- "typeName": "int",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "isLatest",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- },
- {
- "name": "avroClass",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": true,
- "isUnique": false
- }
- ]
- },
- {
- "name": "avro_schema",
- "description": "Atlas Type representing Abstract Top-level Avro Schema",
- "superTypes": [
- "avro_record"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "namespace",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "associatedEntities",
- "typeName": "array<DataSet>",
- "cardinality": "LIST",
- "isIndexable": false,
- "isOptional": true,
- "isUnique": false
- }
- ]
- },
- {
- "name": "avro_primitive",
- "description": "Atlas Type representing an Avro primitive datatype",
- "superTypes": [
- "avro_type"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- ]
- },
- {
- "name": "avro_fixed",
- "description": "Atlas Type representing an Avro fixed datatype",
- "superTypes": [
- "avro_type"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- ]
- },
- {
- "name": "avro_enum",
- "description": "Atlas Type representing an Avro ENUM datatype",
- "superTypes": [
- "avro_type"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "type",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "symbols",
- "typeName": "array<string>",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": false,
- "isUnique": false
- }
- ]
- },
- {
- "name": "avro_collection",
- "description": "Atlas Type representing an Avro Array datatype",
- "superTypes": [
- "avro_type"
- ],
- "typeVersion": "1.0",
- "attributeDefs": [
- {
- "name": "type",
- "typeName": "string",
- "cardinality": "SINGLE",
- "isIndexable": true,
- "isOptional": false,
- "isUnique": false
- },
- {
- "name": "items",
- "typeName": "array<string>",
- "cardinality": "SINGLE",
- "isIndexable": false,
- "isOptional": false,
- "isUnique": false
- }
- ]
- }
- ]
-}