You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by ni...@apache.org on 2020/03/16 10:03:19 UTC
[atlas] 02/02: ATLAS-3655: Create 'spark_application' type to avoid
'spark_process' from being updated for multiple operations (#91)
This is an automated email from the ASF dual-hosted git repository.
nixon pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/atlas.git
commit eabd85038115ef4f07cccd3ad2fb50badcf811aa
Author: Vlad Glinsky <61...@users.noreply.github.com>
AuthorDate: Mon Mar 16 11:12:35 2020 +0200
ATLAS-3655: Create 'spark_application' type to avoid 'spark_process' from being updated for multiple operations (#91)
(cherry picked from commit 721fcb413ce7720772c4b14d5cdf07bfd0537c57)
---
addons/models/1000-Hadoop/1100-spark_model.json | 47 +++++++++++++++++++++++++
1 file changed, 47 insertions(+)
diff --git a/addons/models/1000-Hadoop/1100-spark_model.json b/addons/models/1000-Hadoop/1100-spark_model.json
index ddb9264..054239b 100644
--- a/addons/models/1000-Hadoop/1100-spark_model.json
+++ b/addons/models/1000-Hadoop/1100-spark_model.json
@@ -306,6 +306,34 @@
]
},
{
+ "name": "spark_application",
+ "superTypes": [
+ "Process"
+ ],
+ "serviceType": "spark",
+ "typeVersion": "1.0",
+ "attributeDefs": [
+ {
+ "name": "currentUser",
+ "typeName": "string",
+ "isOptional": true,
+ "cardinality": "SINGLE",
+ "isUnique": false,
+ "isIndexable": true,
+ "searchWeight": 10
+ },
+ {
+ "name": "remoteUser",
+ "typeName": "string",
+ "isOptional": true,
+ "cardinality": "SINGLE",
+ "isUnique": false,
+ "isIndexable": true,
+ "searchWeight": 10
+ }
+ ]
+ },
+ {
"name": "spark_process",
"superTypes": [
"Process"
@@ -495,6 +523,25 @@
"name": "columnLineages",
"isContainer": true,
"cardinality": "SET"
+
+ },
+ "propagateTags": "NONE"
+ },
+ {
+ "name": "spark_application_processes",
+ "serviceType": "spark",
+ "typeVersion": "1.0",
+ "relationshipCategory": "AGGREGATION",
+ "endDef1": {
+ "type": "spark_application",
+ "name": "processes",
+ "cardinality": "SET",
+ "isContainer": true
+ },
+ "endDef2": {
+ "type": "spark_process",
+ "name": "application",
+ "cardinality": "SINGLE"
},
"propagateTags": "NONE"
}