This is an automated email from the ASF dual-hosted git repository. nixon pushed a commit to branch branch-2.0 in repository https://gitbox.apache.org/repos/asf/atlas.git
commit eabd85038115ef4f07cccd3ad2fb50badcf811aa Author: Vlad Glinsky <61428392+vladhlin...@users.noreply.github.com> AuthorDate: Mon Mar 16 11:12:35 2020 +0200 ATLAS-3655: Create 'spark_application' type to avoid 'spark_process' from being updated for multiple operations (#91) (cherry picked from commit 721fcb413ce7720772c4b14d5cdf07bfd0537c57) --- addons/models/1000-Hadoop/1100-spark_model.json | 47 +++++++++++++++++++++++++ 1 file changed, 47 insertions(+) diff --git a/addons/models/1000-Hadoop/1100-spark_model.json b/addons/models/1000-Hadoop/1100-spark_model.json index ddb9264..054239b 100644 --- a/addons/models/1000-Hadoop/1100-spark_model.json +++ b/addons/models/1000-Hadoop/1100-spark_model.json @@ -306,6 +306,34 @@ ] }, { + "name": "spark_application", + "superTypes": [ + "Process" + ], + "serviceType": "spark", + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "currentUser", + "typeName": "string", + "isOptional": true, + "cardinality": "SINGLE", + "isUnique": false, + "isIndexable": true, + "searchWeight": 10 + }, + { + "name": "remoteUser", + "typeName": "string", + "isOptional": true, + "cardinality": "SINGLE", + "isUnique": false, + "isIndexable": true, + "searchWeight": 10 + } + ] + }, + { "name": "spark_process", "superTypes": [ "Process" @@ -495,6 +523,25 @@ "name": "columnLineages", "isContainer": true, "cardinality": "SET" + + }, + "propagateTags": "NONE" + }, + { + "name": "spark_application_processes", + "serviceType": "spark", + "typeVersion": "1.0", + "relationshipCategory": "AGGREGATION", + "endDef1": { + "type": "spark_application", + "name": "processes", + "cardinality": "SET", + "isContainer": true + }, + "endDef2": { + "type": "spark_process", + "name": "application", + "cardinality": "SINGLE" }, "propagateTags": "NONE" }