ATLAS-2694: updated avro models with relationshipDefs (#2)
Project: http://git-wip-us.apache.org/repos/asf/atlas/repo Commit: http://git-wip-us.apache.org/repos/asf/atlas/commit/c2df13c5 Tree: http://git-wip-us.apache.org/repos/asf/atlas/tree/c2df13c5 Diff: http://git-wip-us.apache.org/repos/asf/atlas/diff/c2df13c5 Branch: refs/heads/master Commit: c2df13c5947787f8642c03a1ac3b3d35749adb78 Parents: 5f503c1 Author: Madhan Neethiraj <mad...@apache.org> Authored: Fri May 25 23:21:55 2018 -0700 Committer: Madhan Neethiraj <mad...@apache.org> Committed: Fri May 25 23:21:55 2018 -0700 ---------------------------------------------------------------------- addons/models/1000-Hadoop/1065-avro_model.json | 279 ++++++++++++++++++++ addons/models/1000-Hadoop/1090-avro_model.json | 220 --------------- 2 files changed, 279 insertions(+), 220 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/atlas/blob/c2df13c5/addons/models/1000-Hadoop/1065-avro_model.json ---------------------------------------------------------------------- diff --git a/addons/models/1000-Hadoop/1065-avro_model.json b/addons/models/1000-Hadoop/1065-avro_model.json new file mode 100644 index 0000000..3eaddfb --- /dev/null +++ b/addons/models/1000-Hadoop/1065-avro_model.json @@ -0,0 +1,279 @@ +{ + "enumDefs": [], + "structDefs": [], + "classificationDefs": [], + "entityDefs": [ + { + "name": "avro_type", + "description": "Atlas Type representing Abstract Avro Type", + "superTypes": [ + "DataSet", "Asset" + ], + "typeVersion": "1.0", + "attributeDefs": [ + ] + }, + { + "name": "avro_field", + "description": "Atlas Type representing an Avro Field", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "type", + "typeName": "array<avro_type>", + "cardinality": "LIST", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "doc", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "default", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "avro_record", + "description": "Atlas Type representing Abstract Avro Schema", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "type", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "doc", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "fields", + "typeName": "array<avro_field>", + "cardinality": "LIST", + "isIndexable": true, + "isOptional": true, + "isUnique": false, + "constraints": [ + { + "type": "ownedRef" + } + ] + }, + { + "name": "avro_notation", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": true, + "isUnique": false + }, + { + "name": "versionId", + "typeName": "int", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "isLatest", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + }, + { + "name": "avroClass", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "avro_schema", + "description": "Atlas Type representing Abstract Top-level Avro Schema", + "superTypes": [ + "avro_record" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "namespace", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "associatedEntities", + "typeName": "array<DataSet>", + "cardinality": "LIST", + "isIndexable": false, + "isOptional": true, + "isUnique": false + } + ] + }, + { + "name": "avro_primitive", + "description": "Atlas Type representing an Avro primitive datatype", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + ] + }, + { + "name": "avro_fixed", + "description": "Atlas Type representing an Avro fixed datatype", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + ] + }, + { + "name": "avro_enum", + "description": "Atlas Type representing an Avro ENUM datatype", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "type", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "symbols", + "typeName": "array<string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + } + ] + }, + { + "name": "avro_collection", + "description": "Atlas Type representing an Avro Array datatype", + "superTypes": [ + "avro_type" + ], + "typeVersion": "1.0", + "attributeDefs": [ + { + "name": "type", + "typeName": "string", + "cardinality": "SINGLE", + "isIndexable": true, + "isOptional": false, + "isUnique": false + }, + { + "name": "items", + "typeName": "array<string>", + "cardinality": "SINGLE", + "isIndexable": false, + "isOptional": false, + "isUnique": false + } + ] + } + ], + "relationshipDefs": [ + { + "name": "avro_schema_associatedEntities", + "typeVersion": "1.0", + "relationshipCategory": "ASSOCIATION", + "endDef1": { + "type": "avro_schema", + "name": "associatedEntities", + "isContainer": false, + "cardinality": "SET", + "isLegacyAttribute": true + }, + "endDef2": { + "type": "DataSet", + "name": "schema", + "isContainer": false, + "cardinality": "SET" + }, + "propagateTags": "NONE" + }, + { + "name": "avro_record_fields", + "typeVersion": "1.0", + "relationshipCategory": "AGGREGATION", + "endDef1": { + "type": "avro_record", + "name": "fields", + "isContainer": true, + "cardinality": "SET", + "isLegacyAttribute": true + }, + "endDef2": { + "type": "avro_field", + "name": "record", + "isContainer": false, + "cardinality": "SINGLE" + }, + "propagateTags": "NONE" + }, + { + "name": "avro_field_types", + "typeVersion": "1.0", + "relationshipCategory": "ASSOCIATION", + "endDef1": { + "type": "avro_field", + "name": "type", + "isContainer": false, + "cardinality": "SET", + "isLegacyAttribute": true + }, + "endDef2": { + "type": "avro_type", + "name": "field", + "isContainer": false, + "cardinality": "SINGLE" + }, + "propagateTags": "NONE" + } + ] +} http://git-wip-us.apache.org/repos/asf/atlas/blob/c2df13c5/addons/models/1000-Hadoop/1090-avro_model.json ---------------------------------------------------------------------- diff --git a/addons/models/1000-Hadoop/1090-avro_model.json b/addons/models/1000-Hadoop/1090-avro_model.json deleted file mode 100644 index 882c39c..0000000 --- a/addons/models/1000-Hadoop/1090-avro_model.json +++ /dev/null @@ -1,220 +0,0 @@ -{ - "enumDefs": [], - "structDefs": [], - "classificationDefs": [], - "entityDefs": [ - { - "name": "avro_type", - "description": "Atlas Type representing Abstract Avro Type", - "superTypes": [ - "DataSet", "Asset" - ], - "typeVersion": "1.0", - "attributeDefs": [ - ] - }, - { - "name": "avro_field", - "description": "Atlas Type representing an Avro Field", - "superTypes": [ - "avro_type" - ], - "typeVersion": "1.0", - "attributeDefs": [ - { - "name": "type", - "typeName": "array<avro_type>", - "cardinality": "LIST", - "isIndexable": true, - "isOptional": false, - "isUnique": false - }, - { - "name": "doc", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": true, - "isUnique": false - }, - { - "name": "default", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": false, - "isOptional": true, - "isUnique": false - } - ] - }, - { - "name": "avro_record", - "description": "Atlas Type representing Abstract Avro Schema", - "superTypes": [ - "avro_type" - ], - "typeVersion": "1.0", - "attributeDefs": [ - { - "name": "type", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": false, - "isUnique": false - }, - { - "name": "doc", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": true, - "isUnique": false - }, - { - "name": "fields", - "typeName": "array<avro_field>", - "cardinality": "LIST", - "isIndexable": true, - "isOptional": true, - "isUnique": false, - "constraints": [ - { - "type": "ownedRef" - } - ] - }, - { - "name": "avro_notation", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": false, - "isOptional": true, - "isUnique": false - }, - { - "name": "versionId", - "typeName": "int", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": true, - "isUnique": false - }, - { - "name": "isLatest", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": true, - "isUnique": false - }, - { - "name": "avroClass", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": true, - "isUnique": false - } - ] - }, - { - "name": "avro_schema", - "description": "Atlas Type representing Abstract Top-level Avro Schema", - "superTypes": [ - "avro_record" - ], - "typeVersion": "1.0", - "attributeDefs": [ - { - "name": "namespace", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": false, - "isUnique": false - }, - { - "name": "associatedEntities", - "typeName": "array<DataSet>", - "cardinality": "LIST", - "isIndexable": false, - "isOptional": true, - "isUnique": false - } - ] - }, - { - "name": "avro_primitive", - "description": "Atlas Type representing an Avro primitive datatype", - "superTypes": [ - "avro_type" - ], - "typeVersion": "1.0", - "attributeDefs": [ - ] - }, - { - "name": "avro_fixed", - "description": "Atlas Type representing an Avro fixed datatype", - "superTypes": [ - "avro_type" - ], - "typeVersion": "1.0", - "attributeDefs": [ - ] - }, - { - "name": "avro_enum", - "description": "Atlas Type representing an Avro ENUM datatype", - "superTypes": [ - "avro_type" - ], - "typeVersion": "1.0", - "attributeDefs": [ - { - "name": "type", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": false, - "isUnique": false - }, - { - "name": "symbols", - "typeName": "array<string>", - "cardinality": "SINGLE", - "isIndexable": false, - "isOptional": false, - "isUnique": false - } - ] - }, - { - "name": "avro_collection", - "description": "Atlas Type representing an Avro Array datatype", - "superTypes": [ - "avro_type" - ], - "typeVersion": "1.0", - "attributeDefs": [ - { - "name": "type", - "typeName": "string", - "cardinality": "SINGLE", - "isIndexable": true, - "isOptional": false, - "isUnique": false - }, - { - "name": "items", - "typeName": "array<string>", - "cardinality": "SINGLE", - "isIndexable": false, - "isOptional": false, - "isUnique": false - } - ] - } - ] -}
