[ https://issues.apache.org/jira/browse/ATLAS-1112?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15417559#comment-15417559 ]
Suma Shivaprasad commented on ATLAS-1112: ----------------------------------------- [~ayubkhan] the getAndDecrement will keep decrementing and eventually reach LONG.MIN_VALUE. Will need to reset it to a negative no once it reaches that . > Hive table GET response from atlas server had duplicate column entries > ---------------------------------------------------------------------- > > Key: ATLAS-1112 > URL: https://issues.apache.org/jira/browse/ATLAS-1112 > Project: Atlas > Issue Type: Bug > Affects Versions: trunk > Reporter: Ayub Khan > Assignee: Ayub Khan > Priority: Blocker > Attachments: ATLAS-1112-1.patch, ATLAS-1112.patch > > > Atlas server overwrites the entities when entity create message is sent with > duplicate ID. > In this case, HiveHook uses system.nanotime() for generating the ID for > entities which does not guarantee the uniqueness of ID string. So, hiveHook > creates an entity with duplicate id for columns(not all times) - which > results in overwriting the columns and hence duplicate columns are seen. > For example: One such entity create message seen from hiveHook is > {noformat} > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986778765230", > "version":0, > "typeName":"hive_db", > "state":"ACTIVE" > }, > "typeName":"hive_db", > "values":{ > "name":"default", > > "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse", > "description":"Default Hive database", > "ownerType":2, > "qualifiedName":"default@cl1", > "owner":"public", > "clusterName":"cl1", > "parameters":{ > > } > }, > "traitNames":[ > > ], > "traits":{ > > } > },{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > }, > "typeName":"hive_table", > "values":{ > "tableType":"MANAGED_TABLE", > "name":"allparams1px9g6chqv", > "createTime":"2016-08-10T04:26:50.000Z", > "temporary":false, > "db":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986778765230", > "version":0, > "typeName":"hive_db", > "state":"ACTIVE" > }, > "typeName":"hive_db", > "values":{ > "name":"default", > > "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse", > "description":"Default Hive database", > "ownerType":2, > "qualifiedName":"default@cl1", > "owner":"public", > "clusterName":"cl1", > "parameters":{ > > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > "retention":0, > "qualifiedName":"default.allparams1px9g6chqv@cl1", > "columns":[ > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813593492", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"inttype", > "qualifiedName":"default.allparams1px9g6chqv.inttype@cl1", > "owner":"hrt_qa", > "type":"int", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813606611", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"tinyinttype", > "qualifiedName":"default.allparams1px9g6chqv.tinyinttype@cl1", > "owner":"hrt_qa", > "type":"tinyint", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813633980", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"smallinttype", > "qualifiedName":"default.allparams1px9g6chqv.smallinttype@cl1", > "owner":"hrt_qa", > "type":"smallint", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813636330", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"biginttype", > "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1", > "owner":"hrt_qa", > "type":"bigint", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813636330", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"booleantype", > "qualifiedName":"default.allparams1px9g6chqv.booleantype@cl1", > "owner":"hrt_qa", > "type":"boolean", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813636330", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"floattype", > "qualifiedName":"default.allparams1px9g6chqv.floattype@cl1", > "owner":"hrt_qa", > "type":"float", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813666271", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"doubletype", > "qualifiedName":"default.allparams1px9g6chqv.doubletype@cl1", > "owner":"hrt_qa", > "type":"double", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814020086", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"strtype", > "qualifiedName":"default.allparams1px9g6chqv.strtype@cl1", > "owner":"hrt_qa", > "type":"string", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814027152", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"binarytype", > "qualifiedName":"default.allparams1px9g6chqv.binarytype@cl1", > "owner":"hrt_qa", > "type":"binary", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814236056", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"timestamptype", > "qualifiedName":"default.allparams1px9g6chqv.timestamptype@cl1", > "owner":"hrt_qa", > "type":"timestamp", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814297478", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"decimaltype", > "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1", > "owner":"hrt_qa", > "type":"decimal(10,0)", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814297478", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"decimalprecisetype", > > "qualifiedName":"default.allparams1px9g6chqv.decimalprecisetype@cl1", > "owner":"hrt_qa", > "type":"decimal(5,2)", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814482254", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"datetype", > "qualifiedName":"default.allparams1px9g6chqv.datetype@cl1", > "owner":"hrt_qa", > "type":"date", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814483713", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"varchartype", > "qualifiedName":"default.allparams1px9g6chqv.varchartype@cl1", > "owner":"hrt_qa", > "type":"varchar(100)", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814490168", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"chartype", > "qualifiedName":"default.allparams1px9g6chqv.chartype@cl1", > "owner":"hrt_qa", > "type":"char(20)", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814496450", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"arraytype", > "qualifiedName":"default.allparams1px9g6chqv.arraytype@cl1", > "owner":"hrt_qa", > "type":"array<string>", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814502849", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"maptype", > "qualifiedName":"default.allparams1px9g6chqv.maptype@cl1", > "owner":"hrt_qa", > "type":"map<string,string>", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814508953", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"structtype", > "qualifiedName":"default.allparams1px9g6chqv.structtype@cl1", > "owner":"hrt_qa", > "type":"struct<c:int>", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986814514817", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"uniontype", > "qualifiedName":"default.allparams1px9g6chqv.uniontype@cl1", > "owner":"hrt_qa", > "type":"uniontype<string,int>", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > } > ], > "lastAccessTime":"2016-08-10T04:26:50.000Z", > "owner":"hrt_qa", > "sd":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813171149", > "version":0, > "typeName":"hive_storagedesc", > "state":"ACTIVE" > }, > "typeName":"hive_storagedesc", > "values":{ > > "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse/allparams1px9g6chqv", > "serdeInfo":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct", > "typeName":"hive_serde", > "values":{ > > "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", > "parameters":{ > "serialization.format":"1" > } > } > }, > "qualifiedName":"default.allparams1px9g6chqv@cl1_storage", > > "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat", > "compressed":false, > "numBuckets":-1, > "inputFormat":"org.apache.hadoop.mapred.TextInputFormat", > "parameters":{ > > }, > "storedAsSubDirectories":false, > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"-8986813055475", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > > ], > "traits":{ > > } > }, > "parameters":{ > "rawDataSize":"0", > "numFiles":"0", > "transient_lastDdlTime":"1470803210", > "totalSize":"0", > "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}", > "numRows":"0" > }, > "partitionKeys":[ > > ] > }, > "traitNames":[ > > ], > "traits":{ > > } > } > {noformat} > The response from Atlas server showing duplicate entities > {noformat} > { > "requestId":"qtp1783047508-19 - 474a17cf-cfbc-4c12-8a12-9b630aec1ae4", > "definition":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > }, > "typeName":"hive_table", > "values":{ > "aliases":null, > "tableType":"MANAGED_TABLE", > "name":"allparams1px9g6chqv", > "viewExpandedText":null, > "createTime":"2016-08-10T04:26:50.000Z", > "description":null, > "temporary":false, > "db":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"688e70ec-ad36-4036-b21d-994b90e49994", > "version":0, > "typeName":"hive_db", > "state":"ACTIVE" > }, > "viewOriginalText":null, > "retention":0, > "qualifiedName":"default.allparams1px9g6chqv@cl1", > "columns":[ > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5156c917-dc56-4056-a0f8-3036401ff302", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"inttype", > "description":null, > "qualifiedName":"default.allparams1px9g6chqv.inttype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"int", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"34b02e5b-9f73-4c76-bde0-79f6d35df7bc", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"tinyinttype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.tinyinttype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"tinyint", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"128a6ede-1a5a-41ac-9074-f2865a2bc5c2", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"smallinttype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.smallinttype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"smallint", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"biginttype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"bigint", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"biginttype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"bigint", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"biginttype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"bigint", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5a32d804-dbe5-4431-aaf5-f8da48555736", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"doubletype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.doubletype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"double", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"a8b49a38-5401-47e2-bdcd-8ff3aeb1e3af", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"strtype", > "description":null, > "qualifiedName":"default.allparams1px9g6chqv.strtype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"string", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"0b80a8d8-5390-4641-b49d-d3d5dd34119a", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"binarytype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.binarytype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"binary", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"565e0804-d231-4c1d-875e-f3a482b297b0", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"timestamptype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.timestamptype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"timestamp", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"4071f833-8697-4fcf-978d-f5b6132225ff", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"decimaltype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"decimal(10,0)", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"4071f833-8697-4fcf-978d-f5b6132225ff", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"decimaltype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"decimal(10,0)", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"1b68e9fb-0610-4628-9147-2a731763cdac", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"datetype", > "description":null, > "qualifiedName":"default.allparams1px9g6chqv.datetype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"date", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"39d8a83f-e09f-4d6c-9679-08af8d2f613b", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"varchartype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.varchartype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"varchar(100)", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"f77ed72f-771b-4add-be6f-68dd207bdaa0", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"chartype", > "description":null, > "qualifiedName":"default.allparams1px9g6chqv.chartype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"char(20)", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"cdc9e215-c0f7-4da5-8917-aa02e9411288", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"arraytype", > "description":null, > "qualifiedName":"default.allparams1px9g6chqv.arraytype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"array<string>", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"6e25dbc8-1dea-4c50-bbbb-811aad778fa0", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"maptype", > "description":null, > "qualifiedName":"default.allparams1px9g6chqv.maptype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"map<string,string>", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"bc8638cd-0284-4600-a2ed-ef5e279bf406", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"structtype", > "description":null, > > "qualifiedName":"default.allparams1px9g6chqv.structtype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"struct<c:int>", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > { > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"4195bcd0-06cf-49f7-93e5-b8a3c612c4b8", > "version":0, > "typeName":"hive_column", > "state":"ACTIVE" > }, > "typeName":"hive_column", > "values":{ > "name":"uniontype", > "description":null, > "qualifiedName":"default.allparams1px9g6chqv.uniontype@cl1", > "comment":null, > "owner":"hrt_qa", > "type":"uniontype<string,int>", > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > } > ], > "comment":null, > "lastAccessTime":"2016-08-10T04:26:50.000Z", > "owner":"hrt_qa", > "sd":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "id":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"009ccfdf-a73d-473a-aa30-1b8efa49acac", > "version":0, > "typeName":"hive_storagedesc", > "state":"ACTIVE" > }, > "typeName":"hive_storagedesc", > "values":{ > > "location":"hdfs:\/\/nat-r6-itvs-atlas-1.openstacklocal:8020\/apps\/hive\/warehouse\/allparams1px9g6chqv", > "serdeInfo":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct", > "typeName":"hive_serde", > "values":{ > > "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", > "parameters":{ > "serialization.format":"1" > }, > "name":null > } > }, > "qualifiedName":"default.allparams1px9g6chqv@cl1_storage", > > "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat", > "compressed":false, > "sortCols":null, > "bucketCols":null, > "numBuckets":-1, > "inputFormat":"org.apache.hadoop.mapred.TextInputFormat", > "parameters":null, > "storedAsSubDirectories":false, > "table":{ > > "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d", > "version":0, > "typeName":"hive_table", > "state":"ACTIVE" > } > }, > "traitNames":[ > ], > "traits":{ > } > }, > "parameters":{ > "rawDataSize":"0", > "numFiles":"0", > "transient_lastDdlTime":"1470803210", > "totalSize":"0", > "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}", > "numRows":"0" > }, > "partitionKeys":null > }, > "traitNames":[ > ], > "traits":{ > } > } > } > {noformat} -- This message was sent by Atlassian JIRA (v6.3.4#6332)