[ https://issues.apache.org/jira/browse/ATLAS-713?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Shwetha G S updated ATLAS-713: ------------------------------ Summary: Entity lineage based on entity id (was: Atlas UI is still showing the deleted column of a hive table (Entity response of hive table does not have it). - with browser cache disabled.) > Entity lineage based on entity id > --------------------------------- > > Key: ATLAS-713 > URL: https://issues.apache.org/jira/browse/ATLAS-713 > Project: Atlas > Issue Type: Bug > Affects Versions: 0.7-incubating > Reporter: Ayub Khan > Assignee: Shwetha G S > Fix For: 0.7-incubating > > Attachments: ATLAS-713-v2.patch, ATLAS-713.patch > > > Atlas UI is still showing the deleted column of a hive table (Entity response > of hive table does not have it). - with browser cache disabled. > Create a hive table (CREATE TABLE test_change1 (a int, b int, c int); ) > Change column name to new one (ALTER TABLE test_change1 CHANGE c c1 INT > FIRST; ) > UI snapshot: https://monosnap.com/file/GVOipYxkcaJPcqgnJuxULBTCZopytR > {noformat} > curl > 'http://localhost:21000/api/atlas/entities/ff37663a-7561-462c-9ec8-2bacaebc0296' > -H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H > 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; > Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) > Chrome/49.0.2623.112 Safari/537.36' -H 'Accept: application/json, text/plain, > */*' -H 'Referer: http://localhost:21000/index.html' -H 'Cookie: > JSESSIONID=13d5gxn515o7l5271gbb0j0ec' -H 'Connection: keep-alive' -H > 'Cache-Control: no-cache' --compressed | python -m json.tool > % Total % Received % Xferd Average Speed Time Time Time > Current > Dload Upload Total Spent Left Speed > 100 3390 0 3390 0 0 2187 0 --:--:-- 0:00:01 --:--:-- 2188 > { > "GUID": "ff37663a-7561-462c-9ec8-2bacaebc0296", > "definition": { > "id": { > "id": "ff37663a-7561-462c-9ec8-2bacaebc0296", > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "state": "ACTIVE", > "typeName": "hive_table", > "version": 0 > }, > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "traitNames": [], > "traits": {}, > "typeName": "hive_table", > "values": { > "columns": [ > { > "id": { > "id": "9252f481-ca2a-4b31-88d2-d404dfc9d3fd", > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "state": "ACTIVE", > "typeName": "hive_column", > "version": 0 > }, > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "traitNames": [], > "traits": {}, > "typeName": "hive_column", > "values": { > "comment": null, > "name": "c1", > "qualifiedName": "default.test_change1.c1@primary", > "type": "int" > } > }, > { > "id": { > "id": "a4d14fff-842f-48bc-962f-0e4fbac2a815", > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "state": "ACTIVE", > "typeName": "hive_column", > "version": 0 > }, > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "traitNames": [], > "traits": {}, > "typeName": "hive_column", > "values": { > "comment": null, > "name": "a", > "qualifiedName": "default.test_change1.a@primary", > "type": "int" > } > }, > { > "id": { > "id": "5c700938-5782-4ae4-8599-7dfe90fecfdc", > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "state": "ACTIVE", > "typeName": "hive_column", > "version": 0 > }, > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "traitNames": [], > "traits": {}, > "typeName": "hive_column", > "values": { > "comment": null, > "name": "b", > "qualifiedName": "default.test_change1.b@primary", > "type": "int" > } > } > ], > "comment": null, > "createTime": "2016-04-26T10:45:27.000Z", > "db": { > "id": "b23cc76a-32e4-4137-860e-8cac2689ba0e", > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "state": "ACTIVE", > "typeName": "hive_db", > "version": 0 > }, > "description": null, > "lastAccessTime": "2016-04-26T10:45:27.000Z", > "name": "default.test_change1@primary", > "owner": "apathan", > "parameters": { > "COLUMN_STATS_ACCURATE": "false", > "last_modified_by": "apathan", > "last_modified_time": "1461667527", > "numFiles": "0", > "numRows": "-1", > "rawDataSize": "-1", > "totalSize": "0", > "transient_lastDdlTime": "1461667527" > }, > "partitionKeys": null, > "retention": 0, > "sd": { > "id": { > "id": "f9cd7208-2a64-4cfd-87c9-9820a12365ef", > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Id", > "state": "ACTIVE", > "typeName": "hive_storagedesc", > "version": 0 > }, > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", > "traitNames": [], > "traits": {}, > "typeName": "hive_storagedesc", > "values": { > "bucketCols": null, > "compressed": false, > "inputFormat": "org.apache.hadoop.mapred.TextInputFormat", > "location": > "hdfs://localhost:9000/user/hive/warehouse/test_change1", > "numBuckets": -1, > "outputFormat": > "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat", > "parameters": null, > "qualifiedName": "default.test_change1@primary_storage", > "serdeInfo": { > "jsonClass": > "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct", > "typeName": "hive_serde", > "values": { > "name": null, > "parameters": { > "serialization.format": "1" > }, > "serializationLib": > "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe" > } > }, > "sortCols": null, > "storedAsSubDirectories": false > } > }, > "tableName": "test_change1", > "tableType": "MANAGED_TABLE", > "temporary": false, > "viewExpandedText": null, > "viewOriginalText": null > } > }, > "requestId": "qtp835142742-5627 - 014f0afd-bb3e-4b9f-b267-d19ae4b7de1e" > } > {noformat} -- This message was sent by Atlassian JIRA (v6.3.4#6332)