You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@atlas.apache.org by "Ayub Khan (JIRA)" <ji...@apache.org> on 2016/04/26 13:13:12 UTC
[jira] [Updated] (ATLAS-713) Atlas UI is still showing the deleted
column of a hive table (Entity response of hive table does not have it). -
with browser cache disabled.
[ https://issues.apache.org/jira/browse/ATLAS-713?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Ayub Khan updated ATLAS-713:
----------------------------
Description:
Atlas UI is still showing the deleted column of a hive table (Entity response of hive table does not have it). - with browser cache disabled.
Create a hive table (CREATE TABLE test_change1 (a int, b int, c int); )
Change column name to new one (ALTER TABLE test_change1 CHANGE c c1 INT FIRST; )
UI snapshot: https://monosnap.com/file/GVOipYxkcaJPcqgnJuxULBTCZopytR
{noformat}
curl 'http://localhost:21000/api/atlas/entities/ff37663a-7561-462c-9ec8-2bacaebc0296' -H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.112 Safari/537.36' -H 'Accept: application/json, text/plain, */*' -H 'Referer: http://localhost:21000/index.html' -H 'Cookie: JSESSIONID=13d5gxn515o7l5271gbb0j0ec' -H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 3390 0 3390 0 0 2187 0 --:--:-- 0:00:01 --:--:-- 2188
{
"GUID": "ff37663a-7561-462c-9ec8-2bacaebc0296",
"definition": {
"id": {
"id": "ff37663a-7561-462c-9ec8-2bacaebc0296",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_table",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_table",
"values": {
"columns": [
{
"id": {
"id": "9252f481-ca2a-4b31-88d2-d404dfc9d3fd",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "c1",
"qualifiedName": "default.test_change1.c1@primary",
"type": "int"
}
},
{
"id": {
"id": "a4d14fff-842f-48bc-962f-0e4fbac2a815",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "a",
"qualifiedName": "default.test_change1.a@primary",
"type": "int"
}
},
{
"id": {
"id": "5c700938-5782-4ae4-8599-7dfe90fecfdc",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "b",
"qualifiedName": "default.test_change1.b@primary",
"type": "int"
}
}
],
"comment": null,
"createTime": "2016-04-26T10:45:27.000Z",
"db": {
"id": "b23cc76a-32e4-4137-860e-8cac2689ba0e",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_db",
"version": 0
},
"description": null,
"lastAccessTime": "2016-04-26T10:45:27.000Z",
"name": "default.test_change1@primary",
"owner": "apathan",
"parameters": {
"COLUMN_STATS_ACCURATE": "false",
"last_modified_by": "apathan",
"last_modified_time": "1461667527",
"numFiles": "0",
"numRows": "-1",
"rawDataSize": "-1",
"totalSize": "0",
"transient_lastDdlTime": "1461667527"
},
"partitionKeys": null,
"retention": 0,
"sd": {
"id": {
"id": "f9cd7208-2a64-4cfd-87c9-9820a12365ef",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_storagedesc",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_storagedesc",
"values": {
"bucketCols": null,
"compressed": false,
"inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
"location": "hdfs://localhost:9000/user/hive/warehouse/test_change1",
"numBuckets": -1,
"outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
"parameters": null,
"qualifiedName": "default.test_change1@primary_storage",
"serdeInfo": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "hive_serde",
"values": {
"name": null,
"parameters": {
"serialization.format": "1"
},
"serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
}
},
"sortCols": null,
"storedAsSubDirectories": false
}
},
"tableName": "test_change1",
"tableType": "MANAGED_TABLE",
"temporary": false,
"viewExpandedText": null,
"viewOriginalText": null
}
},
"requestId": "qtp835142742-5627 - 014f0afd-bb3e-4b9f-b267-d19ae4b7de1e"
}
{noformat}
was:
Atlas UI is still showing the deleted column of a hive table (Entity response of hive table does not have it). - with browser cache disabled.
Create a hive table (CREATE TABLE test_change1 (a int, b int, c int);)
Change column name to new one (ALTER TABLE test_change1 CHANGE c c1 INT FIRST;)
UI snapshot: https://monosnap.com/file/GVOipYxkcaJPcqgnJuxULBTCZopytR
{noformat}
curl 'http://localhost:21000/api/atlas/entities/ff37663a-7561-462c-9ec8-2bacaebc0296' -H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.112 Safari/537.36' -H 'Accept: application/json, text/plain, */*' -H 'Referer: http://localhost:21000/index.html' -H 'Cookie: JSESSIONID=13d5gxn515o7l5271gbb0j0ec' -H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 3390 0 3390 0 0 2187 0 --:--:-- 0:00:01 --:--:-- 2188
{
"GUID": "ff37663a-7561-462c-9ec8-2bacaebc0296",
"definition": {
"id": {
"id": "ff37663a-7561-462c-9ec8-2bacaebc0296",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_table",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_table",
"values": {
"columns": [
{
"id": {
"id": "9252f481-ca2a-4b31-88d2-d404dfc9d3fd",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "c1",
"qualifiedName": "default.test_change1.c1@primary",
"type": "int"
}
},
{
"id": {
"id": "a4d14fff-842f-48bc-962f-0e4fbac2a815",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "a",
"qualifiedName": "default.test_change1.a@primary",
"type": "int"
}
},
{
"id": {
"id": "5c700938-5782-4ae4-8599-7dfe90fecfdc",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "b",
"qualifiedName": "default.test_change1.b@primary",
"type": "int"
}
}
],
"comment": null,
"createTime": "2016-04-26T10:45:27.000Z",
"db": {
"id": "b23cc76a-32e4-4137-860e-8cac2689ba0e",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_db",
"version": 0
},
"description": null,
"lastAccessTime": "2016-04-26T10:45:27.000Z",
"name": "default.test_change1@primary",
"owner": "apathan",
"parameters": {
"COLUMN_STATS_ACCURATE": "false",
"last_modified_by": "apathan",
"last_modified_time": "1461667527",
"numFiles": "0",
"numRows": "-1",
"rawDataSize": "-1",
"totalSize": "0",
"transient_lastDdlTime": "1461667527"
},
"partitionKeys": null,
"retention": 0,
"sd": {
"id": {
"id": "f9cd7208-2a64-4cfd-87c9-9820a12365ef",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"state": "ACTIVE",
"typeName": "hive_storagedesc",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_storagedesc",
"values": {
"bucketCols": null,
"compressed": false,
"inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
"location": "hdfs://localhost:9000/user/hive/warehouse/test_change1",
"numBuckets": -1,
"outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
"parameters": null,
"qualifiedName": "default.test_change1@primary_storage",
"serdeInfo": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "hive_serde",
"values": {
"name": null,
"parameters": {
"serialization.format": "1"
},
"serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
}
},
"sortCols": null,
"storedAsSubDirectories": false
}
},
"tableName": "test_change1",
"tableType": "MANAGED_TABLE",
"temporary": false,
"viewExpandedText": null,
"viewOriginalText": null
}
},
"requestId": "qtp835142742-5627 - 014f0afd-bb3e-4b9f-b267-d19ae4b7de1e"
}
{noformat}
> Atlas UI is still showing the deleted column of a hive table (Entity response of hive table does not have it). - with browser cache disabled.
> ---------------------------------------------------------------------------------------------------------------------------------------------
>
> Key: ATLAS-713
> URL: https://issues.apache.org/jira/browse/ATLAS-713
> Project: Atlas
> Issue Type: Bug
> Affects Versions: 0.7-incubating
> Reporter: Ayub Khan
> Assignee: Erik Bergenholtz
>
> Atlas UI is still showing the deleted column of a hive table (Entity response of hive table does not have it). - with browser cache disabled.
> Create a hive table (CREATE TABLE test_change1 (a int, b int, c int); )
> Change column name to new one (ALTER TABLE test_change1 CHANGE c c1 INT FIRST; )
> UI snapshot: https://monosnap.com/file/GVOipYxkcaJPcqgnJuxULBTCZopytR
> {noformat}
> curl 'http://localhost:21000/api/atlas/entities/ff37663a-7561-462c-9ec8-2bacaebc0296' -H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.112 Safari/537.36' -H 'Accept: application/json, text/plain, */*' -H 'Referer: http://localhost:21000/index.html' -H 'Cookie: JSESSIONID=13d5gxn515o7l5271gbb0j0ec' -H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
> % Total % Received % Xferd Average Speed Time Time Time Current
> Dload Upload Total Spent Left Speed
> 100 3390 0 3390 0 0 2187 0 --:--:-- 0:00:01 --:--:-- 2188
> {
> "GUID": "ff37663a-7561-462c-9ec8-2bacaebc0296",
> "definition": {
> "id": {
> "id": "ff37663a-7561-462c-9ec8-2bacaebc0296",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_table",
> "values": {
> "columns": [
> {
> "id": {
> "id": "9252f481-ca2a-4b31-88d2-d404dfc9d3fd",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "c1",
> "qualifiedName": "default.test_change1.c1@primary",
> "type": "int"
> }
> },
> {
> "id": {
> "id": "a4d14fff-842f-48bc-962f-0e4fbac2a815",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "a",
> "qualifiedName": "default.test_change1.a@primary",
> "type": "int"
> }
> },
> {
> "id": {
> "id": "5c700938-5782-4ae4-8599-7dfe90fecfdc",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "b",
> "qualifiedName": "default.test_change1.b@primary",
> "type": "int"
> }
> }
> ],
> "comment": null,
> "createTime": "2016-04-26T10:45:27.000Z",
> "db": {
> "id": "b23cc76a-32e4-4137-860e-8cac2689ba0e",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_db",
> "version": 0
> },
> "description": null,
> "lastAccessTime": "2016-04-26T10:45:27.000Z",
> "name": "default.test_change1@primary",
> "owner": "apathan",
> "parameters": {
> "COLUMN_STATS_ACCURATE": "false",
> "last_modified_by": "apathan",
> "last_modified_time": "1461667527",
> "numFiles": "0",
> "numRows": "-1",
> "rawDataSize": "-1",
> "totalSize": "0",
> "transient_lastDdlTime": "1461667527"
> },
> "partitionKeys": null,
> "retention": 0,
> "sd": {
> "id": {
> "id": "f9cd7208-2a64-4cfd-87c9-9820a12365ef",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_storagedesc",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_storagedesc",
> "values": {
> "bucketCols": null,
> "compressed": false,
> "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
> "location": "hdfs://localhost:9000/user/hive/warehouse/test_change1",
> "numBuckets": -1,
> "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
> "parameters": null,
> "qualifiedName": "default.test_change1@primary_storage",
> "serdeInfo": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
> "typeName": "hive_serde",
> "values": {
> "name": null,
> "parameters": {
> "serialization.format": "1"
> },
> "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
> }
> },
> "sortCols": null,
> "storedAsSubDirectories": false
> }
> },
> "tableName": "test_change1",
> "tableType": "MANAGED_TABLE",
> "temporary": false,
> "viewExpandedText": null,
> "viewOriginalText": null
> }
> },
> "requestId": "qtp835142742-5627 - 014f0afd-bb3e-4b9f-b267-d19ae4b7de1e"
> }
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)