You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@atlas.apache.org by "Ayub Khan (JIRA)" <ji...@apache.org> on 2016/04/26 13:11:13 UTC
[jira] [Commented] (ATLAS-713) Atlas UI is still showing the
deleted column of a hive table (Entity response of hive table does not have
it). - with browser cache disabled.
[ https://issues.apache.org/jira/browse/ATLAS-713?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15257908#comment-15257908 ]
Ayub Khan commented on ATLAS-713:
---------------------------------
This is true in case of deleted hive tables as well.
Test:
1. Create a hive table, delete it
2. Create the same table
3. Now check in the UI, it shows each column twice(one from the deleted hive table and other from new hive table) for hive table entity.
UI snapshot: https://monosnap.com/file/2ax5eotOg9w9ES57IVPVLNUCSWVwuH
Note: Entity response is proper - no issues from backend.
> Atlas UI is still showing the deleted column of a hive table (Entity response of hive table does not have it). - with browser cache disabled.
> ---------------------------------------------------------------------------------------------------------------------------------------------
>
> Key: ATLAS-713
> URL: https://issues.apache.org/jira/browse/ATLAS-713
> Project: Atlas
> Issue Type: Bug
> Affects Versions: 0.7-incubating
> Reporter: Ayub Khan
> Assignee: Erik Bergenholtz
>
> Atlas UI is still showing the deleted column of a hive table (Entity response of hive table does not have it). - with browser cache disabled.
> Create a hive table (CREATE TABLE test_change1 (a int, b int, c int);)
> Change column name to new one (ALTER TABLE test_change1 CHANGE c c1 INT FIRST;)
> UI snapshot: https://monosnap.com/file/GVOipYxkcaJPcqgnJuxULBTCZopytR
> {noformat}
> curl 'http://localhost:21000/api/atlas/entities/ff37663a-7561-462c-9ec8-2bacaebc0296' -H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.112 Safari/537.36' -H 'Accept: application/json, text/plain, */*' -H 'Referer: http://localhost:21000/index.html' -H 'Cookie: JSESSIONID=13d5gxn515o7l5271gbb0j0ec' -H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
> % Total % Received % Xferd Average Speed Time Time Time Current
> Dload Upload Total Spent Left Speed
> 100 3390 0 3390 0 0 2187 0 --:--:-- 0:00:01 --:--:-- 2188
> {
> "GUID": "ff37663a-7561-462c-9ec8-2bacaebc0296",
> "definition": {
> "id": {
> "id": "ff37663a-7561-462c-9ec8-2bacaebc0296",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_table",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_table",
> "values": {
> "columns": [
> {
> "id": {
> "id": "9252f481-ca2a-4b31-88d2-d404dfc9d3fd",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "c1",
> "qualifiedName": "default.test_change1.c1@primary",
> "type": "int"
> }
> },
> {
> "id": {
> "id": "a4d14fff-842f-48bc-962f-0e4fbac2a815",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "a",
> "qualifiedName": "default.test_change1.a@primary",
> "type": "int"
> }
> },
> {
> "id": {
> "id": "5c700938-5782-4ae4-8599-7dfe90fecfdc",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "b",
> "qualifiedName": "default.test_change1.b@primary",
> "type": "int"
> }
> }
> ],
> "comment": null,
> "createTime": "2016-04-26T10:45:27.000Z",
> "db": {
> "id": "b23cc76a-32e4-4137-860e-8cac2689ba0e",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_db",
> "version": 0
> },
> "description": null,
> "lastAccessTime": "2016-04-26T10:45:27.000Z",
> "name": "default.test_change1@primary",
> "owner": "apathan",
> "parameters": {
> "COLUMN_STATS_ACCURATE": "false",
> "last_modified_by": "apathan",
> "last_modified_time": "1461667527",
> "numFiles": "0",
> "numRows": "-1",
> "rawDataSize": "-1",
> "totalSize": "0",
> "transient_lastDdlTime": "1461667527"
> },
> "partitionKeys": null,
> "retention": 0,
> "sd": {
> "id": {
> "id": "f9cd7208-2a64-4cfd-87c9-9820a12365ef",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "state": "ACTIVE",
> "typeName": "hive_storagedesc",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_storagedesc",
> "values": {
> "bucketCols": null,
> "compressed": false,
> "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
> "location": "hdfs://localhost:9000/user/hive/warehouse/test_change1",
> "numBuckets": -1,
> "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
> "parameters": null,
> "qualifiedName": "default.test_change1@primary_storage",
> "serdeInfo": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
> "typeName": "hive_serde",
> "values": {
> "name": null,
> "parameters": {
> "serialization.format": "1"
> },
> "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
> }
> },
> "sortCols": null,
> "storedAsSubDirectories": false
> }
> },
> "tableName": "test_change1",
> "tableType": "MANAGED_TABLE",
> "temporary": false,
> "viewExpandedText": null,
> "viewOriginalText": null
> }
> },
> "requestId": "qtp835142742-5627 - 014f0afd-bb3e-4b9f-b267-d19ae4b7de1e"
> }
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)