You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@atlas.apache.org by "Ayub Khan (JIRA)" <ji...@apache.org> on 2016/05/06 10:16:13 UTC
[jira] [Updated] (ATLAS-755) UI: User defined tableproperties are
ignored/not displayed.
[ https://issues.apache.org/jira/browse/ATLAS-755?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Ayub Khan updated ATLAS-755:
----------------------------
Description:
Add hive table props: ALTER TABLE test_table set TBLPROPERTIES ('key1'='value1','comment'='test comment')
Hive entity udpate message reflecting the table property changes..
{noformat}
{
"entities": [
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198870717493",
"version": 0,
"typeName": "hive_db",
"state": "ACTIVE"
},
"typeName": "hive_db",
"values": {
"name": "default",
"description": "Default Hive database",
"ownerType": 2,
"qualifiedName": "default@cl1",
"locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
"owner": "public",
"clusterName": "cl1",
"parameters": {}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
},
"typeName": "hive_table",
"values": {
"tableType": "MANAGED_TABLE",
"name": "default.test_table@cl1",
"createTime": "2016-05-06T10:00:52.000Z",
"temporary": false,
"db": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198870717493",
"version": 0,
"typeName": "hive_db",
"state": "ACTIVE"
},
"typeName": "hive_db",
"values": {
"name": "default",
"description": "Default Hive database",
"ownerType": 2,
"qualifiedName": "default@cl1",
"locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
"owner": "public",
"clusterName": "cl1",
"parameters": {}
},
"traitNames": [],
"traits": {}
},
"retention": 0,
"tableName": "test_table",
"columns": [
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897676876",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "id1",
"qualifiedName": "default.test_table.id1@cl1",
"type": "int",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897687033",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "name",
"qualifiedName": "default.test_table.name@cl1",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
}
],
"comment": "test comment",
"lastAccessTime": "2016-05-06T10:00:52.000Z",
"owner": "hiveuser",
"sd": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897611603",
"version": 0,
"typeName": "hive_storagedesc",
"state": "ACTIVE"
},
"typeName": "hive_storagedesc",
"values": {
"location": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse/test_table",
"serdeInfo": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "hive_serde",
"values": {
"serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
"parameters": {
"serialization.format": "1"
}
}
},
"qualifiedName": "default.test_table@cl1_storage",
"outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
"compressed": false,
"numBuckets": -1,
"inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
"parameters": {},
"storedAsSubDirectories": false,
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
"parameters": {
"transient_lastDdlTime": "1462528852",
"last_modified_time": "1462528852",
"last_modified_by": "hiveuser",
"key1": "value21",
"comment": "test comment"
},
"partitionKeys": [
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897638691",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "dt",
"qualifiedName": "default.test_table.dt@cl1",
"type": "date",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
}
]
},
"traitNames": [],
"traits": {}
}
],
"type": "ENTITY_FULL_UPDATE",
"user": "hiveuser"
}
{noformat}
UI snapshot shows the user defined table props are not displayed:
https://monosnap.com/file/jn4WM5hiHI9aaE5Nlw3iStcdWxwTiO
was:
Hive entity udpate message reflecting the table property changes..
{noformat}
{
"entities": [
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198870717493",
"version": 0,
"typeName": "hive_db",
"state": "ACTIVE"
},
"typeName": "hive_db",
"values": {
"name": "default",
"description": "Default Hive database",
"ownerType": 2,
"qualifiedName": "default@cl1",
"locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
"owner": "public",
"clusterName": "cl1",
"parameters": {}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
},
"typeName": "hive_table",
"values": {
"tableType": "MANAGED_TABLE",
"name": "default.test_table@cl1",
"createTime": "2016-05-06T10:00:52.000Z",
"temporary": false,
"db": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198870717493",
"version": 0,
"typeName": "hive_db",
"state": "ACTIVE"
},
"typeName": "hive_db",
"values": {
"name": "default",
"description": "Default Hive database",
"ownerType": 2,
"qualifiedName": "default@cl1",
"locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
"owner": "public",
"clusterName": "cl1",
"parameters": {}
},
"traitNames": [],
"traits": {}
},
"retention": 0,
"tableName": "test_table",
"columns": [
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897676876",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "id1",
"qualifiedName": "default.test_table.id1@cl1",
"type": "int",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897687033",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "name",
"qualifiedName": "default.test_table.name@cl1",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
}
],
"comment": "test comment",
"lastAccessTime": "2016-05-06T10:00:52.000Z",
"owner": "hiveuser",
"sd": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897611603",
"version": 0,
"typeName": "hive_storagedesc",
"state": "ACTIVE"
},
"typeName": "hive_storagedesc",
"values": {
"location": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse/test_table",
"serdeInfo": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "hive_serde",
"values": {
"serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
"parameters": {
"serialization.format": "1"
}
}
},
"qualifiedName": "default.test_table@cl1_storage",
"outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
"compressed": false,
"numBuckets": -1,
"inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
"parameters": {},
"storedAsSubDirectories": false,
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
"parameters": {
"transient_lastDdlTime": "1462528852",
"last_modified_time": "1462528852",
"last_modified_by": "hiveuser",
"key1": "value21",
"comment": "test comment"
},
"partitionKeys": [
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897638691",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "dt",
"qualifiedName": "default.test_table.dt@cl1",
"type": "date",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "-85198897495080",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
}
]
},
"traitNames": [],
"traits": {}
}
],
"type": "ENTITY_FULL_UPDATE",
"user": "hiveuser"
}
{noformat}
UI snapshot shows the user defined table props are not displayed:
https://monosnap.com/file/jn4WM5hiHI9aaE5Nlw3iStcdWxwTiO
> UI: User defined tableproperties are ignored/not displayed.
> -----------------------------------------------------------
>
> Key: ATLAS-755
> URL: https://issues.apache.org/jira/browse/ATLAS-755
> Project: Atlas
> Issue Type: Bug
> Affects Versions: 0.7-incubating
> Reporter: Ayub Khan
> Assignee: Erik Bergenholtz
> Fix For: 0.7-incubating
>
>
> Add hive table props: ALTER TABLE test_table set TBLPROPERTIES ('key1'='value1','comment'='test comment')
> Hive entity udpate message reflecting the table property changes..
> {noformat}
> {
> "entities": [
> {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198870717493",
> "version": 0,
> "typeName": "hive_db",
> "state": "ACTIVE"
> },
> "typeName": "hive_db",
> "values": {
> "name": "default",
> "description": "Default Hive database",
> "ownerType": 2,
> "qualifiedName": "default@cl1",
> "locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
> "owner": "public",
> "clusterName": "cl1",
> "parameters": {}
> },
> "traitNames": [],
> "traits": {}
> },
> {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897495080",
> "version": 0,
> "typeName": "hive_table",
> "state": "ACTIVE"
> },
> "typeName": "hive_table",
> "values": {
> "tableType": "MANAGED_TABLE",
> "name": "default.test_table@cl1",
> "createTime": "2016-05-06T10:00:52.000Z",
> "temporary": false,
> "db": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198870717493",
> "version": 0,
> "typeName": "hive_db",
> "state": "ACTIVE"
> },
> "typeName": "hive_db",
> "values": {
> "name": "default",
> "description": "Default Hive database",
> "ownerType": 2,
> "qualifiedName": "default@cl1",
> "locationUri": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse",
> "owner": "public",
> "clusterName": "cl1",
> "parameters": {}
> },
> "traitNames": [],
> "traits": {}
> },
> "retention": 0,
> "tableName": "test_table",
> "columns": [
> {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897676876",
> "version": 0,
> "typeName": "hive_column",
> "state": "ACTIVE"
> },
> "typeName": "hive_column",
> "values": {
> "name": "id1",
> "qualifiedName": "default.test_table.id1@cl1",
> "type": "int",
> "table": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897495080",
> "version": 0,
> "typeName": "hive_table",
> "state": "ACTIVE"
> }
> },
> "traitNames": [],
> "traits": {}
> },
> {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897687033",
> "version": 0,
> "typeName": "hive_column",
> "state": "ACTIVE"
> },
> "typeName": "hive_column",
> "values": {
> "name": "name",
> "qualifiedName": "default.test_table.name@cl1",
> "type": "string",
> "table": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897495080",
> "version": 0,
> "typeName": "hive_table",
> "state": "ACTIVE"
> }
> },
> "traitNames": [],
> "traits": {}
> }
> ],
> "comment": "test comment",
> "lastAccessTime": "2016-05-06T10:00:52.000Z",
> "owner": "hiveuser",
> "sd": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897611603",
> "version": 0,
> "typeName": "hive_storagedesc",
> "state": "ACTIVE"
> },
> "typeName": "hive_storagedesc",
> "values": {
> "location": "hdfs://os-r6-apathan-atlas-erie-nosec-2.openstacklocal:8020/apps/hive/warehouse/test_table",
> "serdeInfo": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
> "typeName": "hive_serde",
> "values": {
> "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
> "parameters": {
> "serialization.format": "1"
> }
> }
> },
> "qualifiedName": "default.test_table@cl1_storage",
> "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
> "compressed": false,
> "numBuckets": -1,
> "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
> "parameters": {},
> "storedAsSubDirectories": false,
> "table": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897495080",
> "version": 0,
> "typeName": "hive_table",
> "state": "ACTIVE"
> }
> },
> "traitNames": [],
> "traits": {}
> },
> "parameters": {
> "transient_lastDdlTime": "1462528852",
> "last_modified_time": "1462528852",
> "last_modified_by": "hiveuser",
> "key1": "value21",
> "comment": "test comment"
> },
> "partitionKeys": [
> {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897638691",
> "version": 0,
> "typeName": "hive_column",
> "state": "ACTIVE"
> },
> "typeName": "hive_column",
> "values": {
> "name": "dt",
> "qualifiedName": "default.test_table.dt@cl1",
> "type": "date",
> "table": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id": "-85198897495080",
> "version": 0,
> "typeName": "hive_table",
> "state": "ACTIVE"
> }
> },
> "traitNames": [],
> "traits": {}
> }
> ]
> },
> "traitNames": [],
> "traits": {}
> }
> ],
> "type": "ENTITY_FULL_UPDATE",
> "user": "hiveuser"
> }
> {noformat}
> UI snapshot shows the user defined table props are not displayed:
> https://monosnap.com/file/jn4WM5hiHI9aaE5Nlw3iStcdWxwTiO
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)