You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@atlas.apache.org by "Ayub Khan (JIRA)" <ji...@apache.org> on 2016/08/10 13:03:20 UTC
[jira] [Updated] (ATLAS-1112) Hive table GET response from atlas
server had duplicate column entries
[ https://issues.apache.org/jira/browse/ATLAS-1112?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Ayub Khan updated ATLAS-1112:
-----------------------------
Attachment: ATLAS-1112.patch
> Hive table GET response from atlas server had duplicate column entries
> ----------------------------------------------------------------------
>
> Key: ATLAS-1112
> URL: https://issues.apache.org/jira/browse/ATLAS-1112
> Project: Atlas
> Issue Type: Bug
> Affects Versions: trunk
> Reporter: Ayub Khan
> Assignee: Ayub Khan
> Priority: Blocker
> Attachments: ATLAS-1112.patch
>
>
> Atlas server overwrites the entities when entity create message is sent with duplicate ID.
> In this case, HiveHook uses system.nanotime() for generating the ID for entities which does not guarantee the uniqueness of ID string. So, hiveHook creates an entity with duplicate id for columns(not all times) - which results in overwriting the columns and hence duplicate columns are seen.
> For example: One such entity create message seen from hiveHook is
> {noformat}
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986778765230",
> "version":0,
> "typeName":"hive_db",
> "state":"ACTIVE"
> },
> "typeName":"hive_db",
> "values":{
> "name":"default",
> "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse",
> "description":"Default Hive database",
> "ownerType":2,
> "qualifiedName":"default@cl1",
> "owner":"public",
> "clusterName":"cl1",
> "parameters":{
>
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> },
> "typeName":"hive_table",
> "values":{
> "tableType":"MANAGED_TABLE",
> "name":"allparams1px9g6chqv",
> "createTime":"2016-08-10T04:26:50.000Z",
> "temporary":false,
> "db":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986778765230",
> "version":0,
> "typeName":"hive_db",
> "state":"ACTIVE"
> },
> "typeName":"hive_db",
> "values":{
> "name":"default",
> "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse",
> "description":"Default Hive database",
> "ownerType":2,
> "qualifiedName":"default@cl1",
> "owner":"public",
> "clusterName":"cl1",
> "parameters":{
>
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> "retention":0,
> "qualifiedName":"default.allparams1px9g6chqv@cl1",
> "columns":[
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813593492",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"inttype",
> "qualifiedName":"default.allparams1px9g6chqv.inttype@cl1",
> "owner":"hrt_qa",
> "type":"int",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813606611",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"tinyinttype",
> "qualifiedName":"default.allparams1px9g6chqv.tinyinttype@cl1",
> "owner":"hrt_qa",
> "type":"tinyint",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813633980",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"smallinttype",
> "qualifiedName":"default.allparams1px9g6chqv.smallinttype@cl1",
> "owner":"hrt_qa",
> "type":"smallint",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813636330",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"biginttype",
> "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
> "owner":"hrt_qa",
> "type":"bigint",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813636330",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"booleantype",
> "qualifiedName":"default.allparams1px9g6chqv.booleantype@cl1",
> "owner":"hrt_qa",
> "type":"boolean",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813636330",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"floattype",
> "qualifiedName":"default.allparams1px9g6chqv.floattype@cl1",
> "owner":"hrt_qa",
> "type":"float",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813666271",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"doubletype",
> "qualifiedName":"default.allparams1px9g6chqv.doubletype@cl1",
> "owner":"hrt_qa",
> "type":"double",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814020086",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"strtype",
> "qualifiedName":"default.allparams1px9g6chqv.strtype@cl1",
> "owner":"hrt_qa",
> "type":"string",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814027152",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"binarytype",
> "qualifiedName":"default.allparams1px9g6chqv.binarytype@cl1",
> "owner":"hrt_qa",
> "type":"binary",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814236056",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"timestamptype",
> "qualifiedName":"default.allparams1px9g6chqv.timestamptype@cl1",
> "owner":"hrt_qa",
> "type":"timestamp",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814297478",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"decimaltype",
> "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
> "owner":"hrt_qa",
> "type":"decimal(10,0)",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814297478",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"decimalprecisetype",
> "qualifiedName":"default.allparams1px9g6chqv.decimalprecisetype@cl1",
> "owner":"hrt_qa",
> "type":"decimal(5,2)",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814482254",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"datetype",
> "qualifiedName":"default.allparams1px9g6chqv.datetype@cl1",
> "owner":"hrt_qa",
> "type":"date",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814483713",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"varchartype",
> "qualifiedName":"default.allparams1px9g6chqv.varchartype@cl1",
> "owner":"hrt_qa",
> "type":"varchar(100)",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814490168",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"chartype",
> "qualifiedName":"default.allparams1px9g6chqv.chartype@cl1",
> "owner":"hrt_qa",
> "type":"char(20)",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814496450",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"arraytype",
> "qualifiedName":"default.allparams1px9g6chqv.arraytype@cl1",
> "owner":"hrt_qa",
> "type":"array<string>",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814502849",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"maptype",
> "qualifiedName":"default.allparams1px9g6chqv.maptype@cl1",
> "owner":"hrt_qa",
> "type":"map<string,string>",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814508953",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"structtype",
> "qualifiedName":"default.allparams1px9g6chqv.structtype@cl1",
> "owner":"hrt_qa",
> "type":"struct<c:int>",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986814514817",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"uniontype",
> "qualifiedName":"default.allparams1px9g6chqv.uniontype@cl1",
> "owner":"hrt_qa",
> "type":"uniontype<string,int>",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> }
> ],
> "lastAccessTime":"2016-08-10T04:26:50.000Z",
> "owner":"hrt_qa",
> "sd":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813171149",
> "version":0,
> "typeName":"hive_storagedesc",
> "state":"ACTIVE"
> },
> "typeName":"hive_storagedesc",
> "values":{
> "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse/allparams1px9g6chqv",
> "serdeInfo":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
> "typeName":"hive_serde",
> "values":{
> "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
> "parameters":{
> "serialization.format":"1"
> }
> }
> },
> "qualifiedName":"default.allparams1px9g6chqv@cl1_storage",
> "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
> "compressed":false,
> "numBuckets":-1,
> "inputFormat":"org.apache.hadoop.mapred.TextInputFormat",
> "parameters":{
>
> },
> "storedAsSubDirectories":false,
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"-8986813055475",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> },
> "parameters":{
> "rawDataSize":"0",
> "numFiles":"0",
> "transient_lastDdlTime":"1470803210",
> "totalSize":"0",
> "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}",
> "numRows":"0"
> },
> "partitionKeys":[
>
> ]
> },
> "traitNames":[
>
> ],
> "traits":{
>
> }
> }
> {noformat}
> The response from Atlas server showing duplicate entities
> {noformat}
> {
> "requestId":"qtp1783047508-19 - 474a17cf-cfbc-4c12-8a12-9b630aec1ae4",
> "definition":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> },
> "typeName":"hive_table",
> "values":{
> "aliases":null,
> "tableType":"MANAGED_TABLE",
> "name":"allparams1px9g6chqv",
> "viewExpandedText":null,
> "createTime":"2016-08-10T04:26:50.000Z",
> "description":null,
> "temporary":false,
> "db":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"688e70ec-ad36-4036-b21d-994b90e49994",
> "version":0,
> "typeName":"hive_db",
> "state":"ACTIVE"
> },
> "viewOriginalText":null,
> "retention":0,
> "qualifiedName":"default.allparams1px9g6chqv@cl1",
> "columns":[
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5156c917-dc56-4056-a0f8-3036401ff302",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"inttype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.inttype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"int",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"34b02e5b-9f73-4c76-bde0-79f6d35df7bc",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"tinyinttype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.tinyinttype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"tinyint",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"128a6ede-1a5a-41ac-9074-f2865a2bc5c2",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"smallinttype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.smallinttype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"smallint",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"biginttype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"bigint",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"biginttype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"bigint",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"biginttype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"bigint",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5a32d804-dbe5-4431-aaf5-f8da48555736",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"doubletype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.doubletype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"double",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"a8b49a38-5401-47e2-bdcd-8ff3aeb1e3af",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"strtype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.strtype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"string",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"0b80a8d8-5390-4641-b49d-d3d5dd34119a",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"binarytype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.binarytype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"binary",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"565e0804-d231-4c1d-875e-f3a482b297b0",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"timestamptype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.timestamptype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"timestamp",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"4071f833-8697-4fcf-978d-f5b6132225ff",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"decimaltype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"decimal(10,0)",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"4071f833-8697-4fcf-978d-f5b6132225ff",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"decimaltype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"decimal(10,0)",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"1b68e9fb-0610-4628-9147-2a731763cdac",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"datetype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.datetype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"date",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"39d8a83f-e09f-4d6c-9679-08af8d2f613b",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"varchartype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.varchartype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"varchar(100)",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"f77ed72f-771b-4add-be6f-68dd207bdaa0",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"chartype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.chartype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"char(20)",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"cdc9e215-c0f7-4da5-8917-aa02e9411288",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"arraytype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.arraytype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"array<string>",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"6e25dbc8-1dea-4c50-bbbb-811aad778fa0",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"maptype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.maptype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"map<string,string>",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"bc8638cd-0284-4600-a2ed-ef5e279bf406",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"structtype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.structtype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"struct<c:int>",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> {
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"4195bcd0-06cf-49f7-93e5-b8a3c612c4b8",
> "version":0,
> "typeName":"hive_column",
> "state":"ACTIVE"
> },
> "typeName":"hive_column",
> "values":{
> "name":"uniontype",
> "description":null,
> "qualifiedName":"default.allparams1px9g6chqv.uniontype@cl1",
> "comment":null,
> "owner":"hrt_qa",
> "type":"uniontype<string,int>",
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> }
> ],
> "comment":null,
> "lastAccessTime":"2016-08-10T04:26:50.000Z",
> "owner":"hrt_qa",
> "sd":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "id":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"009ccfdf-a73d-473a-aa30-1b8efa49acac",
> "version":0,
> "typeName":"hive_storagedesc",
> "state":"ACTIVE"
> },
> "typeName":"hive_storagedesc",
> "values":{
> "location":"hdfs:\/\/nat-r6-itvs-atlas-1.openstacklocal:8020\/apps\/hive\/warehouse\/allparams1px9g6chqv",
> "serdeInfo":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
> "typeName":"hive_serde",
> "values":{
> "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
> "parameters":{
> "serialization.format":"1"
> },
> "name":null
> }
> },
> "qualifiedName":"default.allparams1px9g6chqv@cl1_storage",
> "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
> "compressed":false,
> "sortCols":null,
> "bucketCols":null,
> "numBuckets":-1,
> "inputFormat":"org.apache.hadoop.mapred.TextInputFormat",
> "parameters":null,
> "storedAsSubDirectories":false,
> "table":{
> "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
> "version":0,
> "typeName":"hive_table",
> "state":"ACTIVE"
> }
> },
> "traitNames":[
> ],
> "traits":{
> }
> },
> "parameters":{
> "rawDataSize":"0",
> "numFiles":"0",
> "transient_lastDdlTime":"1470803210",
> "totalSize":"0",
> "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}",
> "numRows":"0"
> },
> "partitionKeys":null
> },
> "traitNames":[
> ],
> "traits":{
> }
> }
> }
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)