You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@atlas.apache.org by "Shwetha G S (JIRA)" <ji...@apache.org> on 2016/01/05 06:56:41 UTC

[jira] [Updated] (ATLAS-284) UI not displaying the lineage for complex hive table (CTAS)

     [ https://issues.apache.org/jira/browse/ATLAS-284?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Shwetha G S updated ATLAS-284:
------------------------------
    Fix Version/s:     (was: 0.6-incubating)
                   trunk

> UI not displaying the lineage for complex hive table (CTAS)
> -----------------------------------------------------------
>
>                 Key: ATLAS-284
>                 URL: https://issues.apache.org/jira/browse/ATLAS-284
>             Project: Atlas
>          Issue Type: Bug
>    Affects Versions: 0.6-incubating
>            Reporter: Ayub Khan
>            Assignee: Darshan Kumar
>             Fix For: trunk
>
>         Attachments: graph_not_shown_application.log
>
>
> UI not displaying the lineage for complex hive table (CTAS). 
> 1. On hive cli, create a hive table using CTAS just like below..
> Use this query:
> create table table_1251 as  select employee.salary as salary, t2.temp as integer, t1.temp as number, nested.propertyid as
> string, nested.propertyName as propname, table_1243.number as num, table_1250.number as prism,  temp_batting.col_value as
> temp1  from employee, t2, t1, nested, table_1243, table_1250, temp_batting;
> 2. Now try to view the graph on ATLAS UI for the above table. - No Graph is displayed where as the backend API request is successful.
> {noformat}
> curl 'http://localhost:21000/api/atlas/lineage/hive/table/primary.default.table_1261/inputs/graph' -H 'Accept: application/json, text/plain, */*' -H 'Connection: keep-alive' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Referer: http://localhost:21000/' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2490.80 Safari/537.36' --compressed | python -m json.tool
>   % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
>                                  Dload  Upload   Total   Spent    Left  Speed
> 100  3825    0  3825    0     0   3813      0 --:--:--  0:00:01 --:--:--  3813
> {
>     "requestId": "qtp1610708593-415 - fb672eb4-2ce2-4485-8350-ba1f919ece02",
>     "results": {
>         "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>         "typeName": "__tempQueryResultStruct65",
>         "values": {
>             "edges": {
>                 "5a3ecb0e-adc9-40c9-8296-9132d7ad1838": [
>                     "ebde1571-2ced-46d6-b65c-558835224764"
>                 ],
>                 "ebde1571-2ced-46d6-b65c-558835224764": [
>                     "364d6dc1-fdcc-4d03-8df7-cf1d835730af",
>                     "6b52aa8f-134d-4ab7-9389-4568fac87533",
>                     "7c1af593-b7b1-4838-815b-872b8a163a40",
>                     "ce01cbb6-ffd5-42c8-8c15-3f72bcef45c1",
>                     "b040d1e4-dd96-4729-8f55-4da4c958ff8f",
>                     "f82337ea-1e0c-4c28-a491-4916be594b49",
>                     "0f8b8f57-5aa4-4c30-be0a-c89eeedc2012"
>                 ]
>             },
>             "vertices": {
>                 "0f8b8f57-5aa4-4c30-be0a-c89eeedc2012": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                     "typeName": "__tempQueryResultStruct64",
>                     "values": {
>                         "name": "primary.default.employee",
>                         "vertexId": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "__IdType",
>                             "values": {
>                                 "guid": "0f8b8f57-5aa4-4c30-be0a-c89eeedc2012",
>                                 "typeName": "hive_table"
>                             }
>                         }
>                     }
>                 },
>                 "364d6dc1-fdcc-4d03-8df7-cf1d835730af": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                     "typeName": "__tempQueryResultStruct64",
>                     "values": {
>                         "name": "primary.default.t1",
>                         "vertexId": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "__IdType",
>                             "values": {
>                                 "guid": "364d6dc1-fdcc-4d03-8df7-cf1d835730af",
>                                 "typeName": "hive_table"
>                             }
>                         }
>                     }
>                 },
>                 "5a3ecb0e-adc9-40c9-8296-9132d7ad1838": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                     "typeName": "__tempQueryResultStruct64",
>                     "values": {
>                         "name": "primary.default.table_1261",
>                         "vertexId": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "__IdType",
>                             "values": {
>                                 "guid": "5a3ecb0e-adc9-40c9-8296-9132d7ad1838",
>                                 "typeName": "hive_table"
>                             }
>                         }
>                     }
>                 },
>                 "6b52aa8f-134d-4ab7-9389-4568fac87533": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                     "typeName": "__tempQueryResultStruct64",
>                     "values": {
>                         "name": "primary.default.t2",
>                         "vertexId": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "__IdType",
>                             "values": {
>                                 "guid": "6b52aa8f-134d-4ab7-9389-4568fac87533",
>                                 "typeName": "hive_table"
>                             }
>                         }
>                     }
>                 },
>                 "7c1af593-b7b1-4838-815b-872b8a163a40": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                     "typeName": "__tempQueryResultStruct64",
>                     "values": {
>                         "name": "primary.default.nested",
>                         "vertexId": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "__IdType",
>                             "values": {
>                                 "guid": "7c1af593-b7b1-4838-815b-872b8a163a40",
>                                 "typeName": "hive_table"
>                             }
>                         }
>                     }
>                 },
>                 "b040d1e4-dd96-4729-8f55-4da4c958ff8f": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                     "typeName": "__tempQueryResultStruct64",
>                     "values": {
>                         "name": "primary.default.table_1243",
>                         "vertexId": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "__IdType",
>                             "values": {
>                                 "guid": "b040d1e4-dd96-4729-8f55-4da4c958ff8f",
>                                 "typeName": "hive_table"
>                             }
>                         }
>                     }
>                 },
>                 "ce01cbb6-ffd5-42c8-8c15-3f72bcef45c1": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                     "typeName": "__tempQueryResultStruct64",
>                     "values": {
>                         "name": "primary.default.temp_batting",
>                         "vertexId": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "__IdType",
>                             "values": {
>                                 "guid": "ce01cbb6-ffd5-42c8-8c15-3f72bcef45c1",
>                                 "typeName": "hive_table"
>                             }
>                         }
>                     }
>                 },
>                 "f82337ea-1e0c-4c28-a491-4916be594b49": {
>                     "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                     "typeName": "__tempQueryResultStruct64",
>                     "values": {
>                         "name": "primary.default.table_1250",
>                         "vertexId": {
>                             "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
>                             "typeName": "__IdType",
>                             "values": {
>                                 "guid": "f82337ea-1e0c-4c28-a491-4916be594b49",
>                                 "typeName": "hive_table"
>                             }
>                         }
>                     }
>                 }
>             }
>         }
>     },
>     "tableName": "primary.default.table_1261"
> }
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)