You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@atlas.apache.org by "Ayub Khan (JIRA)" <ji...@apache.org> on 2016/04/07 08:49:25 UTC
[jira] [Updated] (ATLAS-648) Alter view rename does not work across
databases
[ https://issues.apache.org/jira/browse/ATLAS-648?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Ayub Khan updated ATLAS-648:
----------------------------
Description:
Steps to repro:
create table src (x int, y int, s string);
create view view3 as select * from src;
alter view default.view3 rename to d2.view3;
Note: No hive hook update is sent to atlas on alter view rename.
Entity get request shows view still belongs to default DB.
{noformat}
curl 'http://localhost:21000/api/atlas/entities/250d9b22-2872-44be-a68a-b461acaa7d3b' -H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.87 Safari/537.36' -H 'Accept: application/json, text/plain, */*' -H 'Referer: http://localhost:21000/' -H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 2985 0 2985 0 0 100k 0 --:--:-- --:--:-- --:--:-- 100k
{
"GUID": "250d9b22-2872-44be-a68a-b461acaa7d3b",
"definition": {
"id": {
"id": "250d9b22-2872-44be-a68a-b461acaa7d3b",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_table",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_table",
"values": {
"columns": [
{
"id": {
"id": "b369ba0a-763e-4e9e-a9d9-663038b148a8",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "x",
"qualifiedName": "default.view3.x@primary",
"type": "int"
}
},
{
"id": {
"id": "74e9a2d4-6b8c-4d0f-af06-ed87ecc49266",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "y",
"qualifiedName": "default.view3.y@primary",
"type": "int"
}
},
{
"id": {
"id": "281e9a22-19c3-42dc-b122-9e3cec86131c",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "s",
"qualifiedName": "default.view3.s@primary",
"type": "string"
}
}
],
"comment": null,
"createTime": 1460011279,
"db": {
"id": "c1402ed5-9f09-498a-ae2a-f67fa86b34c0",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_db",
"version": 0
},
"description": null,
"lastAccessTime": 0,
"name": "default.view3@primary",
"owner": "apathan",
"parameters": {
"transient_lastDdlTime": "1460011279"
},
"partitionKeys": null,
"retention": 0,
"sd": {
"id": {
"id": "e2fb036d-bc91-41d9-8431-1e288837e49c",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_storagedesc",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_storagedesc",
"values": {
"bucketCols": null,
"compressed": false,
"inputFormat": "org.apache.hadoop.mapred.SequenceFileInputFormat",
"location": null,
"numBuckets": -1,
"outputFormat": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat",
"parameters": null,
"qualifiedName": "default.view3@primary",
"serdeInfo": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "hive_serde",
"values": {
"name": null,
"parameters": null,
"serializationLib": null
}
},
"sortCols": null,
"storedAsSubDirectories": false
}
},
"tableName": "view3",
"tableType": "VIRTUAL_VIEW",
"temporary": false,
"viewExpandedText": "select `src`.`x`, `src`.`y`, `src`.`s` from `default`.`src`",
"viewOriginalText": "select * from src"
}
},
"requestId": "qtp743462152-622 - e9172de1-69b6-45b5-a79d-67d7129eda71"
}
{noformat}
was:
Steps to repro:
create table src (x int, y int, s string);
create view view3 as select * from src;
alter view default.view3 rename to d2.view3;
Note: No hive hook update is sent to atlas on alter view rename.
{noformat}
curl 'http://localhost:21000/api/atlas/entities/250d9b22-2872-44be-a68a-b461acaa7d3b' -H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.87 Safari/537.36' -H 'Accept: application/json, text/plain, */*' -H 'Referer: http://localhost:21000/' -H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 2985 0 2985 0 0 100k 0 --:--:-- --:--:-- --:--:-- 100k
{
"GUID": "250d9b22-2872-44be-a68a-b461acaa7d3b",
"definition": {
"id": {
"id": "250d9b22-2872-44be-a68a-b461acaa7d3b",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_table",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_table",
"values": {
"columns": [
{
"id": {
"id": "b369ba0a-763e-4e9e-a9d9-663038b148a8",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "x",
"qualifiedName": "default.view3.x@primary",
"type": "int"
}
},
{
"id": {
"id": "74e9a2d4-6b8c-4d0f-af06-ed87ecc49266",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "y",
"qualifiedName": "default.view3.y@primary",
"type": "int"
}
},
{
"id": {
"id": "281e9a22-19c3-42dc-b122-9e3cec86131c",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_column",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_column",
"values": {
"comment": null,
"name": "s",
"qualifiedName": "default.view3.s@primary",
"type": "string"
}
}
],
"comment": null,
"createTime": 1460011279,
"db": {
"id": "c1402ed5-9f09-498a-ae2a-f67fa86b34c0",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_db",
"version": 0
},
"description": null,
"lastAccessTime": 0,
"name": "default.view3@primary",
"owner": "apathan",
"parameters": {
"transient_lastDdlTime": "1460011279"
},
"partitionKeys": null,
"retention": 0,
"sd": {
"id": {
"id": "e2fb036d-bc91-41d9-8431-1e288837e49c",
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"typeName": "hive_storagedesc",
"version": 0
},
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"traitNames": [],
"traits": {},
"typeName": "hive_storagedesc",
"values": {
"bucketCols": null,
"compressed": false,
"inputFormat": "org.apache.hadoop.mapred.SequenceFileInputFormat",
"location": null,
"numBuckets": -1,
"outputFormat": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat",
"parameters": null,
"qualifiedName": "default.view3@primary",
"serdeInfo": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "hive_serde",
"values": {
"name": null,
"parameters": null,
"serializationLib": null
}
},
"sortCols": null,
"storedAsSubDirectories": false
}
},
"tableName": "view3",
"tableType": "VIRTUAL_VIEW",
"temporary": false,
"viewExpandedText": "select `src`.`x`, `src`.`y`, `src`.`s` from `default`.`src`",
"viewOriginalText": "select * from src"
}
},
"requestId": "qtp743462152-622 - e9172de1-69b6-45b5-a79d-67d7129eda71"
}
{noformat}
> Alter view rename does not work across databases
> ------------------------------------------------
>
> Key: ATLAS-648
> URL: https://issues.apache.org/jira/browse/ATLAS-648
> Project: Atlas
> Issue Type: Bug
> Affects Versions: trunk
> Reporter: Ayub Khan
> Priority: Critical
> Fix For: trunk
>
>
> Steps to repro:
> create table src (x int, y int, s string);
> create view view3 as select * from src;
> alter view default.view3 rename to d2.view3;
> Note: No hive hook update is sent to atlas on alter view rename.
> Entity get request shows view still belongs to default DB.
> {noformat}
> curl 'http://localhost:21000/api/atlas/entities/250d9b22-2872-44be-a68a-b461acaa7d3b' -H 'Pragma: no-cache' -H 'Accept-Encoding: gzip, deflate, sdch' -H 'Accept-Language: en-US,en;q=0.8' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.87 Safari/537.36' -H 'Accept: application/json, text/plain, */*' -H 'Referer: http://localhost:21000/' -H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed | python -m json.tool
> % Total % Received % Xferd Average Speed Time Time Time Current
> Dload Upload Total Spent Left Speed
> 100 2985 0 2985 0 0 100k 0 --:--:-- --:--:-- --:--:-- 100k
> {
> "GUID": "250d9b22-2872-44be-a68a-b461acaa7d3b",
> "definition": {
> "id": {
> "id": "250d9b22-2872-44be-a68a-b461acaa7d3b",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "typeName": "hive_table",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_table",
> "values": {
> "columns": [
> {
> "id": {
> "id": "b369ba0a-763e-4e9e-a9d9-663038b148a8",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "x",
> "qualifiedName": "default.view3.x@primary",
> "type": "int"
> }
> },
> {
> "id": {
> "id": "74e9a2d4-6b8c-4d0f-af06-ed87ecc49266",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "y",
> "qualifiedName": "default.view3.y@primary",
> "type": "int"
> }
> },
> {
> "id": {
> "id": "281e9a22-19c3-42dc-b122-9e3cec86131c",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "typeName": "hive_column",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_column",
> "values": {
> "comment": null,
> "name": "s",
> "qualifiedName": "default.view3.s@primary",
> "type": "string"
> }
> }
> ],
> "comment": null,
> "createTime": 1460011279,
> "db": {
> "id": "c1402ed5-9f09-498a-ae2a-f67fa86b34c0",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "typeName": "hive_db",
> "version": 0
> },
> "description": null,
> "lastAccessTime": 0,
> "name": "default.view3@primary",
> "owner": "apathan",
> "parameters": {
> "transient_lastDdlTime": "1460011279"
> },
> "partitionKeys": null,
> "retention": 0,
> "sd": {
> "id": {
> "id": "e2fb036d-bc91-41d9-8431-1e288837e49c",
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
> "typeName": "hive_storagedesc",
> "version": 0
> },
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
> "traitNames": [],
> "traits": {},
> "typeName": "hive_storagedesc",
> "values": {
> "bucketCols": null,
> "compressed": false,
> "inputFormat": "org.apache.hadoop.mapred.SequenceFileInputFormat",
> "location": null,
> "numBuckets": -1,
> "outputFormat": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat",
> "parameters": null,
> "qualifiedName": "default.view3@primary",
> "serdeInfo": {
> "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
> "typeName": "hive_serde",
> "values": {
> "name": null,
> "parameters": null,
> "serializationLib": null
> }
> },
> "sortCols": null,
> "storedAsSubDirectories": false
> }
> },
> "tableName": "view3",
> "tableType": "VIRTUAL_VIEW",
> "temporary": false,
> "viewExpandedText": "select `src`.`x`, `src`.`y`, `src`.`s` from `default`.`src`",
> "viewOriginalText": "select * from src"
> }
> },
> "requestId": "qtp743462152-622 - e9172de1-69b6-45b5-a79d-67d7129eda71"
> }
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)