You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by sa...@apache.org on 2020/12/15 21:29:31 UTC
[atlas] branch branch-2.0 updated: ATLAS-4082: Added more
attributes like create or last modify time,
contentLength etc. to ADLS Gen2 types
This is an automated email from the ASF dual-hosted git repository.
sarath pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/atlas.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new 6076f02 ATLAS-4082: Added more attributes like create or last modify time, contentLength etc. to ADLS Gen2 types
6076f02 is described below
commit 6076f025e2d6b5d3ab7366840a31b100a38ae451
Author: sidmishra <si...@cloudera.com>
AuthorDate: Tue Dec 15 12:41:13 2020 -0800
ATLAS-4082: Added more attributes like create or last modify time, contentLength etc. to ADLS Gen2 types
Signed-off-by: Sarath Subramanian <sa...@apache.org>
(cherry picked from commit 321c6b8383812ea7b3a27c02544d513e89bcdc59)
---
.../patches/005-azure_adls_add_attributes.json | 254 +++++++++++++++++++++
1 file changed, 254 insertions(+)
diff --git a/addons/models/3000-Cloud/patches/005-azure_adls_add_attributes.json b/addons/models/3000-Cloud/patches/005-azure_adls_add_attributes.json
new file mode 100644
index 0000000..ce87d45
--- /dev/null
+++ b/addons/models/3000-Cloud/patches/005-azure_adls_add_attributes.json
@@ -0,0 +1,254 @@
+{
+ "patches": [
+ {
+ "id": "TYPEDEF_PATCH_3000_005_001",
+ "description": "Add attributes to Azure ADLS Account",
+ "action": "ADD_ATTRIBUTE",
+ "typeName": "adls_gen2_account",
+ "applyToVersion": "1.0",
+ "updateToVersion": "1.1",
+ "attributeDefs": [
+ {
+ "name": "skuName",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "id": "TYPEDEF_PATCH_3000_005_002",
+ "description": "Add attributes to Azure ADLS container",
+ "action": "ADD_ATTRIBUTE",
+ "typeName": "adls_gen2_container",
+ "applyToVersion": "1.0",
+ "updateToVersion": "1.1",
+ "attributeDefs": [
+ {
+ "name": "lastModifiedTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "publicAccess",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "id": "TYPEDEF_PATCH_3000_005_003",
+ "description": "Add attributes to Azure ADLS directory",
+ "action": "ADD_ATTRIBUTE",
+ "typeName": "adls_gen2_directory",
+ "applyToVersion": "1.0",
+ "updateToVersion": "1.1",
+ "attributeDefs": [
+ {
+ "name": "lastModifiedTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "creationTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "contentLength",
+ "typeName": "long",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true
+ },
+ {
+ "name": "contentMd5",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "accessTier",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "prefix",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "remainingRetentionDays",
+ "typeName": "long",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true
+ },
+ {
+ "name": "type",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "additionalProperties",
+ "typeName": "map<string,string>",
+ "cardinality": "SINGLE",
+ "isIndexable": false,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "id": "TYPEDEF_PATCH_3000_005_004",
+ "description": "Add attributes to Azure ADLS blob",
+ "action": "ADD_ATTRIBUTE",
+ "typeName": "adls_gen2_blob",
+ "applyToVersion": "1.0",
+ "updateToVersion": "1.1",
+ "attributeDefs": [
+ {
+ "name": "lastModifiedTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "creationTime",
+ "typeName": "date",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "contentLength",
+ "typeName": "long",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true
+ },
+ {
+ "name": "contentMd5",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "accessTier",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "prefix",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "remainingRetentionDays",
+ "typeName": "long",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true
+ },
+ {
+ "name": "contentEncoding",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "contentDisposition",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ },
+ {
+ "name": "cacheControl",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "id": "TYPEDEF_PATCH_3000_005_005",
+ "description": "Update 'contentType' attribute in adls_gen2_directory",
+ "action": "UPDATE_ATTRIBUTE",
+ "typeName": "adls_gen2_directory",
+ "applyToVersion": "1.1",
+ "updateToVersion": "1.2",
+ "params": null,
+ "attributeDefs": [
+ {
+ "name": "contentType",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ },
+ {
+ "id": "TYPEDEF_PATCH_3000_005_006",
+ "description": "Update 'contentType' attribute in adls_gen2_blob",
+ "action": "UPDATE_ATTRIBUTE",
+ "typeName": "adls_gen2_blob",
+ "applyToVersion": "1.1",
+ "updateToVersion": "1.2",
+ "params": null,
+ "attributeDefs": [
+ {
+ "name": "contentType",
+ "typeName": "string",
+ "cardinality": "SINGLE",
+ "isIndexable": true,
+ "isOptional": true,
+ "isUnique": false
+ }
+ ]
+ }
+ ]
+}