You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by ju...@apache.org on 2016/10/03 22:17:52 UTC
arrow git commit: ARROW-301: Add user field metadata to IPC schemas
Repository: arrow
Updated Branches:
refs/heads/master c7b0480f5 -> c3930a062
ARROW-301: Add user field metadata to IPC schemas
Author: Julien Le Dem <ju...@dremio.com>
Closes #154 from julienledem/custom and squashes the following commits:
47a02b7 [Julien Le Dem] ARROW-301: Add user field metadata to IPC schemas
Project: http://git-wip-us.apache.org/repos/asf/arrow/repo
Commit: http://git-wip-us.apache.org/repos/asf/arrow/commit/c3930a06
Tree: http://git-wip-us.apache.org/repos/asf/arrow/tree/c3930a06
Diff: http://git-wip-us.apache.org/repos/asf/arrow/diff/c3930a06
Branch: refs/heads/master
Commit: c3930a062b2d71e3d277d4db1785e24e9183276f
Parents: c7b0480
Author: Julien Le Dem <ju...@dremio.com>
Authored: Mon Oct 3 15:17:32 2016 -0700
Committer: Julien Le Dem <ju...@dremio.com>
Committed: Mon Oct 3 15:17:32 2016 -0700
----------------------------------------------------------------------
format/Message.fbs | 14 ++++++++++++++
1 file changed, 14 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/arrow/blob/c3930a06/format/Message.fbs
----------------------------------------------------------------------
diff --git a/format/Message.fbs b/format/Message.fbs
index e1758bf..3d877a2 100644
--- a/format/Message.fbs
+++ b/format/Message.fbs
@@ -119,6 +119,16 @@ table VectorLayout {
type: VectorType;
}
+
+/// ----------------------------------------------------------------------
+/// user defined key value pairs to add custom metadata to arrow
+/// key namespacing is the responsibility of the user
+
+table KeyValue {
+ key: string;
+ value: [ubyte];
+}
+
/// ----------------------------------------------------------------------
/// A field represents a named column in a record / row batch or child of a
/// nested type.
@@ -141,6 +151,8 @@ table Field {
/// does not include children
/// each recordbatch will return instances of those Buffers.
layout: [ VectorLayout ];
+ // User-defined metadata
+ custom_metadata: [ KeyValue ];
}
/// ----------------------------------------------------------------------
@@ -159,6 +171,8 @@ table Schema {
endianness: Endianness=Little;
fields: [Field];
+ // User-defined metadata
+ custom_metadata: [ KeyValue ];
}
/// ----------------------------------------------------------------------