You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by sa...@apache.org on 2018/02/23 16:31:11 UTC
[13/21] hive git commit: HIVE-18192: Introduce WriteID per table
rather than using global transaction ID (Sankar Hariappan,
reviewed by Eugene Koifman)
http://git-wip-us.apache.org/repos/asf/hive/blob/cbb9233a/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.h
----------------------------------------------------------------------
diff --git a/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.h b/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.h
index 2466498..f4a9c75 100644
--- a/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.h
+++ b/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.h
@@ -165,6 +165,8 @@ class ThriftHiveMetastoreIf : virtual public ::facebook::fb303::FacebookService
virtual void abort_txn(const AbortTxnRequest& rqst) = 0;
virtual void abort_txns(const AbortTxnsRequest& rqst) = 0;
virtual void commit_txn(const CommitTxnRequest& rqst) = 0;
+ virtual void get_valid_write_ids(GetValidWriteIdsResponse& _return, const GetValidWriteIdsRequest& rqst) = 0;
+ virtual void allocate_table_write_ids(AllocateTableWriteIdsResponse& _return, const AllocateTableWriteIdsRequest& rqst) = 0;
virtual void lock(LockResponse& _return, const LockRequest& rqst) = 0;
virtual void check_lock(LockResponse& _return, const CheckLockRequest& rqst) = 0;
virtual void unlock(const UnlockRequest& rqst) = 0;
@@ -690,6 +692,12 @@ class ThriftHiveMetastoreNull : virtual public ThriftHiveMetastoreIf , virtual p
void commit_txn(const CommitTxnRequest& /* rqst */) {
return;
}
+ void get_valid_write_ids(GetValidWriteIdsResponse& /* _return */, const GetValidWriteIdsRequest& /* rqst */) {
+ return;
+ }
+ void allocate_table_write_ids(AllocateTableWriteIdsResponse& /* _return */, const AllocateTableWriteIdsRequest& /* rqst */) {
+ return;
+ }
void lock(LockResponse& /* _return */, const LockRequest& /* rqst */) {
return;
}
@@ -18834,6 +18842,254 @@ class ThriftHiveMetastore_commit_txn_presult {
};
+typedef struct _ThriftHiveMetastore_get_valid_write_ids_args__isset {
+ _ThriftHiveMetastore_get_valid_write_ids_args__isset() : rqst(false) {}
+ bool rqst :1;
+} _ThriftHiveMetastore_get_valid_write_ids_args__isset;
+
+class ThriftHiveMetastore_get_valid_write_ids_args {
+ public:
+
+ ThriftHiveMetastore_get_valid_write_ids_args(const ThriftHiveMetastore_get_valid_write_ids_args&);
+ ThriftHiveMetastore_get_valid_write_ids_args& operator=(const ThriftHiveMetastore_get_valid_write_ids_args&);
+ ThriftHiveMetastore_get_valid_write_ids_args() {
+ }
+
+ virtual ~ThriftHiveMetastore_get_valid_write_ids_args() throw();
+ GetValidWriteIdsRequest rqst;
+
+ _ThriftHiveMetastore_get_valid_write_ids_args__isset __isset;
+
+ void __set_rqst(const GetValidWriteIdsRequest& val);
+
+ bool operator == (const ThriftHiveMetastore_get_valid_write_ids_args & rhs) const
+ {
+ if (!(rqst == rhs.rqst))
+ return false;
+ return true;
+ }
+ bool operator != (const ThriftHiveMetastore_get_valid_write_ids_args &rhs) const {
+ return !(*this == rhs);
+ }
+
+ bool operator < (const ThriftHiveMetastore_get_valid_write_ids_args & ) const;
+
+ uint32_t read(::apache::thrift::protocol::TProtocol* iprot);
+ uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const;
+
+};
+
+
+class ThriftHiveMetastore_get_valid_write_ids_pargs {
+ public:
+
+
+ virtual ~ThriftHiveMetastore_get_valid_write_ids_pargs() throw();
+ const GetValidWriteIdsRequest* rqst;
+
+ uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const;
+
+};
+
+typedef struct _ThriftHiveMetastore_get_valid_write_ids_result__isset {
+ _ThriftHiveMetastore_get_valid_write_ids_result__isset() : success(false), o1(false), o2(false) {}
+ bool success :1;
+ bool o1 :1;
+ bool o2 :1;
+} _ThriftHiveMetastore_get_valid_write_ids_result__isset;
+
+class ThriftHiveMetastore_get_valid_write_ids_result {
+ public:
+
+ ThriftHiveMetastore_get_valid_write_ids_result(const ThriftHiveMetastore_get_valid_write_ids_result&);
+ ThriftHiveMetastore_get_valid_write_ids_result& operator=(const ThriftHiveMetastore_get_valid_write_ids_result&);
+ ThriftHiveMetastore_get_valid_write_ids_result() {
+ }
+
+ virtual ~ThriftHiveMetastore_get_valid_write_ids_result() throw();
+ GetValidWriteIdsResponse success;
+ NoSuchTxnException o1;
+ MetaException o2;
+
+ _ThriftHiveMetastore_get_valid_write_ids_result__isset __isset;
+
+ void __set_success(const GetValidWriteIdsResponse& val);
+
+ void __set_o1(const NoSuchTxnException& val);
+
+ void __set_o2(const MetaException& val);
+
+ bool operator == (const ThriftHiveMetastore_get_valid_write_ids_result & rhs) const
+ {
+ if (!(success == rhs.success))
+ return false;
+ if (!(o1 == rhs.o1))
+ return false;
+ if (!(o2 == rhs.o2))
+ return false;
+ return true;
+ }
+ bool operator != (const ThriftHiveMetastore_get_valid_write_ids_result &rhs) const {
+ return !(*this == rhs);
+ }
+
+ bool operator < (const ThriftHiveMetastore_get_valid_write_ids_result & ) const;
+
+ uint32_t read(::apache::thrift::protocol::TProtocol* iprot);
+ uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const;
+
+};
+
+typedef struct _ThriftHiveMetastore_get_valid_write_ids_presult__isset {
+ _ThriftHiveMetastore_get_valid_write_ids_presult__isset() : success(false), o1(false), o2(false) {}
+ bool success :1;
+ bool o1 :1;
+ bool o2 :1;
+} _ThriftHiveMetastore_get_valid_write_ids_presult__isset;
+
+class ThriftHiveMetastore_get_valid_write_ids_presult {
+ public:
+
+
+ virtual ~ThriftHiveMetastore_get_valid_write_ids_presult() throw();
+ GetValidWriteIdsResponse* success;
+ NoSuchTxnException o1;
+ MetaException o2;
+
+ _ThriftHiveMetastore_get_valid_write_ids_presult__isset __isset;
+
+ uint32_t read(::apache::thrift::protocol::TProtocol* iprot);
+
+};
+
+typedef struct _ThriftHiveMetastore_allocate_table_write_ids_args__isset {
+ _ThriftHiveMetastore_allocate_table_write_ids_args__isset() : rqst(false) {}
+ bool rqst :1;
+} _ThriftHiveMetastore_allocate_table_write_ids_args__isset;
+
+class ThriftHiveMetastore_allocate_table_write_ids_args {
+ public:
+
+ ThriftHiveMetastore_allocate_table_write_ids_args(const ThriftHiveMetastore_allocate_table_write_ids_args&);
+ ThriftHiveMetastore_allocate_table_write_ids_args& operator=(const ThriftHiveMetastore_allocate_table_write_ids_args&);
+ ThriftHiveMetastore_allocate_table_write_ids_args() {
+ }
+
+ virtual ~ThriftHiveMetastore_allocate_table_write_ids_args() throw();
+ AllocateTableWriteIdsRequest rqst;
+
+ _ThriftHiveMetastore_allocate_table_write_ids_args__isset __isset;
+
+ void __set_rqst(const AllocateTableWriteIdsRequest& val);
+
+ bool operator == (const ThriftHiveMetastore_allocate_table_write_ids_args & rhs) const
+ {
+ if (!(rqst == rhs.rqst))
+ return false;
+ return true;
+ }
+ bool operator != (const ThriftHiveMetastore_allocate_table_write_ids_args &rhs) const {
+ return !(*this == rhs);
+ }
+
+ bool operator < (const ThriftHiveMetastore_allocate_table_write_ids_args & ) const;
+
+ uint32_t read(::apache::thrift::protocol::TProtocol* iprot);
+ uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const;
+
+};
+
+
+class ThriftHiveMetastore_allocate_table_write_ids_pargs {
+ public:
+
+
+ virtual ~ThriftHiveMetastore_allocate_table_write_ids_pargs() throw();
+ const AllocateTableWriteIdsRequest* rqst;
+
+ uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const;
+
+};
+
+typedef struct _ThriftHiveMetastore_allocate_table_write_ids_result__isset {
+ _ThriftHiveMetastore_allocate_table_write_ids_result__isset() : success(false), o1(false), o2(false), o3(false) {}
+ bool success :1;
+ bool o1 :1;
+ bool o2 :1;
+ bool o3 :1;
+} _ThriftHiveMetastore_allocate_table_write_ids_result__isset;
+
+class ThriftHiveMetastore_allocate_table_write_ids_result {
+ public:
+
+ ThriftHiveMetastore_allocate_table_write_ids_result(const ThriftHiveMetastore_allocate_table_write_ids_result&);
+ ThriftHiveMetastore_allocate_table_write_ids_result& operator=(const ThriftHiveMetastore_allocate_table_write_ids_result&);
+ ThriftHiveMetastore_allocate_table_write_ids_result() {
+ }
+
+ virtual ~ThriftHiveMetastore_allocate_table_write_ids_result() throw();
+ AllocateTableWriteIdsResponse success;
+ NoSuchTxnException o1;
+ TxnAbortedException o2;
+ MetaException o3;
+
+ _ThriftHiveMetastore_allocate_table_write_ids_result__isset __isset;
+
+ void __set_success(const AllocateTableWriteIdsResponse& val);
+
+ void __set_o1(const NoSuchTxnException& val);
+
+ void __set_o2(const TxnAbortedException& val);
+
+ void __set_o3(const MetaException& val);
+
+ bool operator == (const ThriftHiveMetastore_allocate_table_write_ids_result & rhs) const
+ {
+ if (!(success == rhs.success))
+ return false;
+ if (!(o1 == rhs.o1))
+ return false;
+ if (!(o2 == rhs.o2))
+ return false;
+ if (!(o3 == rhs.o3))
+ return false;
+ return true;
+ }
+ bool operator != (const ThriftHiveMetastore_allocate_table_write_ids_result &rhs) const {
+ return !(*this == rhs);
+ }
+
+ bool operator < (const ThriftHiveMetastore_allocate_table_write_ids_result & ) const;
+
+ uint32_t read(::apache::thrift::protocol::TProtocol* iprot);
+ uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const;
+
+};
+
+typedef struct _ThriftHiveMetastore_allocate_table_write_ids_presult__isset {
+ _ThriftHiveMetastore_allocate_table_write_ids_presult__isset() : success(false), o1(false), o2(false), o3(false) {}
+ bool success :1;
+ bool o1 :1;
+ bool o2 :1;
+ bool o3 :1;
+} _ThriftHiveMetastore_allocate_table_write_ids_presult__isset;
+
+class ThriftHiveMetastore_allocate_table_write_ids_presult {
+ public:
+
+
+ virtual ~ThriftHiveMetastore_allocate_table_write_ids_presult() throw();
+ AllocateTableWriteIdsResponse* success;
+ NoSuchTxnException o1;
+ TxnAbortedException o2;
+ MetaException o3;
+
+ _ThriftHiveMetastore_allocate_table_write_ids_presult__isset __isset;
+
+ uint32_t read(::apache::thrift::protocol::TProtocol* iprot);
+
+};
+
typedef struct _ThriftHiveMetastore_lock_args__isset {
_ThriftHiveMetastore_lock_args__isset() : rqst(false) {}
bool rqst :1;
@@ -23738,6 +23994,12 @@ class ThriftHiveMetastoreClient : virtual public ThriftHiveMetastoreIf, public
void commit_txn(const CommitTxnRequest& rqst);
void send_commit_txn(const CommitTxnRequest& rqst);
void recv_commit_txn();
+ void get_valid_write_ids(GetValidWriteIdsResponse& _return, const GetValidWriteIdsRequest& rqst);
+ void send_get_valid_write_ids(const GetValidWriteIdsRequest& rqst);
+ void recv_get_valid_write_ids(GetValidWriteIdsResponse& _return);
+ void allocate_table_write_ids(AllocateTableWriteIdsResponse& _return, const AllocateTableWriteIdsRequest& rqst);
+ void send_allocate_table_write_ids(const AllocateTableWriteIdsRequest& rqst);
+ void recv_allocate_table_write_ids(AllocateTableWriteIdsResponse& _return);
void lock(LockResponse& _return, const LockRequest& rqst);
void send_lock(const LockRequest& rqst);
void recv_lock(LockResponse& _return);
@@ -24008,6 +24270,8 @@ class ThriftHiveMetastoreProcessor : public ::facebook::fb303::FacebookServiceP
void process_abort_txn(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext);
void process_abort_txns(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext);
void process_commit_txn(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext);
+ void process_get_valid_write_ids(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext);
+ void process_allocate_table_write_ids(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext);
void process_lock(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext);
void process_check_lock(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext);
void process_unlock(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext);
@@ -24194,6 +24458,8 @@ class ThriftHiveMetastoreProcessor : public ::facebook::fb303::FacebookServiceP
processMap_["abort_txn"] = &ThriftHiveMetastoreProcessor::process_abort_txn;
processMap_["abort_txns"] = &ThriftHiveMetastoreProcessor::process_abort_txns;
processMap_["commit_txn"] = &ThriftHiveMetastoreProcessor::process_commit_txn;
+ processMap_["get_valid_write_ids"] = &ThriftHiveMetastoreProcessor::process_get_valid_write_ids;
+ processMap_["allocate_table_write_ids"] = &ThriftHiveMetastoreProcessor::process_allocate_table_write_ids;
processMap_["lock"] = &ThriftHiveMetastoreProcessor::process_lock;
processMap_["check_lock"] = &ThriftHiveMetastoreProcessor::process_check_lock;
processMap_["unlock"] = &ThriftHiveMetastoreProcessor::process_unlock;
@@ -25634,6 +25900,26 @@ class ThriftHiveMetastoreMultiface : virtual public ThriftHiveMetastoreIf, publi
ifaces_[i]->commit_txn(rqst);
}
+ void get_valid_write_ids(GetValidWriteIdsResponse& _return, const GetValidWriteIdsRequest& rqst) {
+ size_t sz = ifaces_.size();
+ size_t i = 0;
+ for (; i < (sz - 1); ++i) {
+ ifaces_[i]->get_valid_write_ids(_return, rqst);
+ }
+ ifaces_[i]->get_valid_write_ids(_return, rqst);
+ return;
+ }
+
+ void allocate_table_write_ids(AllocateTableWriteIdsResponse& _return, const AllocateTableWriteIdsRequest& rqst) {
+ size_t sz = ifaces_.size();
+ size_t i = 0;
+ for (; i < (sz - 1); ++i) {
+ ifaces_[i]->allocate_table_write_ids(_return, rqst);
+ }
+ ifaces_[i]->allocate_table_write_ids(_return, rqst);
+ return;
+ }
+
void lock(LockResponse& _return, const LockRequest& rqst) {
size_t sz = ifaces_.size();
size_t i = 0;
@@ -26464,6 +26750,12 @@ class ThriftHiveMetastoreConcurrentClient : virtual public ThriftHiveMetastoreIf
void commit_txn(const CommitTxnRequest& rqst);
int32_t send_commit_txn(const CommitTxnRequest& rqst);
void recv_commit_txn(const int32_t seqid);
+ void get_valid_write_ids(GetValidWriteIdsResponse& _return, const GetValidWriteIdsRequest& rqst);
+ int32_t send_get_valid_write_ids(const GetValidWriteIdsRequest& rqst);
+ void recv_get_valid_write_ids(GetValidWriteIdsResponse& _return, const int32_t seqid);
+ void allocate_table_write_ids(AllocateTableWriteIdsResponse& _return, const AllocateTableWriteIdsRequest& rqst);
+ int32_t send_allocate_table_write_ids(const AllocateTableWriteIdsRequest& rqst);
+ void recv_allocate_table_write_ids(AllocateTableWriteIdsResponse& _return, const int32_t seqid);
void lock(LockResponse& _return, const LockRequest& rqst);
int32_t send_lock(const LockRequest& rqst);
void recv_lock(LockResponse& _return, const int32_t seqid);
http://git-wip-us.apache.org/repos/asf/hive/blob/cbb9233a/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore_server.skeleton.cpp
----------------------------------------------------------------------
diff --git a/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore_server.skeleton.cpp b/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore_server.skeleton.cpp
index f5dc9f0..b7326f0 100644
--- a/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore_server.skeleton.cpp
+++ b/standalone-metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore_server.skeleton.cpp
@@ -737,6 +737,16 @@ class ThriftHiveMetastoreHandler : virtual public ThriftHiveMetastoreIf {
printf("commit_txn\n");
}
+ void get_valid_write_ids(GetValidWriteIdsResponse& _return, const GetValidWriteIdsRequest& rqst) {
+ // Your implementation goes here
+ printf("get_valid_write_ids\n");
+ }
+
+ void allocate_table_write_ids(AllocateTableWriteIdsResponse& _return, const AllocateTableWriteIdsRequest& rqst) {
+ // Your implementation goes here
+ printf("allocate_table_write_ids\n");
+ }
+
void lock(LockResponse& _return, const LockRequest& rqst) {
// Your implementation goes here
printf("lock\n");