You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ek...@apache.org on 2016/12/01 01:17:21 UTC
[6/8] hive git commit: HIVE-15202 Concurrent compactions for the same
partition may generate malformed folder structure (Eugene Koifman,
reviewed by Wei Zheng)
HIVE-15202 Concurrent compactions for the same partition may generate malformed folder structure (Eugene Koifman, reviewed by Wei Zheng)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/7b24ff74
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/7b24ff74
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/7b24ff74
Branch: refs/heads/master
Commit: 7b24ff7470d8bbda43b0dcf68c05afebaeb9bfe5
Parents: 76b311f
Author: Eugene Koifman <ek...@hortonworks.com>
Authored: Wed Nov 30 16:23:15 2016 -0800
Committer: Eugene Koifman <ek...@hortonworks.com>
Committed: Wed Nov 30 16:23:15 2016 -0800
----------------------------------------------------------------------
metastore/if/hive_metastore.thrift | 8 +
.../gen/thrift/gen-cpp/ThriftHiveMetastore.cpp | 2437 ++++++++++--------
.../gen/thrift/gen-cpp/ThriftHiveMetastore.h | 126 +
.../ThriftHiveMetastore_server.skeleton.cpp | 5 +
.../gen/thrift/gen-cpp/hive_metastore_types.cpp | 1186 +++++----
.../gen/thrift/gen-cpp/hive_metastore_types.h | 64 +-
.../hive/metastore/api/CompactionResponse.java | 583 +++++
.../api/ShowCompactResponseElement.java | 107 +-
.../hive/metastore/api/ThriftHiveMetastore.java | 1236 +++++++--
.../gen-php/metastore/ThriftHiveMetastore.php | 216 ++
.../src/gen/thrift/gen-php/metastore/Types.php | 144 ++
.../hive_metastore/ThriftHiveMetastore-remote | 7 +
.../hive_metastore/ThriftHiveMetastore.py | 189 ++
.../gen/thrift/gen-py/hive_metastore/ttypes.py | 112 +-
.../gen/thrift/gen-rb/hive_metastore_types.rb | 27 +-
.../gen/thrift/gen-rb/thrift_hive_metastore.rb | 54 +
.../hadoop/hive/metastore/HiveMetaStore.java | 9 +-
.../hive/metastore/HiveMetaStoreClient.java | 11 +-
.../hadoop/hive/metastore/IMetaStoreClient.java | 13 +-
.../hadoop/hive/metastore/txn/TxnHandler.java | 63 +-
.../hadoop/hive/metastore/txn/TxnStore.java | 7 +-
.../org/apache/hadoop/hive/ql/exec/DDLTask.java | 12 +-
.../apache/hadoop/hive/ql/metadata/Hive.java | 19 +-
.../hadoop/hive/ql/txn/compactor/Initiator.java | 6 +-
.../hive/metastore/txn/TestTxnHandler.java | 33 +
25 files changed, 4901 insertions(+), 1773 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/7b24ff74/metastore/if/hive_metastore.thrift
----------------------------------------------------------------------
diff --git a/metastore/if/hive_metastore.thrift b/metastore/if/hive_metastore.thrift
index 4e92f54..baab31b 100755
--- a/metastore/if/hive_metastore.thrift
+++ b/metastore/if/hive_metastore.thrift
@@ -750,6 +750,12 @@ struct CompactionRequest {
6: optional map<string, string> properties
}
+struct CompactionResponse {
+ 1: required i64 id,
+ 2: required string state,
+ 3: required bool accepted
+}
+
struct ShowCompactRequest {
}
@@ -766,6 +772,7 @@ struct ShowCompactResponseElement {
10: optional string metaInfo,
11: optional i64 endTime,
12: optional string hadoopJobId = "None",
+ 13: optional i64 id,
}
struct ShowCompactResponse {
@@ -1460,6 +1467,7 @@ service ThriftHiveMetastore extends fb303.FacebookService
void heartbeat(1:HeartbeatRequest ids) throws (1:NoSuchLockException o1, 2:NoSuchTxnException o2, 3:TxnAbortedException o3)
HeartbeatTxnRangeResponse heartbeat_txn_range(1:HeartbeatTxnRangeRequest txns)
void compact(1:CompactionRequest rqst)
+ CompactionResponse compact2(1:CompactionRequest rqst)
ShowCompactResponse show_compact(1:ShowCompactRequest rqst)
void add_dynamic_partitions(1:AddDynamicPartitions rqst) throws (1:NoSuchTxnException o1, 2:TxnAbortedException o2)