You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ratis.apache.org by ms...@apache.org on 2020/02/26 06:01:37 UTC
[incubator-ratis] branch ratis-ozone updated (021d635 -> c463325)
This is an automated email from the ASF dual-hosted git repository.
msingh pushed a change to branch ratis-ozone
in repository https://gitbox.apache.org/repos/asf/incubator-ratis.git.
from 021d635 Merge commit '90cd4747d3dddcdb3ca0878f997c056414784c7c' into ratis-ozone
add f0151b8 RATIS-789. ConcurrentModification in MetricsRegistriesImpl. Contributed by Attila Doroszlai.
add 1ccfa66 RATIS-802. Add a metric for Pending request count in Grpc Log Appender. Contributed by Bharat Viswanadham.
add 38d55c4 Test and cleanup Ratis Metrics work. Contribured by Aravindan Vijayan.
add 5e858b5 RATIS-755. Add a log dump command line utility inside ratis. Contributed by Mukul Kumar Singh.
add d783bc4 RATIS-799. Add a new retry policy Exception dependent retry policy. Contributed by Bharat Viswanadham.
add d298573 RATIS-807. ratis-tools subproject is not included in the release jar. (#51)
add b5528af RATIS-803. Add a metric for count of resource limit of pending requests in ratis leader. Contributed by Bharat Viswanadham.
add 2218f27 Ratils leader should retry append requests based on follower commit info in case of intermittent append failures. Contributed by Tsz-wo Sze.
add c7db0a2 RATIS-808. Ratis top plevel pom.xml misses distributionManagement and repositories for release. (#52)
add de0ac33 RATIS-759. Support stream APIs to send large messages.
add 46f255c RATIS-804. Race condition between cache evict and load in LogSegment.
add 3ba7e31 Change version for the version 0.5.0 -rc0
new c463325 Merge commit '3ba7e315eda4c173e99b07285d7e2d368c999a6a' into ratis-ozone
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 54 +++++++-
ratis-assembly/pom.xml | 6 +-
ratis-assembly/src/main/assembly/bin.xml | 1 +
ratis-assembly/src/main/assembly/src.xml | 1 +
ratis-client/pom.xml | 2 +-
.../org/apache/ratis/client/ClientRetryEvent.java | 1 +
.../java/org/apache/ratis/client/RaftClient.java | 3 +
.../ratis/client/api/MessageOutputStream.java | 33 +++--
.../org/apache/ratis/client/api/StreamApi.java | 16 +--
.../apache/ratis/client/impl/ClientProtoUtils.java | 5 +
.../org/apache/ratis/client/impl/OrderedAsync.java | 2 +-
.../apache/ratis/client/impl/RaftClientImpl.java | 16 +++
.../org/apache/ratis/client/impl/StreamImpl.java | 70 ++++++++++
ratis-common/pom.xml | 2 +-
.../apache/ratis/protocol/RaftClientRequest.java | 33 +++++
...vailableException.java => StreamException.java} | 6 +-
.../ratis/retry/ExceptionDependentRetry.java | 92 +++++++++++++
.../java/org/apache/ratis/retry/RetryPolicy.java | 4 +
.../main/java/org/apache/ratis/util/IOUtils.java | 10 +-
.../org/apache/ratis/util/ResourceSemaphore.java | 23 +++-
ratis-examples/pom.xml | 2 +-
ratis-grpc/pom.xml | 2 +-
.../ratis/grpc/metrics/GrpcServerMetrics.java | 9 ++
.../apache/ratis/grpc/server/GrpcLogAppender.java | 2 +
.../ratis/grpc/server/TestGrpcServerMetrics.java | 26 ++++
ratis-hadoop/pom.xml | 2 +-
ratis-logservice/pom.xml | 2 +-
ratis-metrics/pom.xml | 2 +-
.../ratis/metrics/impl/MetricRegistriesImpl.java | 6 +-
ratis-netty/pom.xml | 2 +-
ratis-proto/pom.xml | 2 +-
ratis-proto/src/main/proto/Raft.proto | 7 +
ratis-replicated-map/pom.xml | 2 +-
ratis-resource-bundle/pom.xml | 2 +-
ratis-server/pom.xml | 2 +-
.../apache/ratis/server/impl/FollowerState.java | 2 +-
.../apache/ratis/server/impl/LeaderElection.java | 2 +-
.../org/apache/ratis/server/impl/LeaderState.java | 41 ++++--
.../org/apache/ratis/server/impl/LogAppender.java | 2 +-
.../apache/ratis/server/impl/PendingRequests.java | 13 +-
.../apache/ratis/server/impl/RaftServerImpl.java | 55 ++++++--
.../ratis/server/impl/RaftServerMetrics.java | 59 ++++++--
.../apache/ratis/server/impl/ServerProtoUtils.java | 23 ++--
.../ratis/server/impl/StateMachineMetrics.java | 26 ++--
.../ratis/server/impl/StateMachineUpdater.java | 1 +
.../apache/ratis/server/impl/StreamRequests.java | 147 ++++++++++++++++++++
.../server/metrics/LeaderElectionMetrics.java | 33 +++--
.../ratis/server/metrics/LogAppenderMetrics.java | 27 ++--
.../ratis/server/metrics/RaftLogMetrics.java | 71 ++++++++--
.../ratis/server/metrics/RatisMetricNames.java | 125 -----------------
.../apache/ratis/server/metrics/RatisMetrics.java | 69 +++-------
.../ratis/server/raftlog/segmented/LogSegment.java | 12 +-
.../server/raftlog/segmented/SegmentedRaftLog.java | 20 +--
.../raftlog/segmented/SegmentedRaftLogWorker.java | 5 +-
.../ratis/server/storage/RaftStorageDirectory.java | 37 +++--
.../java/org/apache/ratis/LogAppenderTests.java | 8 +-
.../test/java/org/apache/ratis/RaftBasicTests.java | 25 +++-
.../test/java/org/apache/ratis/StreamApiTests.java | 71 ++++++++++
.../ratis/server/impl/LeaderElectionTests.java | 12 +-
.../ratis/server/impl/RaftServerTestUtil.java | 13 +-
.../ratis/server/impl/TestLogAppenderMetrics.java | 8 +-
.../server/metrics/TestLeaderElectionMetrics.java | 8 +-
.../ratis/server/storage/RaftStorageTestUtils.java | 5 +-
.../ratis/statemachine/RaftSnapshotBaseTest.java | 18 ++-
ratis-test/pom.xml | 8 +-
.../ratis/TestRaftServerSlownessDetection.java | 5 +-
.../apache/ratis/grpc/TestLogAppenderWithGrpc.java | 46 +++++++
.../apache/ratis/grpc/TestRaftServerWithGrpc.java | 80 ++++++++++-
...yncWithGrpc.java => TestStreamApiWithGrpc.java} | 4 +-
.../ratis/retry/TestExceptionDependentRetry.java | 151 +++++++++++++++++++++
.../org/apache/ratis/retry/TestRetryPolicy.java | 136 +++++++++++++++++++
.../ratis/server/raftlog/TestRaftLogMetrics.java | 30 ++--
.../server/raftlog/segmented/TestLogSegment.java | 3 +-
.../raftlog/segmented/TestSegmentedRaftLog.java | 6 +-
.../apache/ratis/util/TestResourceSemaphore.java | 21 +--
{ratis-hadoop => ratis-tools}/pom.xml | 101 ++++++--------
.../org/apache/ratis/tools/ArithmeticLogDump.java | 51 +++++++
.../org/apache/ratis/tools/DefaultLogDump.java | 27 +++-
.../java/org/apache/ratis/tools/ParseRatisLog.java | 104 ++++++++++++++
.../apache/ratis/tools/TestArithmeticLogDump.java | 57 ++++----
80 files changed, 1700 insertions(+), 518 deletions(-)
copy ratis-server/src/test/java/org/apache/ratis/server/simulation/SimulatedClientRpc.java => ratis-client/src/main/java/org/apache/ratis/client/api/MessageOutputStream.java (58%)
copy ratis-logservice/src/main/java/org/apache/ratis/logservice/shell/LogServiceShellOpts.java => ratis-client/src/main/java/org/apache/ratis/client/api/StreamApi.java (71%)
create mode 100644 ratis-client/src/main/java/org/apache/ratis/client/impl/StreamImpl.java
copy ratis-common/src/main/java/org/apache/ratis/protocol/exceptions/{ResourceUnavailableException.java => StreamException.java} (85%)
create mode 100644 ratis-common/src/main/java/org/apache/ratis/retry/ExceptionDependentRetry.java
create mode 100644 ratis-server/src/main/java/org/apache/ratis/server/impl/StreamRequests.java
delete mode 100644 ratis-server/src/main/java/org/apache/ratis/server/metrics/RatisMetricNames.java
create mode 100644 ratis-server/src/test/java/org/apache/ratis/StreamApiTests.java
copy ratis-test/src/test/java/org/apache/ratis/grpc/{TestRaftAsyncWithGrpc.java => TestStreamApiWithGrpc.java} (89%)
create mode 100644 ratis-test/src/test/java/org/apache/ratis/retry/TestExceptionDependentRetry.java
copy {ratis-hadoop => ratis-tools}/pom.xml (60%)
create mode 100644 ratis-tools/src/main/java/org/apache/ratis/tools/ArithmeticLogDump.java
copy ratis-common/src/main/java/org/apache/ratis/io/CorruptedFileException.java => ratis-tools/src/main/java/org/apache/ratis/tools/DefaultLogDump.java (61%)
create mode 100644 ratis-tools/src/main/java/org/apache/ratis/tools/ParseRatisLog.java
copy ratis-test/src/test/java/org/apache/ratis/TestRaftServerNoLeaderTimeout.java => ratis-tools/src/test/java/org/apache/ratis/tools/TestArithmeticLogDump.java (53%)
[incubator-ratis] 01/01: Merge commit
'3ba7e315eda4c173e99b07285d7e2d368c999a6a' into ratis-ozone
Posted by ms...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
msingh pushed a commit to branch ratis-ozone
in repository https://gitbox.apache.org/repos/asf/incubator-ratis.git
commit c46332535d454ea2dab85052f95ff6a30c997bc5
Merge: 021d635 3ba7e31
Author: Mukul Kumar Singh <ms...@apache.org>
AuthorDate: Wed Feb 26 11:31:04 2020 +0530
Merge commit '3ba7e315eda4c173e99b07285d7e2d368c999a6a' into ratis-ozone
pom.xml | 54 +++++++-
ratis-assembly/pom.xml | 6 +-
ratis-assembly/src/main/assembly/bin.xml | 1 +
ratis-assembly/src/main/assembly/src.xml | 1 +
ratis-client/pom.xml | 2 +-
.../org/apache/ratis/client/ClientRetryEvent.java | 1 +
.../java/org/apache/ratis/client/RaftClient.java | 3 +
.../ratis/client/api/MessageOutputStream.java | 40 ++++++
.../org/apache/ratis/client/api/StreamApi.java | 29 ++++
.../apache/ratis/client/impl/ClientProtoUtils.java | 5 +
.../org/apache/ratis/client/impl/OrderedAsync.java | 2 +-
.../apache/ratis/client/impl/RaftClientImpl.java | 16 +++
.../org/apache/ratis/client/impl/StreamImpl.java | 70 ++++++++++
ratis-common/pom.xml | 2 +-
.../apache/ratis/protocol/RaftClientRequest.java | 33 +++++
.../ratis/protocol/exceptions/StreamException.java | 29 ++++
.../ratis/retry/ExceptionDependentRetry.java | 92 +++++++++++++
.../java/org/apache/ratis/retry/RetryPolicy.java | 4 +
.../main/java/org/apache/ratis/util/IOUtils.java | 10 +-
.../org/apache/ratis/util/ResourceSemaphore.java | 23 +++-
ratis-examples/pom.xml | 2 +-
ratis-grpc/pom.xml | 2 +-
.../ratis/grpc/metrics/GrpcServerMetrics.java | 9 ++
.../apache/ratis/grpc/server/GrpcLogAppender.java | 2 +
.../ratis/grpc/server/TestGrpcServerMetrics.java | 26 ++++
ratis-hadoop/pom.xml | 2 +-
ratis-logservice/pom.xml | 2 +-
ratis-metrics/pom.xml | 2 +-
.../ratis/metrics/impl/MetricRegistriesImpl.java | 6 +-
ratis-netty/pom.xml | 2 +-
ratis-proto/pom.xml | 2 +-
ratis-proto/src/main/proto/Raft.proto | 7 +
ratis-replicated-map/pom.xml | 2 +-
ratis-resource-bundle/pom.xml | 2 +-
ratis-server/pom.xml | 2 +-
.../apache/ratis/server/impl/FollowerState.java | 2 +-
.../apache/ratis/server/impl/LeaderElection.java | 2 +-
.../org/apache/ratis/server/impl/LeaderState.java | 41 ++++--
.../org/apache/ratis/server/impl/LogAppender.java | 2 +-
.../apache/ratis/server/impl/PendingRequests.java | 13 +-
.../apache/ratis/server/impl/RaftServerImpl.java | 55 ++++++--
.../ratis/server/impl/RaftServerMetrics.java | 59 ++++++--
.../apache/ratis/server/impl/ServerProtoUtils.java | 23 ++--
.../ratis/server/impl/StateMachineMetrics.java | 26 ++--
.../ratis/server/impl/StateMachineUpdater.java | 1 +
.../apache/ratis/server/impl/StreamRequests.java | 147 ++++++++++++++++++++
.../server/metrics/LeaderElectionMetrics.java | 33 +++--
.../ratis/server/metrics/LogAppenderMetrics.java | 27 ++--
.../ratis/server/metrics/RaftLogMetrics.java | 71 ++++++++--
.../ratis/server/metrics/RatisMetricNames.java | 125 -----------------
.../apache/ratis/server/metrics/RatisMetrics.java | 69 +++-------
.../ratis/server/raftlog/segmented/LogSegment.java | 12 +-
.../server/raftlog/segmented/SegmentedRaftLog.java | 20 +--
.../raftlog/segmented/SegmentedRaftLogWorker.java | 5 +-
.../ratis/server/storage/RaftStorageDirectory.java | 37 +++--
.../java/org/apache/ratis/LogAppenderTests.java | 8 +-
.../test/java/org/apache/ratis/RaftBasicTests.java | 25 +++-
.../test/java/org/apache/ratis/StreamApiTests.java | 71 ++++++++++
.../ratis/server/impl/LeaderElectionTests.java | 12 +-
.../ratis/server/impl/RaftServerTestUtil.java | 13 +-
.../ratis/server/impl/TestLogAppenderMetrics.java | 8 +-
.../server/metrics/TestLeaderElectionMetrics.java | 8 +-
.../ratis/server/storage/RaftStorageTestUtils.java | 5 +-
.../ratis/statemachine/RaftSnapshotBaseTest.java | 18 ++-
ratis-test/pom.xml | 8 +-
.../ratis/TestRaftServerSlownessDetection.java | 5 +-
.../apache/ratis/grpc/TestLogAppenderWithGrpc.java | 46 +++++++
.../apache/ratis/grpc/TestRaftServerWithGrpc.java | 80 ++++++++++-
.../apache/ratis/grpc/TestStreamApiWithGrpc.java | 24 ++++
.../ratis/retry/TestExceptionDependentRetry.java | 151 +++++++++++++++++++++
.../org/apache/ratis/retry/TestRetryPolicy.java | 136 +++++++++++++++++++
.../ratis/server/raftlog/TestRaftLogMetrics.java | 30 ++--
.../server/raftlog/segmented/TestLogSegment.java | 3 +-
.../raftlog/segmented/TestSegmentedRaftLog.java | 6 +-
.../apache/ratis/util/TestResourceSemaphore.java | 21 +--
{ratis-hadoop => ratis-tools}/pom.xml | 101 ++++++--------
.../org/apache/ratis/tools/ArithmeticLogDump.java | 51 +++++++
.../org/apache/ratis/tools/DefaultLogDump.java | 42 ++++++
.../java/org/apache/ratis/tools/ParseRatisLog.java | 104 ++++++++++++++
.../apache/ratis/tools/TestArithmeticLogDump.java | 90 ++++++++++++
80 files changed, 1880 insertions(+), 449 deletions(-)