You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by dw...@apache.org on 2021/11/03 08:16:12 UTC
[flink] branch master updated (ac12dc2 -> f6d40bc)
This is an automated email from the ASF dual-hosted git repository.
dwysakowicz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from ac12dc2 [FLINK-24648][table] CEIL and FLOOR support DECADE, CENTURY, MILLENNIUM
add 6d9cca4 [hotfix][tests] Allow customized configuration of input gates in StreamTestSingleInputGate
add 314360e [FLINK-24189] Extract BufferDebloatConfiguration
add f6d40bc [FLINK-24189] Perform buffer debloating per single gate
No new revisions were added by this update.
Summary of changes:
.../state/api/runtime/SavepointEnvironment.java | 9 -
.../flink/runtime/execution/Environment.java | 8 -
.../io/network/NettyShuffleEnvironment.java | 15 +-
.../network/metrics/NettyShuffleMetricFactory.java | 7 +
...utBuffersGauge.java => TimeToConsumeGauge.java} | 21 +-
.../partition/consumer/IndexedInputGate.java | 4 +-
.../partition/consumer/SingleInputGate.java | 43 ++-
.../partition/consumer/SingleInputGateFactory.java | 42 ++-
.../runtime/taskmanager/InputGateWithMetrics.java | 19 +-
.../NettyShuffleEnvironmentConfiguration.java | 14 +-
.../runtime/taskmanager/RuntimeEnvironment.java | 12 +-
.../org/apache/flink/runtime/taskmanager/Task.java | 14 +-
.../throughput/BufferDebloatConfiguration.java | 105 +++++++
.../flink/runtime/throughput/BufferDebloater.java | 93 +++++++
.../flink/runtime/throughput}/BufferSizeEMA.java | 2 +-
.../io/network/NettyShuffleEnvironmentBuilder.java | 13 +-
.../io/network/NettyShuffleEnvironmentTest.java | 106 +++++++
.../network/partition/InputGateFairnessTest.java | 6 +-
.../partition/consumer/SingleInputGateBuilder.java | 39 ++-
.../partition/consumer/SingleInputGateTest.java | 11 +-
.../partition/consumer/TestSingleInputGate.java | 16 ++
.../operators/testutils/DummyEnvironment.java | 7 -
.../operators/testutils/MockEnvironment.java | 12 +-
.../testutils/MockEnvironmentBuilder.java | 13 +-
.../throughput/BufferDebloatConfigurationTest.java | 53 ++++
.../runtime/throughput/BufferDebloaterTest.java | 229 ++++++++++++++++
.../runtime/throughput}/BufferSizeEMATest.java | 2 +-
.../flink/streaming/runtime/tasks/StreamTask.java | 74 +----
.../tasks/bufferdebloat/BufferDebloater.java | 114 --------
.../consumer/StreamTestSingleInputGate.java | 51 ++--
.../streaming/runtime/io/MockIndexedInputGate.java | 7 +-
.../flink/streaming/runtime/io/MockInputGate.java | 7 +-
.../StreamNetworkBenchmarkEnvironment.java | 20 +-
.../AlignedCheckpointsMassiveRandomTest.java | 7 +-
.../runtime/operators/StreamTaskTimerTest.java | 8 +-
.../runtime/tasks/StreamMockEnvironment.java | 12 -
.../tasks/StreamTaskMailboxTestHarnessBuilder.java | 34 ++-
.../streaming/runtime/tasks/StreamTaskTest.java | 149 +++++-----
.../tasks/bufferdebloat/BufferDebloaterTest.java | 304 ---------------------
39 files changed, 942 insertions(+), 760 deletions(-)
copy flink-runtime/src/main/java/org/apache/flink/runtime/io/network/metrics/{InputBuffersGauge.java => TimeToConsumeGauge.java} (66%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/throughput/BufferDebloatConfiguration.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/throughput/BufferDebloater.java
rename {flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/bufferdebloat => flink-runtime/src/main/java/org/apache/flink/runtime/throughput}/BufferSizeEMA.java (98%)
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/throughput/BufferDebloatConfigurationTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/throughput/BufferDebloaterTest.java
rename {flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/tasks/bufferdebloat => flink-runtime/src/test/java/org/apache/flink/runtime/throughput}/BufferSizeEMATest.java (98%)
delete mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/bufferdebloat/BufferDebloater.java
delete mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/tasks/bufferdebloat/BufferDebloaterTest.java