You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by dw...@apache.org on 2021/05/27 11:37:39 UTC
[flink] branch benchmark-request updated (39acb9b -> 8be462e)
This is an automated email from the ASF dual-hosted git repository.
dwysakowicz pushed a change to branch benchmark-request
in repository https://gitbox.apache.org/repos/asf/flink.git.
discard 39acb9b Constant NO_OP Autocloseable
omit 15f8c95 [FLINK-22319][table][sql-client] Support RESET table option for ALTER TABLE statement
omit bbc94d7 fixup: Create the new operator states instead of changing old one
omit 11f59bf [FLINK-22684][runtime] Added ability to ignore in-flight data during the recovery
omit 75a2aaa [FLINK-22725][coordination] SlotManagers unregister metrics in suspend()
omit 80ad5b3 [FLINK-22464][runtime][tests] Disable a test failing with AdaptiveScheduler tracked in FLINK-22464
omit d67064d [FLINK-22639] Override URLClassLoader#getURLs
omit a47a3b7 [FLINK-22747] Upgrade to commons-io 2.8.0
omit ee9f9b2 [FLINK-18934][runtime] Drop StreamStatusMaintainer & StreamStatusProvider
omit 18a2a8a [FLINK-18934][runtime] Idle stream does not advance watermark in connected stream
omit 214ba68 [FLINK-18934][core] Extract reusable CombinedWatermark class
omit 21c4468 [FLINK-22659][docs] Add execution.checkpointing.interval to docs of checkpoint configuration
omit 92c2134 [hotfix][python][docs] Add documentation about how to set config options in Python DataStream API program
omit 5ec4755 [FLINK-22719][table-planner-blink] Fall back to regular join instead of thrown exception if a join does not satisfy conditions to translate into WindowJoin
omit 9693b11 [FLINK-22745][zk] Trim starting slashes when creating a namespaced CuratorFramework facade
add 5a64f54 [FLINK-22376][runtime] Replaced MemorySegment inside of BufferBuilder by Buffer
add fc47d3a fixup: decreased number of retain buffer
add b8f3ef2 fixup: overrided writeBytes
add 8be462e fixup: setBytes via memorySegment#put
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (39acb9b)
\
N -- N -- N refs/heads/benchmark-request (8be462e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/content.zh/docs/deployment/config.md | 1 -
docs/content.zh/docs/dev/python/python_config.md | 31 +-
docs/content.zh/docs/dev/table/config.md | 8 +-
docs/content/docs/deployment/config.md | 1 -
docs/content/docs/dev/python/python_config.md | 31 +-
docs/content/docs/dev/table/config.md | 8 +-
.../execution_checkpointing_configuration.html | 6 -
.../src/main/resources/META-INF/NOTICE | 2 +-
.../common/eventtime/CombinedWatermarkStatus.java | 130 ----
.../eventtime/IndexedCombinedWatermarkStatus.java | 87 ---
.../eventtime/WatermarkOutputMultiplexer.java | 100 ++-
flink-dist/src/main/resources/META-INF/NOTICE | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../flink/state/api/output/BoundedStreamTask.java | 4 -
.../operators/StateBootstrapWrapperOperator.java | 9 -
.../jobmanager/JMXJobManagerMetricTest.java | 1 -
.../PythonTimestampsAndWatermarksOperator.java | 4 +-
.../runtime/checkpoint/CheckpointCoordinator.java | 42 +-
.../runtime/checkpoint/OperatorSubtaskState.java | 12 -
.../channel/RecoveredChannelStateHandler.java | 47 +-
.../channel/SequentialChannelStateReaderImpl.java | 3 +-
.../librarycache/FlinkUserCodeClassLoaders.java | 5 -
.../network/api/serialization/EventSerializer.java | 4 +-
.../runtime/io/network/buffer/BufferBuilder.java | 58 +-
.../runtime/io/network/buffer/BufferConsumer.java | 32 +-
.../runtime/io/network/buffer/BufferProvider.java | 5 +
.../runtime/io/network/buffer/LocalBufferPool.java | 16 +-
.../runtime/io/network/buffer/NetworkBuffer.java | 17 +-
.../partition/BufferWritingResultPartition.java | 2 +
.../network/partition/PartitionSortedBuffer.java | 6 +-
.../partition/SortMergeResultPartition.java | 3 +-
.../tasks/CheckpointCoordinatorConfiguration.java | 34 +-
.../slotmanager/DeclarativeSlotManager.java | 3 +-
.../slotmanager/FineGrainedSlotManager.java | 3 +-
.../apache/flink/runtime/util/ClassLoaderUtil.java | 88 +--
.../apache/flink/runtime/util/ZooKeeperUtils.java | 2 +-
.../runtime/zookeeper/ZooKeeperUtilityFactory.java | 5 +-
.../CheckpointCoordinatorMasterHooksTest.java | 1 -
.../CheckpointCoordinatorRestoringTest.java | 140 +----
.../CheckpointSettingsSerializableTest.java | 1 -
.../checkpoint/CheckpointStatsTrackerTest.java | 1 -
.../ExecutionGraphCheckpointCoordinatorTest.java | 1 -
.../FailoverStrategyCheckpointCoordinatorTest.java | 1 -
.../checkpoint/OperatorSubtaskStateTest.java | 54 --
.../channel/ChannelStateChunkReaderTest.java | 16 +
.../channel/ChannelStateSerializerImplTest.java | 5 +-
.../channel/RecoveredChannelStateHandlerTest.java | 234 +++++++
.../FlinkUserCodeClassLoadersTest.java | 37 --
.../executiongraph/ArchivedExecutionGraphTest.java | 1 -
.../DefaultExecutionGraphDeploymentTest.java | 1 -
.../SpanningRecordSerializationTest.java | 8 +-
.../buffer/BufferBuilderAndConsumerTest.java | 58 +-
.../io/network/buffer/BufferBuilderTestUtils.java | 29 +-
.../BufferConsumerWithPartialRecordLengthTest.java | 5 +-
.../io/network/buffer/LocalBufferPoolTest.java | 13 +-
.../runtime/io/network/buffer/NoOpBufferPool.java | 10 +
.../io/network/buffer/UnpooledBufferPool.java | 10 +-
.../BoundedBlockingSubpartitionWriteReadTest.java | 5 +-
.../partition/consumer/LocalInputChannelTest.java | 11 +-
.../runtime/io/network/util/TestBufferFactory.java | 11 +-
.../io/network/util/TestPooledBufferProvider.java | 62 +-
.../io/network/util/TestSubpartitionProducer.java | 5 +-
.../flink/runtime/jobgraph/JobGraphTest.java | 1 -
.../tasks/JobCheckpointingSettingsTest.java | 1 -
.../slotmanager/DeclarativeSlotManagerTest.java | 36 --
.../slotmanager/FineGrainedSlotManagerTest.java | 46 --
.../FineGrainedSlotManagerTestBase.java | 19 +-
.../runtime/scheduler/SchedulerTestingUtils.java | 1 -
.../zookeeper/ZooKeeperUtilityFactoryTest.java | 42 --
.../api/environment/CheckpointConfig.java | 34 --
.../environment/ExecutionCheckpointingOptions.java | 17 -
.../source/ContinuousFileReaderOperator.java | 1 +
.../api/graph/StreamingJobGraphGenerator.java | 2 -
.../streaming/api/operators/AbstractInput.java | 6 -
.../api/operators/AbstractStreamOperator.java | 54 +-
.../api/operators/AbstractStreamOperatorV2.java | 30 +-
.../streaming/api/operators/CountingOutput.java | 6 -
.../flink/streaming/api/operators/Input.java | 3 -
.../flink/streaming/api/operators/Output.java | 3 -
.../streaming/api/operators/StreamSource.java | 10 +-
.../api/operators/StreamSourceContexts.java | 53 +-
.../api/operators/TimestampedCollector.java | 6 -
.../api/operators/TwoInputStreamOperator.java | 5 -
...ingQueueBroker.java => AbstractDataOutput.java} | 28 +-
.../streaming/runtime/io/RecordWriterOutput.java | 45 +-
.../io/StreamMultipleInputProcessorFactory.java | 108 +++-
.../runtime/io/StreamTwoInputProcessorFactory.java | 62 +-
.../operators/TimestampsAndWatermarksOperator.java | 12 +-
.../runtime/streamstatus/AnnouncedStatus.java | 76 ---
.../streamstatus/StreamStatusMaintainer.java | 16 +-
.../runtime/streamstatus/StreamStatusProvider.java | 13 +-
.../runtime/tasks/BroadcastingOutputCollector.java | 20 +-
.../streaming/runtime/tasks/ChainingOutput.java | 30 +-
.../tasks/CopyingBroadcastingOutputCollector.java | 6 +-
.../runtime/tasks/CopyingChainingOutput.java | 6 +-
.../runtime/tasks/MultipleInputStreamTask.java | 1 +
.../runtime/tasks/OneInputStreamTask.java | 15 +-
.../streaming/runtime/tasks/OperatorChain.java | 43 +-
.../runtime/tasks/SourceOperatorStreamTask.java | 17 +-
.../streaming/runtime/tasks/SourceStreamTask.java | 2 +-
.../runtime/tasks/StreamIterationTail.java | 4 -
.../flink/streaming/runtime/tasks/StreamTask.java | 5 +
.../runtime/tasks/TwoInputStreamTask.java | 1 +
.../api/operators/AbstractStreamOperatorTest.java | 102 ----
.../operators/AbstractStreamOperatorV2Test.java | 128 ----
.../AbstractUdfStreamOperatorLifecycleTest.java | 4 +-
.../api/operators/MockStreamStatusMaintainer.java | 23 +-
.../StreamSourceContextIdleDetectionTests.java | 116 ++--
.../DemultiplexingRecordDeserializerTest.java | 20 +-
.../StreamSourceOperatorLatencyMetricsTest.java | 7 +-
.../StreamSourceOperatorWatermarksTest.java | 8 +
.../runtime/tasks/MultipleInputStreamTaskTest.java | 45 +-
.../runtime/tasks/OneInputStreamTaskTest.java | 209 +++++++
.../streaming/runtime/tasks/OperatorChainTest.java | 7 +-
.../streaming/runtime/tasks/StreamTaskTest.java | 2 +
.../tasks/SubtaskCheckpointCoordinatorTest.java | 4 -
.../runtime/tasks/TwoInputStreamTaskTest.java | 4 +-
.../util/AbstractStreamOperatorTestHarness.java | 10 +-
.../flink/streaming/util/CollectorOutput.java | 6 -
.../KeyedMultiInputStreamOperatorTestHarness.java | 57 --
.../apache/flink/streaming/util/MockOutput.java | 6 -
.../flink/streaming/util/MockStreamTask.java | 9 +
.../streaming/util/MockStreamTaskBuilder.java | 10 +
.../util/MultiInputStreamOperatorTestHarness.java | 69 ---
.../util/TwoInputStreamOperatorTestHarness.java | 9 -
.../src/test/resources/sql/table.q | 123 +---
.../src/main/codegen/data/Parser.tdd | 1 -
.../src/main/codegen/includes/parserImpls.ftl | 35 --
.../flink/sql/parser/ddl/SqlAlterTableReset.java | 84 ---
.../flink/sql/parser/FlinkSqlParserImplTest.java | 10 -
.../operations/SqlToOperationConverter.java | 20 -
.../src/main/resources/META-INF/NOTICE | 2 +-
.../plan/metadata/FlinkRelMdWindowProperties.scala | 4 +-
.../physical/stream/StreamPhysicalJoinRule.scala | 4 +-
.../stream/StreamPhysicalTemporalJoinRule.scala | 4 +-
.../stream/StreamPhysicalWindowJoinRule.scala | 6 +-
.../table/planner/plan/utils/WindowJoinUtil.scala | 114 ++--
.../operations/SqlToOperationConverterTest.java | 157 +++--
.../plan/stream/sql/join/WindowJoinTest.xml | 676 ---------------------
.../flink/table/api/TableEnvironmentTest.scala | 131 +---
.../table/planner/catalog/CatalogTableITCase.scala | 27 +-
.../plan/stream/sql/join/WindowJoinTest.scala | 74 +++
.../multipleinput/input/FirstInputOfTwoInput.java | 6 -
.../operators/multipleinput/input/OneInput.java | 6 -
.../multipleinput/input/SecondInputOfTwoInput.java | 6 -
.../multipleinput/output/BroadcastingOutput.java | 8 -
...gSecondInputOfTwoInputStreamOperatorOutput.java | 10 -
.../FirstInputOfTwoInputStreamOperatorOutput.java | 10 -
.../output/OneInputStreamOperatorOutput.java | 10 -
.../SecondInputOfTwoInputStreamOperatorOutput.java | 10 -
.../wmassigners/WatermarkAssignerOperator.java | 10 +-
.../multipleinput/output/BlackHoleOutput.java | 6 -
.../over/NonBufferOverWindowOperatorTest.java | 6 -
.../wmassigners/WatermarkAssignerOperatorTest.java | 32 +-
.../WatermarkAssignerOperatorTestBase.java | 8 -
.../JobMasterStopWithSavepointITCase.java | 1 -
.../jobmaster/JobMasterTriggerSavepointITCase.java | 1 -
.../OperatorEventSendingCheckpointITCase.java | 3 -
.../checkpointing/IgnoreInFlightDataITCase.java | 189 ------
.../runtime/SortingBoundedInputITCase.java | 4 -
pom.xml | 2 +-
163 files changed, 1718 insertions(+), 3361 deletions(-)
delete mode 100644 flink-core/src/main/java/org/apache/flink/api/common/eventtime/CombinedWatermarkStatus.java
delete mode 100644 flink-core/src/main/java/org/apache/flink/api/common/eventtime/IndexedCombinedWatermarkStatus.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/channel/RecoveredChannelStateHandlerTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/zookeeper/ZooKeeperUtilityFactoryTest.java
copy flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/{BlockingQueueBroker.java => AbstractDataOutput.java} (50%)
delete mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/streamstatus/AnnouncedStatus.java
copy flink-core/src/main/java/org/apache/flink/util/RefCounted.java => flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/streamstatus/StreamStatusMaintainer.java (64%)
copy flink-core/src/main/java/org/apache/flink/api/common/operators/IterationOperator.java => flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/streamstatus/StreamStatusProvider.java (74%)
copy flink-runtime-web/src/main/java/org/apache/flink/runtime/webmonitor/handlers/SavepointPathQueryParameter.java => flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/MockStreamStatusMaintainer.java (56%)
delete mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/util/KeyedMultiInputStreamOperatorTestHarness.java
delete mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/util/MultiInputStreamOperatorTestHarness.java
delete mode 100644 flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/ddl/SqlAlterTableReset.java
delete mode 100644 flink-tests/src/test/java/org/apache/flink/test/checkpointing/IgnoreInFlightDataITCase.java