You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by xt...@apache.org on 2023/12/19 11:00:53 UTC
(flink) 07/09: [FLINK-33810][runtime] Introduce and implement emitRecordAttributes method of PushingAsyncDataInput#DataOutput
This is an automated email from the ASF dual-hosted git repository.
xtsong pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
commit f92e2c8be845b6d2d07281d7538ac1f2468e8a67
Author: sxnan <su...@gmail.com>
AuthorDate: Mon Dec 11 17:01:57 2023 +0800
[FLINK-33810][runtime] Introduce and implement emitRecordAttributes method of PushingAsyncDataInput#DataOutput
---
.../connector/base/source/reader/SourceReaderBaseTest.java | 4 ++++
.../api/operators/sort/MultiInputSortingDataInput.java | 8 ++++++++
.../flink/streaming/api/operators/sort/SortingDataInput.java | 7 +++++++
.../apache/flink/streaming/runtime/io/FinishedDataOutput.java | 6 ++++++
.../flink/streaming/runtime/io/PushingAsyncDataInput.java | 3 +++
.../runtime/io/StreamMultipleInputProcessorFactory.java | 6 ++++++
.../streaming/runtime/io/StreamTwoInputProcessorFactory.java | 10 ++++++++++
.../flink/streaming/runtime/tasks/OneInputStreamTask.java | 6 ++++++
.../streaming/runtime/tasks/SourceOperatorStreamTask.java | 6 ++++++
.../streaming/api/operators/sort/CollectingDataOutput.java | 6 ++++++
.../streaming/api/operators/sort/CollectionDataInput.java | 2 ++
.../api/operators/sort/LargeSortingDataInputITCase.java | 4 ++++
.../streaming/api/operators/source/CollectingDataOutput.java | 6 ++++++
.../flink/streaming/runtime/io/StreamTaskNetworkInputTest.java | 4 ++++
.../runtime/watermarkstatus/StatusWatermarkValveTest.java | 6 ++++++
.../apache/flink/streaming/util/SourceOperatorTestHarness.java | 6 ++++++
16 files changed, 90 insertions(+)
diff --git a/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/SourceReaderBaseTest.java b/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/SourceReaderBaseTest.java
index f5882d66797..517c624b480 100644
--- a/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/SourceReaderBaseTest.java
+++ b/flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/SourceReaderBaseTest.java
@@ -46,6 +46,7 @@ import org.apache.flink.runtime.source.event.AddSplitEvent;
import org.apache.flink.streaming.api.operators.SourceOperator;
import org.apache.flink.streaming.runtime.io.PushingAsyncDataInput;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
@@ -561,5 +562,8 @@ public class SourceReaderBaseTest extends SourceReaderTestBase<MockSourceSplit>
@Override
public void emitLatencyMarker(LatencyMarker latencyMarker) {}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {}
}
}
diff --git a/flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/MultiInputSortingDataInput.java b/flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/MultiInputSortingDataInput.java
index e398028f787..9bfefc53e66 100644
--- a/flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/MultiInputSortingDataInput.java
+++ b/flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/MultiInputSortingDataInput.java
@@ -42,6 +42,7 @@ import org.apache.flink.streaming.runtime.io.PushingAsyncDataInput;
import org.apache.flink.streaming.runtime.io.StreamInputProcessor;
import org.apache.flink.streaming.runtime.io.StreamTaskInput;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
import org.apache.flink.util.ExceptionUtils;
@@ -425,6 +426,13 @@ public final class MultiInputSortingDataInput<IN, K> implements StreamTaskInput<
@Override
public void emitLatencyMarker(LatencyMarker latencyMarker) {}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ // The MultiInputSortingDataInput is only used in batch execution mode. The
+ // RecordAttributes is not used in batch execution mode. We will ignore all the
+ // RecordAttributes.
+ }
}
/**
diff --git a/flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/SortingDataInput.java b/flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/SortingDataInput.java
index 088519a2dec..ba4b71c4ab0 100644
--- a/flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/SortingDataInput.java
+++ b/flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/SortingDataInput.java
@@ -39,6 +39,7 @@ import org.apache.flink.streaming.api.watermark.Watermark;
import org.apache.flink.streaming.runtime.io.DataInputStatus;
import org.apache.flink.streaming.runtime.io.StreamTaskInput;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
import org.apache.flink.util.ExceptionUtils;
@@ -183,6 +184,12 @@ public final class SortingDataInput<T, K> implements StreamTaskInput<T> {
@Override
public void emitLatencyMarker(LatencyMarker latencyMarker) {}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) {
+ // The SortingDataInput is only used in batch execution mode. The RecordAttributes is
+ // not used in batch execution mode. We will ignore all the RecordAttributes.
+ }
}
@Override
diff --git a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/FinishedDataOutput.java b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/FinishedDataOutput.java
index 54769fa2f8a..60dff2e04f5 100644
--- a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/FinishedDataOutput.java
+++ b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/FinishedDataOutput.java
@@ -20,6 +20,7 @@ package org.apache.flink.streaming.runtime.io;
import org.apache.flink.streaming.api.watermark.Watermark;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
@@ -53,4 +54,9 @@ public class FinishedDataOutput<IN> implements PushingAsyncDataInput.DataOutput<
public void emitLatencyMarker(LatencyMarker latencyMarker) throws Exception {
LOG.debug("Unexpected latency marker after finish() received.");
}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ LOG.debug("Unexpected recordAttributes after finish() received.");
+ }
}
diff --git a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/PushingAsyncDataInput.java b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/PushingAsyncDataInput.java
index 619c2d00954..63be0726dd5 100644
--- a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/PushingAsyncDataInput.java
+++ b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/PushingAsyncDataInput.java
@@ -22,6 +22,7 @@ import org.apache.flink.runtime.io.AvailabilityProvider;
import org.apache.flink.runtime.io.PullingAsyncDataInput;
import org.apache.flink.streaming.api.watermark.Watermark;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
@@ -55,5 +56,7 @@ public interface PushingAsyncDataInput<T> extends AvailabilityProvider {
void emitWatermarkStatus(WatermarkStatus watermarkStatus) throws Exception;
void emitLatencyMarker(LatencyMarker latencyMarker) throws Exception;
+
+ void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception;
}
}
diff --git a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/StreamMultipleInputProcessorFactory.java b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/StreamMultipleInputProcessorFactory.java
index ee504eb76cf..807f03060b3 100644
--- a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/StreamMultipleInputProcessorFactory.java
+++ b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/StreamMultipleInputProcessorFactory.java
@@ -44,6 +44,7 @@ import org.apache.flink.streaming.runtime.io.checkpointing.CheckpointedInputGate
import org.apache.flink.streaming.runtime.metrics.WatermarkGauge;
import org.apache.flink.streaming.runtime.partitioner.StreamPartitioner;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.tasks.OperatorChain;
import org.apache.flink.streaming.runtime.tasks.SourceOperatorStreamTask;
@@ -289,6 +290,11 @@ public class StreamMultipleInputProcessorFactory {
public void emitLatencyMarker(LatencyMarker latencyMarker) throws Exception {
input.processLatencyMarker(latencyMarker);
}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ input.processRecordAttributes(recordAttributes);
+ }
}
@SuppressWarnings({"unchecked", "rawtypes"})
diff --git a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/StreamTwoInputProcessorFactory.java b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/StreamTwoInputProcessorFactory.java
index dbfc295ace0..c7463e4fded 100644
--- a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/StreamTwoInputProcessorFactory.java
+++ b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/StreamTwoInputProcessorFactory.java
@@ -40,6 +40,7 @@ import org.apache.flink.streaming.runtime.io.checkpointing.CheckpointedInputGate
import org.apache.flink.streaming.runtime.metrics.WatermarkGauge;
import org.apache.flink.streaming.runtime.partitioner.StreamPartitioner;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.tasks.OperatorChain;
import org.apache.flink.streaming.runtime.tasks.StreamTask.CanEmitBatchOfRecordsChecker;
@@ -289,6 +290,15 @@ public class StreamTwoInputProcessorFactory {
operator.processLatencyMarker2(latencyMarker);
}
}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ if (inputIndex == 0) {
+ operator.processRecordAttributes1(recordAttributes);
+ } else {
+ operator.processRecordAttributes2(recordAttributes);
+ }
+ }
}
private static class FinishedOnRestoreWatermarkBypass {
diff --git a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/OneInputStreamTask.java b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/OneInputStreamTask.java
index bc3abb489ec..a9220c51a95 100644
--- a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/OneInputStreamTask.java
+++ b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/OneInputStreamTask.java
@@ -42,6 +42,7 @@ import org.apache.flink.streaming.runtime.io.checkpointing.CheckpointedInputGate
import org.apache.flink.streaming.runtime.io.checkpointing.InputProcessorUtil;
import org.apache.flink.streaming.runtime.metrics.WatermarkGauge;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.StatusWatermarkValve;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
@@ -252,5 +253,10 @@ public class OneInputStreamTask<IN, OUT> extends StreamTask<OUT, OneInputStreamO
public void emitLatencyMarker(LatencyMarker latencyMarker) throws Exception {
operator.processLatencyMarker(latencyMarker);
}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ operator.processRecordAttributes(recordAttributes);
+ }
}
}
diff --git a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/SourceOperatorStreamTask.java b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/SourceOperatorStreamTask.java
index 70fa37fc1d0..c87ee6eead7 100644
--- a/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/SourceOperatorStreamTask.java
+++ b/flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/tasks/SourceOperatorStreamTask.java
@@ -39,6 +39,7 @@ import org.apache.flink.streaming.runtime.io.StreamTaskInput;
import org.apache.flink.streaming.runtime.io.StreamTaskSourceInput;
import org.apache.flink.streaming.runtime.metrics.WatermarkGauge;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
import org.apache.flink.util.concurrent.FutureUtils;
@@ -314,6 +315,11 @@ public class SourceOperatorStreamTask<T> extends StreamTask<T, SourceOperator<T,
output.emitLatencyMarker(latencyMarker);
}
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) {
+ output.emitRecordAttributes(recordAttributes);
+ }
+
@Override
public void emitWatermark(Watermark watermark) {
long watermarkTimestamp = watermark.getTimestamp();
diff --git a/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/CollectingDataOutput.java b/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/CollectingDataOutput.java
index 1c5a9ae4fcf..ca8e061cf07 100644
--- a/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/CollectingDataOutput.java
+++ b/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/CollectingDataOutput.java
@@ -21,6 +21,7 @@ package org.apache.flink.streaming.api.operators.sort;
import org.apache.flink.streaming.api.watermark.Watermark;
import org.apache.flink.streaming.runtime.io.PushingAsyncDataInput;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
@@ -53,4 +54,9 @@ final class CollectingDataOutput<E> implements PushingAsyncDataInput.DataOutput<
public void emitLatencyMarker(LatencyMarker latencyMarker) throws Exception {
events.add(latencyMarker);
}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ events.add(recordAttributes);
+ }
}
diff --git a/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/CollectionDataInput.java b/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/CollectionDataInput.java
index 63be46754b7..a326c88036b 100644
--- a/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/CollectionDataInput.java
+++ b/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/CollectionDataInput.java
@@ -53,6 +53,8 @@ final class CollectionDataInput<E> implements StreamTaskInput<E> {
output.emitRecord(streamElement.asRecord());
} else if (streamElement instanceof Watermark) {
output.emitWatermark(streamElement.asWatermark());
+ } else if (streamElement.isRecordAttributes()) {
+ output.emitRecordAttributes(streamElement.asRecordAttributes());
} else if (streamElement.isWatermarkStatus()) {
output.emitWatermarkStatus(streamElement.asWatermarkStatus());
} else {
diff --git a/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/LargeSortingDataInputITCase.java b/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/LargeSortingDataInputITCase.java
index 21aa798b12f..1d6a76547dc 100644
--- a/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/LargeSortingDataInputITCase.java
+++ b/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/sort/LargeSortingDataInputITCase.java
@@ -42,6 +42,7 @@ import org.apache.flink.streaming.runtime.io.StreamMultipleInputProcessor;
import org.apache.flink.streaming.runtime.io.StreamOneInputProcessor;
import org.apache.flink.streaming.runtime.io.StreamTaskInput;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
@@ -219,6 +220,9 @@ public class LargeSortingDataInputITCase {
@Override
public void emitLatencyMarker(LatencyMarker latencyMarker) throws Exception {}
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {}
+
public int getSeenRecords() {
return seenRecords;
}
diff --git a/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/source/CollectingDataOutput.java b/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/source/CollectingDataOutput.java
index 6a6c535b891..51cf3eb2401 100644
--- a/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/source/CollectingDataOutput.java
+++ b/flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/source/CollectingDataOutput.java
@@ -21,6 +21,7 @@ package org.apache.flink.streaming.api.operators.source;
import org.apache.flink.streaming.api.watermark.Watermark;
import org.apache.flink.streaming.runtime.io.PushingAsyncDataInput;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
@@ -56,6 +57,11 @@ public final class CollectingDataOutput<E> implements PushingAsyncDataInput.Data
events.add(latencyMarker);
}
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ events.add(recordAttributes);
+ }
+
public List<Object> getEvents() {
return events;
}
diff --git a/flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/StreamTaskNetworkInputTest.java b/flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/StreamTaskNetworkInputTest.java
index 7338469171b..481bdaff082 100644
--- a/flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/StreamTaskNetworkInputTest.java
+++ b/flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/StreamTaskNetworkInputTest.java
@@ -49,6 +49,7 @@ import org.apache.flink.streaming.runtime.io.checkpointing.CheckpointedInputGate
import org.apache.flink.streaming.runtime.io.checkpointing.SingleCheckpointBarrierHandler;
import org.apache.flink.streaming.runtime.io.checkpointing.UpstreamRecoveryTracker;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamElement;
import org.apache.flink.streaming.runtime.streamrecord.StreamElementSerializer;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
@@ -399,6 +400,9 @@ public class StreamTaskNetworkInputTest {
@Override
public void emitLatencyMarker(LatencyMarker latencyMarker) {}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) {}
}
private static class VerifyRecordsDataOutput<T> extends NoOpDataOutput<T> {
diff --git a/flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/watermarkstatus/StatusWatermarkValveTest.java b/flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/watermarkstatus/StatusWatermarkValveTest.java
index 0db7b04e6c4..52bbc518541 100644
--- a/flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/watermarkstatus/StatusWatermarkValveTest.java
+++ b/flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/watermarkstatus/StatusWatermarkValveTest.java
@@ -21,6 +21,7 @@ package org.apache.flink.streaming.runtime.watermarkstatus;
import org.apache.flink.streaming.api.watermark.Watermark;
import org.apache.flink.streaming.runtime.io.PushingAsyncDataInput;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamElement;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
@@ -453,6 +454,11 @@ class StatusWatermarkValveTest {
throw new UnsupportedOperationException();
}
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ throw new UnsupportedOperationException();
+ }
+
public StreamElement popLastSeenOutput() {
return allOutputs.poll();
}
diff --git a/flink-streaming-java/src/test/java/org/apache/flink/streaming/util/SourceOperatorTestHarness.java b/flink-streaming-java/src/test/java/org/apache/flink/streaming/util/SourceOperatorTestHarness.java
index 2dbfa280411..0509ab0bc74 100644
--- a/flink-streaming-java/src/test/java/org/apache/flink/streaming/util/SourceOperatorTestHarness.java
+++ b/flink-streaming-java/src/test/java/org/apache/flink/streaming/util/SourceOperatorTestHarness.java
@@ -25,6 +25,7 @@ import org.apache.flink.streaming.api.operators.SourceOperatorFactory;
import org.apache.flink.streaming.api.watermark.Watermark;
import org.apache.flink.streaming.runtime.io.PushingAsyncDataInput.DataOutput;
import org.apache.flink.streaming.runtime.streamrecord.LatencyMarker;
+import org.apache.flink.streaming.runtime.streamrecord.RecordAttributes;
import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
import org.apache.flink.streaming.runtime.watermarkstatus.WatermarkStatus;
@@ -79,5 +80,10 @@ public class SourceOperatorTestHarness<OUT> extends AbstractStreamOperatorTestHa
public void emitLatencyMarker(LatencyMarker latencyMarker) {
output.emitLatencyMarker(latencyMarker);
}
+
+ @Override
+ public void emitRecordAttributes(RecordAttributes recordAttributes) throws Exception {
+ output.emitRecordAttributes(recordAttributes);
+ }
}
}