You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by xt...@apache.org on 2021/02/22 06:21:36 UTC

[flink] branch master updated (e2e1121 -> b813926)

This is an automated email from the ASF dual-hosted git repository.

xtsong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from e2e1121  [FLINK-21297][table] Support 'LOAD/UNLOAD MODULE' syntax
     add b813926  Revert FLINK-21417 due to performance regression.

No new revisions were added by this update.

Summary of changes:
 .../core/memory/ByteArrayInputStreamWithPos.java   |   4 +-
 .../flink/core/memory/DirectMemorySegment.java     |  52 ---
 .../flink/core/memory/HeapMemorySegment.java       |  90 ++++-
 .../flink/core/memory/HybridMemorySegment.java     | 404 +++++++++++++++++++++
 .../apache/flink/core/memory/MemorySegment.java    | 246 ++-----------
 .../flink/core/memory/MemorySegmentFactory.java    |  53 +--
 .../flink/core/memory/OffHeapMemorySegment.java    |  88 -----
 .../flink/core/memory/UnsafeMemorySegment.java     |  67 ----
 .../api/common/typeutils/ComparatorTestBase.java   |   2 +-
 .../flink/core/memory/CrossSegmentTypeTest.java    |  12 +-
 .../core/memory/DataInputOutputSerializerTest.java |   2 +-
 .../flink/core/memory/EndiannessAccessChecks.java  |  34 +-
 .../flink/core/memory/HeapMemorySegmentTest.java   |   4 +-
 ...a => HybridOffHeapDirectMemorySegmentTest.java} |  18 +-
 ...a => HybridOffHeapUnsafeMemorySegmentTest.java} |  17 +-
 ...est.java => HybridOnHeapMemorySegmentTest.java} |  51 ++-
 .../flink/core/memory/MemorySegmentChecksTest.java |  46 ++-
 .../core/memory/MemorySegmentFactoryTest.java      |  15 +-
 .../core/memory/MemorySegmentUndersizedTest.java   |  33 +-
 .../core/memory/OperationsOnFreedSegmentTest.java  |  28 +-
 .../apache/flink/types/NormalizableKeyTest.java    |   2 +-
 .../runtime/io/disk/FileBasedBufferIterator.java   |   4 +-
 .../network/api/serialization/EventSerializer.java |   4 +-
 .../api/serialization/NonSpanningWrapper.java      |   2 +-
 .../network/api/serialization/SpanningWrapper.java |  14 +-
 .../io/network/buffer/BufferCompressor.java        |   3 +-
 .../io/network/buffer/BufferDecompressor.java      |   3 +-
 .../io/network/buffer/NetworkBufferPool.java       |   2 +-
 .../io/network/netty/NetworkBufferAllocator.java   |   2 +-
 .../network/partition/BufferReaderWriterUtil.java  |   2 +-
 .../network/partition/FileChannelBoundedData.java  |   3 +-
 .../network/partition/PartitionSortedBuffer.java   |   2 +-
 .../partition/SortMergeResultPartition.java        |   2 +-
 .../partition/SortMergeSubpartitionReader.java     |   3 +-
 .../partition/consumer/SingleInputGate.java        |   2 +-
 .../apache/flink/runtime/memory/MemoryManager.java |   8 +-
 .../channel/ChannelStateCheckpointWriterTest.java  |  10 +-
 .../channel/ChannelStateChunkReaderTest.java       |   2 +-
 .../channel/ChannelStateSerializerImplTest.java    |   9 +-
 ...ChannelStateWriteRequestDispatcherImplTest.java |   2 +-
 .../ChannelStateWriteRequestDispatcherTest.java    |   4 +-
 .../channel/ChannelStateWriterImplTest.java        |   4 +-
 .../SequentialChannelStateReaderImplTest.java      |   2 +-
 .../AsynchronousBufferFileWriterTest.java          |   2 +-
 .../iomanager/AsynchronousFileIOChannelTest.java   |   4 +-
 .../BufferFileWriterFileSegmentReaderTest.java     |   5 +-
 .../disk/iomanager/BufferFileWriterReaderTest.java |   2 +-
 .../io/disk/iomanager/IOManagerAsyncTest.java      |   4 +-
 .../network/api/serialization/PagedViewsTest.java  |   4 +-
 .../SpanningRecordSerializationTest.java           |   2 +-
 .../api/serialization/SpanningWrapperTest.java     |   8 +-
 .../AbstractCollectingResultPartitionWriter.java   |   2 +-
 .../buffer/BufferBuilderAndConsumerTest.java       |   2 +-
 .../io/network/buffer/BufferBuilderTestUtils.java  |  10 +-
 .../io/network/buffer/BufferCompressionTest.java   |   4 +-
 .../BufferConsumerWithPartialRecordLengthTest.java |   2 +-
 .../io/network/buffer/NetworkBufferTest.java       |   4 +-
 .../network/buffer/ReadOnlySlicedBufferTest.java   |   2 +-
 .../NettyMessageClientDecoderDelegateTest.java     |   2 +-
 .../NettyMessageClientSideSerializationTest.java   |   4 +-
 .../BoundedBlockingSubpartitionWriteReadTest.java  |   2 +-
 .../partition/BufferReaderWriterUtilTest.java      |   6 +-
 .../network/partition/InputChannelTestUtils.java   |   3 +-
 .../partition/PartitionSortedBufferTest.java       |  10 +-
 .../partition/PartitionedFileWriteReadTest.java    |  15 +-
 .../partition/PipelinedSubpartitionTest.java       |   2 +-
 .../partition/SortMergeResultPartitionTest.java    |   2 +-
 .../partition/consumer/SingleInputGateTest.java    |   2 +-
 .../runtime/io/network/util/TestBufferFactory.java |   4 +-
 .../io/network/util/TestSubpartitionProducer.java  |   3 +-
 .../runtime/memory/MemorySegmentSimpleTest.java    |   2 +-
 .../operators/hash/CompactingHashTableTest.java    |   2 +-
 .../hash/HashTablePerformanceComparison.java       |   2 +-
 .../runtime/operators/hash/HashTableTest.java      |   2 +-
 .../hash/InPlaceMutableHashTableTest.java          |   2 +-
 .../operators/hash/MutableHashTableTestBase.java   |   2 +-
 .../flink/runtime/operators/util/BitSetTest.java   |   2 +-
 .../runtime/operators/util/BloomFilterTest.java    |   2 +-
 .../runtime/state/ChannelPersistenceITCase.java    |   4 +-
 .../state/heap/CopyOnWriteSkipListStateMap.java    |   4 +-
 .../runtime/state/heap/SkipListKeySerializer.java  |   8 +-
 .../flink/runtime/state/heap/SkipListUtils.java    |   2 +-
 .../CopyOnWriteSkipListStateMapBasicOpTest.java    |   4 +-
 .../state/heap/SkipListKeyComparatorTest.java      |  12 +-
 .../runtime/state/heap/SkipListSerializerTest.java |   4 +-
 .../runtime/state/heap/SkipListUtilsTest.java      |  10 +-
 .../flink/runtime/state/heap/TestAllocator.java    |   2 +-
 .../CheckpointBarrierTrackerTest.java              |   2 +-
 .../flink/table/data/binary/BinaryArrayData.java   |   4 +-
 .../flink/table/data/binary/BinaryMapData.java     |   4 +-
 .../table/data/binary/BinaryRawValueData.java      |   8 +-
 .../flink/table/data/binary/BinaryRowData.java     |   2 +-
 .../flink/table/data/binary/BinaryStringData.java  |   8 +-
 .../flink/table/data/binary/NestedRowData.java     |   2 +-
 .../planner/codegen/SortCodeGeneratorTest.java     |   2 +-
 .../flink/table/data/binary/BinaryRowDataUtil.java |   2 +-
 .../table/data/writer/AbstractBinaryWriter.java    |   4 +-
 .../flink/table/data/writer/BinaryArrayWriter.java |   2 +-
 .../flink/table/data/writer/BinaryRowWriter.java   |   2 +-
 .../raw/RawFormatDeserializationSchema.java        |   3 +-
 .../formats/raw/RawFormatSerializationSchema.java  |  11 +-
 .../runtime/hashtable/BaseHybridHashTable.java     |   5 +-
 .../runtime/hashtable/BinaryHashBucketArea.java    |   3 +-
 .../table/runtime/hashtable/LongHashPartition.java |   2 +-
 .../runtime/io/CompressedBlockChannelReader.java   |   3 +-
 .../runtime/io/CompressedBlockChannelWriter.java   |   2 +-
 ...CompressedHeaderlessChannelReaderInputView.java |   4 +-
 ...ompressedHeaderlessChannelWriterOutputView.java |   4 +-
 .../BytesHashMapSpillMemorySegmentPool.java        |   2 +-
 .../runtime/typeutils/ArrayDataSerializer.java     |   2 +-
 .../runtime/typeutils/BinaryRowDataSerializer.java |   4 +-
 .../table/runtime/typeutils/MapDataSerializer.java |   2 +-
 .../runtime/typeutils/RawValueDataSerializer.java  |   4 +-
 .../flink/table/runtime/util/FileChannelUtil.java  |   8 +-
 .../runtime/util/ResettableExternalBuffer.java     |   2 +-
 .../collections/binary/AbstractBytesHashMap.java   |   2 +-
 .../flink/table/data/BinaryArrayDataTest.java      |   4 +-
 .../apache/flink/table/data/BinaryRowDataTest.java |  25 +-
 .../flink/table/data/BinaryStringDataTest.java     |  28 +-
 .../table/data/binary/BinarySegmentUtilsTest.java  |  60 ++-
 .../flink/table/data/util/DataFormatTestUtil.java  |   9 +-
 .../table/runtime/operators/sort/SortUtilTest.java |   4 +-
 .../operators/sort/TestMemorySegmentPool.java      |   2 +-
 .../collections/binary/BytesHashMapTestBase.java   |   7 +-
 .../manual/HashTableRecordWidthCombinations.java   |   2 +-
 .../CaseClassNormalizedKeySortingTest.scala        |   2 +-
 126 files changed, 955 insertions(+), 828 deletions(-)
 delete mode 100644 flink-core/src/main/java/org/apache/flink/core/memory/DirectMemorySegment.java
 create mode 100644 flink-core/src/main/java/org/apache/flink/core/memory/HybridMemorySegment.java
 delete mode 100644 flink-core/src/main/java/org/apache/flink/core/memory/OffHeapMemorySegment.java
 delete mode 100644 flink-core/src/main/java/org/apache/flink/core/memory/UnsafeMemorySegment.java
 rename flink-core/src/test/java/org/apache/flink/core/memory/{DirectMemorySegmentTest.java => HybridOffHeapDirectMemorySegmentTest.java} (76%)
 rename flink-core/src/test/java/org/apache/flink/core/memory/{UnsafeMemorySegmentTest.java => HybridOffHeapUnsafeMemorySegmentTest.java} (70%)
 copy flink-core/src/test/java/org/apache/flink/core/memory/{HeapMemorySegmentTest.java => HybridOnHeapMemorySegmentTest.java} (54%)