[pinot] branch master updated (03c49e43b4 -> c704147d3e)

[ja...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git


    from 03c49e43b4 [multistage] register opChain finish callback for pipeline breaker to continue (#10870)
     add c704147d3e PinotBufferFactory and a buffer implementation that uses Unsafe (#10528)

No new revisions were added by this update.

Summary of changes:
 .github/workflows/pinot_tests.yml                  |  60 ++-
 .github/workflows/scripts/.pinot_quickstart.sh     |   5 +-
 .github/workflows/scripts/.pinot_test.sh           |  18 +-
 config/suppressions.xml                            |   3 +
 .../scalar/ArrayAwareJacksonJsonProviderTest.java  |   6 +-
 .../pinot-segment-spi-jdk8/pom.xml                 |   8 +
 .../MultiNodesOfflineClusterIntegrationTest.java   |  10 +-
 .../pinot/perf/BenchmarkPinotDataBuffer.java       | 157 ++++---
 .../rel/rules/PinotSortExchangeCopyRuleTest.java   |  14 +-
 .../forward/VarByteChunkSVForwardIndexTest.java    |  19 +-
 pinot-segment-spi/pom.xml                          |   8 +
 .../pinot/segment/spi/memory/BasePinotLBuffer.java |  15 +-
 .../spi/memory/ByteBufferPinotBufferFactory.java   |  50 +++
 .../pinot/segment/spi/memory/ByteBufferUtil.java   | 117 ++++++
 .../spi/memory/LArrayPinotBufferFactory.java       |  29 +-
 .../spi/memory/NonNativePinotDataBuffer.java       | 253 ++++++++++++
 .../segment/spi/memory/PinotBufferFactory.java     |  76 ++++
 .../pinot/segment/spi/memory/PinotDataBuffer.java  | 349 +++++++++++++---
 .../SmallWithFallbackPinotBufferFactory.java       |  72 ++++
 .../segment/spi/memory/unsafe/DirectMemory.java    |  79 ++++
 .../unsafe/Memory.java}                            |  50 ++-
 .../segment/spi/memory/unsafe/MmapMemory.java      | 377 +++++++++++++++++
 .../spi/memory/unsafe/UnsafePinotBuffer.java       | 184 +++++++++
 .../memory/unsafe/UnsafePinotBufferFactory.java    |  57 +++
 .../pinot/segment/spi/memory/unsafe/Unsafer.java   |  27 +-
 .../pinot/segment/spi/utils/JavaVersion.java       |  22 +-
 .../segment/spi/memory/PinotByteBufferTest.java    |   9 +-
 .../memory/PinotDataBufferInstanceTestBase.java    | 366 +++++++++++++++++
 .../segment/spi/memory/PinotDataBufferTest.java    | 449 ++++-----------------
 .../spi/memory/PinotDataBufferTestBase.java        | 115 ++++++
 .../spi/memory/PinotDefaultByteBufferTest.java     |  13 +-
 .../spi/memory/PinotLArrayByteBufferTest.java      |  24 +-
 .../unsafe/UnsafeMemoryPinotDataBufferTest.java    |  15 +-
 .../server/starter/helix/BaseServerStarter.java    |   3 +
 .../src/main/resources/appAssemblerScriptTemplate  |  32 ++
 pom.xml                                            |  70 +++-
 36 files changed, 2501 insertions(+), 660 deletions(-)
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/ByteBufferPinotBufferFactory.java
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/ByteBufferUtil.java
 copy pinot-common/src/main/java/org/apache/pinot/common/utils/log/DummyLogFileServer.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/LArrayPinotBufferFactory.java (54%)
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/NonNativePinotDataBuffer.java
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/PinotBufferFactory.java
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/SmallWithFallbackPinotBufferFactory.java
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/DirectMemory.java
 copy pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/{index/creator/JsonIndexCreator.java => memory/unsafe/Memory.java} (52%)
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/MmapMemory.java
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafePinotBuffer.java
 create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafePinotBufferFactory.java
 copy pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentLocks.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/Unsafer.java (58%)
 copy pinot-segment-local/src/main/java/org/apache/pinot/segment/local/startree/v2/builder/SingleTreeBuilder.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/utils/JavaVersion.java (73%)
 copy pinot-common/src/main/java/org/apache/pinot/common/exception/SchemaBackwardIncompatibleException.java => pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotByteBufferTest.java (80%)
 create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDataBufferInstanceTestBase.java
 create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDataBufferTestBase.java
 copy pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/HLCRealtimeClusterIntegrationTest.java => pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDefaultByteBufferTest.java (76%)
 copy pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/HLCRealtimeClusterIntegrationTest.java => pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotLArrayByteBufferTest.java (59%)
 copy pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/HLCRealtimeClusterIntegrationTest.java => pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafeMemoryPinotDataBufferTest.java (71%)


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org