You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iggy.apache.org by pi...@apache.org on 2026/08/18 07:37:27 UTC

(iggy) 01/01: Merge branch 'master' into cluster-crash-durability

This is an automated email from the ASF dual-hosted git repository.

spetz pushed a commit to branch cluster-crash-durability
in repository https://gitbox.apache.org/repos/asf/iggy.git

commit 40d34b2e5f6281086796f7e434539c01f0068e80
Merge: d0beb434e 18a159a13
Author: Piotr Gankiewicz <pi...@gmail.com>
AuthorDate: Tue Aug 18 09:37:22 2026 +0200

    Merge branch 'master' into cluster-crash-durability

 Cargo.lock                                         |  166 +--
 Cargo.toml                                         |   12 +-
 bdd/go/go.mod                                      |    2 +
 bdd/go/go.sum                                      |    6 +
 bdd/python/uv.lock                                 |    2 +-
 core/ai/mcp/Cargo.toml                             |    2 +-
 core/bench/Cargo.toml                              |    2 +-
 core/bench/dashboard/frontend/Cargo.toml           |    2 +-
 core/bench/dashboard/server/Cargo.toml             |    2 +-
 core/bench/report/Cargo.toml                       |    2 +-
 core/binary_protocol/Cargo.toml                    |    2 +-
 core/binary_protocol/src/batch.rs                  |  663 ++++++++++++
 core/binary_protocol/src/codes.rs                  |    4 -
 core/binary_protocol/src/consensus/command.rs      |   10 +-
 core/binary_protocol/src/consensus/error.rs        |   12 +-
 core/binary_protocol/src/consensus/header.rs       |  312 +++---
 core/binary_protocol/src/consensus/mod.rs          |    2 +-
 core/binary_protocol/src/consensus/operation.rs    |   20 +-
 core/binary_protocol/src/dispatch.rs               |   96 +-
 core/binary_protocol/src/error.rs                  |   19 +
 core/binary_protocol/src/framing.rs                |  361 +------
 core/binary_protocol/src/lib.rs                    |   10 +-
 core/binary_protocol/src/message_layout.rs         |   56 -
 core/binary_protocol/src/message_view.rs           |  617 -----------
 core/binary_protocol/src/namespace.rs              |   18 +-
 .../consumer_offsets/delete_consumer_offset.rs     |   50 +-
 .../consumer_offsets/delete_consumer_offset_2.rs   |  199 ----
 .../src/requests/consumer_offsets/mod.rs           |    4 -
 .../consumer_offsets/store_consumer_offset.rs      |   45 +-
 .../consumer_offsets/store_consumer_offset_2.rs    |  211 ----
 core/binary_protocol/src/requests/messages/mod.rs  |    4 +-
 .../src/requests/messages/send_messages.rs         |  661 +++---------
 .../consumer_offsets/delete_consumer_offset_2.rs   |   19 -
 .../src/responses/consumer_offsets/mod.rs          |    4 -
 .../src/responses/messages/poll_messages.rs        |  294 +++--
 core/binary_protocol/src/version.rs                |    2 +-
 core/cli/Cargo.toml                                |    2 +-
 core/common/Cargo.toml                             |    3 +-
 core/common/src/error/iggy_error.rs                |   15 +
 .../src/traits/binary_impls/consumer_offsets.rs    |    3 +
 core/common/src/traits/binary_impls/messages.rs    |   16 +-
 core/common/src/types/message/message_view_mut.rs  |  117 --
 core/common/src/types/message/mod.rs               |    2 -
 core/common/src/types/message/polled_messages.rs   |  104 +-
 core/configs/src/server_config/defaults.rs         |    3 +-
 core/configs/src/server_config/displays.rs         |   21 +-
 core/configs/src/server_config/server.rs           |   30 +-
 core/configs/src/server_config/validators.rs       |   26 +-
 core/connectors/runtime/Cargo.toml                 |    2 +-
 core/connectors/sdk/Cargo.toml                     |    2 +-
 core/connectors/sinks/clickhouse_sink/Cargo.toml   |    2 +-
 core/connectors/sinks/delta_sink/Cargo.toml        |    2 +-
 core/connectors/sinks/doris_sink/Cargo.toml        |    2 +-
 .../connectors/sinks/elasticsearch_sink/Cargo.toml |    2 +-
 core/connectors/sinks/http_sink/Cargo.toml         |    2 +-
 core/connectors/sinks/iceberg_sink/Cargo.toml      |    2 +-
 core/connectors/sinks/influxdb_sink/Cargo.toml     |    2 +-
 core/connectors/sinks/meilisearch_sink/Cargo.toml  |    2 +-
 core/connectors/sinks/mongodb_sink/Cargo.toml      |    2 +-
 core/connectors/sinks/postgres_sink/Cargo.toml     |    2 +-
 core/connectors/sinks/quickwit_sink/Cargo.toml     |    2 +-
 core/connectors/sinks/s3_sink/Cargo.toml           |    2 +-
 core/connectors/sinks/stdout_sink/Cargo.toml       |    2 +-
 core/connectors/sinks/surrealdb_sink/Cargo.toml    |    2 +-
 .../sources/elasticsearch_source/Cargo.toml        |    2 +-
 core/connectors/sources/influxdb_source/Cargo.toml |    2 +-
 core/connectors/sources/postgres_source/Cargo.toml |    2 +-
 core/connectors/sources/random_source/Cargo.toml   |    2 +-
 core/consensus/src/client_table.rs                 |    6 +-
 core/consensus/src/dvc_merge.rs                    |    4 +-
 core/consensus/src/impls.rs                        |   30 +-
 core/consensus/src/metadata_helpers.rs             |    8 +-
 core/consensus/src/observability.rs                |    2 -
 core/consensus/src/plane_helpers.rs                |   70 +-
 core/consensus/src/state_manifest.rs               |    2 +-
 core/consensus/src/view_change_quorum.rs           |    4 +-
 .../tests/cluster/client_table_restart.rs          |    8 +-
 .../tests/cluster/metadata_checkpoint_restart.rs   |    2 +-
 core/integration/tests/sdk/protocol_version.rs     |    6 +-
 core/integration/tests/server/legacy_login_vsr.rs  |    6 +-
 .../server/scenarios/authentication_scenario.rs    |   11 -
 .../server/scenarios/purge_delete_scenario.rs      |    4 +-
 .../scenarios/stream_size_validation_scenario.rs   |    8 +-
 core/journal/src/prepare_journal.rs                |   20 +-
 core/message_bus/src/framing.rs                    |    8 +-
 core/message_bus/src/installer/tcp.rs              |    4 +-
 core/message_bus/src/lib.rs                        |    8 +-
 .../src/lifecycle/connection_registry.rs           |    4 +-
 core/message_bus/src/replica/auth.rs               |    2 +-
 core/message_bus/src/replica/handshake.rs          |   14 +-
 core/message_bus/src/transports/quic.rs            |   26 +-
 core/message_bus/src/transports/tcp.rs             |   12 +-
 core/message_bus/src/transports/tcp_tls.rs         |   22 +-
 core/message_bus/src/transports/ws.rs              |   20 +-
 core/message_bus/src/transports/wss.rs             |   20 +-
 core/message_bus/tests/backpressure.rs             |    4 +-
 core/message_bus/tests/common/mod.rs               |    4 +-
 core/message_bus/tests/duplicate_client_id.rs      |    4 +-
 core/message_bus/tests/graceful_shutdown.rs        |    2 +-
 core/message_bus/tests/head_of_line.rs             |   12 +-
 core/message_bus/tests/quic_client_roundtrip.rs    |   14 +-
 core/message_bus/tests/replica_auth_handshake.rs   |   12 +-
 core/message_bus/tests/replica_roundtrip.rs        |   10 +-
 core/message_bus/tests/replica_tls_bench.rs        |    4 +-
 core/message_bus/tests/replica_tls_roundtrip.rs    |   10 +-
 core/message_bus/tests/tcp_client_roundtrip.rs     |   12 +-
 core/message_bus/tests/tcp_tls_client_listener.rs  |   10 +-
 core/message_bus/tests/tcp_tls_client_roundtrip.rs |   10 +-
 core/message_bus/tests/vectored_batch.rs           |    4 +-
 core/message_bus/tests/ws_client_roundtrip.rs      |   10 +-
 core/message_bus/tests/wss_client_listener.rs      |   10 +-
 core/message_bus/tests/wss_client_roundtrip.rs     |   10 +-
 core/metadata/Cargo.toml                           |    1 -
 core/metadata/src/impls/metadata.rs                |   30 +-
 core/metadata/src/impls/recovery.rs                |    6 +-
 core/metadata/src/stm/authz.rs                     |    8 +-
 core/metadata/src/stm/consumer_group.rs            |    8 +-
 core/metadata/src/stm/id_slab.rs                   |  353 ++++++
 core/metadata/src/stm/mod.rs                       |    1 +
 core/metadata/src/stm/result.rs                    |   41 +-
 core/metadata/src/stm/stream.rs                    |  494 ++++++++-
 core/metadata/src/stm/user.rs                      |   44 +-
 core/partitions/src/iggy_partition.rs              |  151 +--
 core/partitions/src/iggy_partitions.rs             |   22 +-
 core/partitions/src/journal.rs                     |   28 +-
 core/partitions/src/lib.rs                         |    2 +-
 core/partitions/src/log.rs                         |   22 +-
 core/partitions/src/poll_plan.rs                   |   12 +-
 core/partitions/src/state_transfer.rs              |   16 +-
 core/sdk/Cargo.toml                                |    2 +-
 core/sdk/src/vsr.rs                                |   34 +-
 core/server/Cargo.toml                             |    4 +-
 core/server/config.toml                            |    5 -
 core/server/src/auth.rs                            |    2 +-
 core/server/src/bootstrap.rs                       |    7 +-
 core/server/src/consumer_group.rs                  |   20 +-
 core/server/src/dispatch.rs                        |   34 +-
 core/server/src/dispatch/authz.rs                  |    6 +-
 core/server/src/http/handlers.rs                   |    6 +-
 core/server/src/http/reply.rs                      |   20 +-
 core/server/src/http/submit.rs                     |    8 +-
 core/server/src/http/wire.rs                       |  144 ++-
 core/server/src/partition_helpers.rs               |   85 +-
 core/server/src/partition_reconciler.rs            |    8 +-
 core/server/src/responses.rs                       |  169 +--
 core/server/src/segment_recovery.rs                |   11 +-
 core/server/src/server_error.rs                    |   11 -
 core/server/src/wire.rs                            |    4 +-
 core/server_common/src/consensus_message.rs        |  178 ++-
 core/server_common/src/in_flight.rs                |  100 --
 core/server_common/src/indexes_mut.rs              |  388 -------
 core/server_common/src/lib.rs                      |   10 +-
 core/server_common/src/messages_batch_mut.rs       |  616 -----------
 core/server_common/src/messages_batch_set.rs       |  378 -------
 .../src/segment_storage/index_reader.rs            |  360 +------
 .../src/segment_storage/index_writer.rs            |   44 -
 .../src/segment_storage/messages_reader.rs         |  119 +-
 .../src/segment_storage/messages_writer.rs         |   34 +-
 core/server_common/src/segment_storage/mod.rs      |   66 +-
 .../src/{send_messages2.rs => send_messages.rs}    | 1132 +++++++-------------
 core/server_common/src/sharding/mod.rs             |    6 +-
 core/server_common/src/sharding/namespace.rs       |  222 ++--
 core/shard/src/lib.rs                              |   76 +-
 core/simulator/src/client.rs                       |   91 +-
 core/simulator/src/lib.rs                          |   32 +-
 core/simulator/src/packet.rs                       |   20 +-
 core/simulator/src/workload/actions.rs             |    6 +-
 .../src/workload/ops/create_partitions.rs          |    8 +-
 core/simulator/src/workload/ops/create_stream.rs   |   11 +-
 core/simulator/src/workload/ops/create_topic.rs    |   11 +-
 .../src/workload/ops/delete_consumer_offset.rs     |   14 +-
 .../src/workload/ops/delete_consumer_offset_2.rs   |   90 --
 core/simulator/src/workload/ops/mod.rs             |    6 +-
 .../src/workload/ops/store_consumer_offset.rs      |   20 +-
 .../src/workload/ops/store_consumer_offset_2.rs    |  112 --
 core/simulator/src/workload/options.rs             |    8 +-
 examples/go/go.mod                                 |    3 +
 examples/go/go.sum                                 |    8 +
 examples/python/uv.lock                            |    2 +-
 .../csharp/Iggy_SDK/Contracts/Tcp/TcpContracts.cs  |  108 +-
 .../Implementations/TcpMessageStream.Vsr.cs        |    4 +-
 foreign/csharp/Iggy_SDK/Iggy_SDK.csproj            |    2 +-
 foreign/csharp/Iggy_SDK/Mappers/BinaryMapper.cs    |  221 ++--
 .../csharp/Iggy_SDK/Messages/BatchWireFormat.cs    |   15 +-
 foreign/csharp/Iggy_SDK/Utils/CommandCodes.cs      |    2 -
 .../Iggy_SDK/Utils/TcpMessageStreamHelpers.cs      |    4 +-
 .../Iggy_SDK/Vsr/{Command2.cs => Command.cs}       |    2 +-
 foreign/csharp/Iggy_SDK/Vsr/VsrHeader.cs           |   10 +-
 foreign/csharp/Iggy_SDK/Vsr/VsrOperation.cs        |   17 +-
 foreign/csharp/Iggy_SDK/Vsr/VsrReplyDecoder.cs     |    4 +-
 .../MessageBatchGoldenVectorTests.cs               |  182 ++++
 .../Iggy_SDK_Tests/MapperTests/BinaryMapper.cs     |   86 +-
 .../PublisherTests/MessageEncryptionTests.cs       |   16 +-
 .../csharp/Iggy_SDK_Tests/Utils/BinaryFactory.cs   |   61 +-
 .../Iggy_SDK_Tests/VsrTests/VsrHeaderTests.cs      |   12 +-
 .../Iggy_SDK_Tests/VsrTests/VsrOperationTests.cs   |    8 +-
 .../VsrTests/VsrProtocolDriftTests.cs              |    8 +-
 .../VsrTests/VsrReplyDecoderTests.cs               |    4 +-
 .../Iggy_SDK_Tests/VsrTests/VsrTestPayloads.cs     |    4 +-
 .../binary_response_deserializer.go                |  110 +-
 .../binary_response_deserializer_test.go           |   15 +-
 .../vsr_response_deserializer_test.go              |  121 ++-
 foreign/go/contracts/message_header.go             |   49 +-
 foreign/go/contracts/version.go                    |    2 +-
 foreign/go/errors/errors.yaml                      |  212 +++-
 foreign/go/errors/errors_gen.go                    |  660 ++++++++++--
 foreign/go/go.mod                                  |    3 +
 foreign/go/go.sum                                  |    8 +
 foreign/go/internal/batch/batch.go                 |  129 +++
 foreign/go/internal/command/code.go                |  102 +-
 foreign/go/internal/command/message.go             |   84 +-
 foreign/go/internal/command/message_test.go        |  190 +++-
 foreign/go/internal/command/offset.go              |   14 +-
 foreign/go/internal/vsr/operation.go               |   65 +-
 foreign/go/internal/vsr/operation_test.go          |   10 +-
 foreign/go/internal/vsr/protocol_parity_test.go    |   12 +-
 foreign/go/tests/e2e_helpers_test.go               |   14 +-
 foreign/go/tests/e2e_test.go                       |   10 +-
 foreign/java/gradle/libs.versions.toml             |    6 +
 foreign/java/java-sdk/build.gradle.kts             |    1 +
 .../client/async/tcp/ConsumerOffsetsTcpClient.java |    3 +
 .../iggy/client/async/tcp/MessagesTcpClient.java   |   30 +-
 .../iggy/client/async/tcp/vsr/VsrHeaders.java      |    2 +-
 .../iggy/client/async/tcp/vsr/VsrOperation.java    |   12 +-
 .../exception/IggyAuthenticationException.java     |    6 +-
 .../iggy/exception/IggyConflictException.java      |    9 +-
 .../org/apache/iggy/exception/IggyErrorCode.java   |   84 +-
 .../exception/IggyResourceNotFoundException.java   |    4 +-
 .../iggy/exception/IggyValidationException.java    |   11 +-
 .../org/apache/iggy/message/MessageHeader.java     |    6 +-
 .../org/apache/iggy/serde/BytesDeserializer.java   |  128 ++-
 .../org/apache/iggy/serde/BytesSerializer.java     |  156 ++-
 .../apache/iggy/client/BaseIntegrationTest.java    |   11 +-
 .../client/blocking/tcp/BytesSerializerTest.java   |  102 --
 .../exception/IggyAuthenticationExceptionTest.java |   12 +-
 .../iggy/exception/IggyConflictExceptionTest.java  |   18 +-
 .../apache/iggy/exception/IggyErrorCodeTest.java   |   84 +-
 .../IggyResourceNotFoundExceptionTest.java         |    8 +-
 .../exception/IggyValidationExceptionTest.java     |   22 +-
 .../java/org/apache/iggy/message/MessageTest.java  |    4 +-
 .../apache/iggy/serde/BytesDeserializerTest.java   |   92 --
 .../iggy/serde/MessagesBatchWireFormatTest.java    |  193 ++++
 foreign/node/package-lock.json                     |   27 +-
 foreign/node/package.json                          |    3 +-
 foreign/node/scripts/check-vsr-protocol.mjs        |   22 +-
 foreign/node/src/client/client.connection.test.ts  |    4 +-
 foreign/node/src/client/client.connection.ts       |    4 +-
 foreign/node/src/client/client.frame.test.ts       |    4 +-
 foreign/node/src/client/client.socket.test.ts      |    6 +-
 foreign/node/src/wire/command.code.ts              |    2 -
 foreign/node/src/wire/error.code.test.ts           |   29 +-
 foreign/node/src/wire/error.code.ts                |  101 +-
 foreign/node/src/wire/message/iggy-header.utils.ts |  211 ++--
 .../node/src/wire/message/message-batch.test.ts    |  218 ++++
 foreign/node/src/wire/message/message.utils.ts     |  192 ++--
 .../src/wire/message/poll-messages.command.test.ts |    2 +-
 foreign/node/src/wire/message/poll.utils.ts        |  127 ++-
 .../src/wire/message/send-messages.command.test.ts |    4 +-
 .../node/src/wire/offset/delete-offset.command.ts  |    4 +-
 foreign/node/src/wire/offset/offset.utils.ts       |   26 +-
 foreign/node/src/wire/vsr/header.test.ts           |    6 +-
 foreign/node/src/wire/vsr/header.ts                |    6 +-
 foreign/node/src/wire/vsr/operation.test.ts        |    8 +-
 foreign/node/src/wire/vsr/operation.ts             |   10 +-
 foreign/node/src/wire/vsr/reply.test.ts            |    8 +-
 foreign/node/src/wire/vsr/reply.ts                 |    6 +-
 foreign/node/src/wire/vsr/vsr.test.ts              |    2 +-
 foreign/python/Cargo.toml                          |    2 +-
 foreign/python/pyproject.toml                      |    2 +-
 foreign/python/uv.lock                             |    2 +-
 web/package.json                                   |    2 +-
 271 files changed, 7216 insertions(+), 8146 deletions(-)