You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iggy.apache.org by pi...@apache.org on 2026/08/18 07:37:27 UTC
(iggy) 01/01: Merge branch 'master' into cluster-crash-durability
This is an automated email from the ASF dual-hosted git repository.
spetz pushed a commit to branch cluster-crash-durability
in repository https://gitbox.apache.org/repos/asf/iggy.git
commit 40d34b2e5f6281086796f7e434539c01f0068e80
Merge: d0beb434e 18a159a13
Author: Piotr Gankiewicz <pi...@gmail.com>
AuthorDate: Tue Aug 18 09:37:22 2026 +0200
Merge branch 'master' into cluster-crash-durability
Cargo.lock | 166 +--
Cargo.toml | 12 +-
bdd/go/go.mod | 2 +
bdd/go/go.sum | 6 +
bdd/python/uv.lock | 2 +-
core/ai/mcp/Cargo.toml | 2 +-
core/bench/Cargo.toml | 2 +-
core/bench/dashboard/frontend/Cargo.toml | 2 +-
core/bench/dashboard/server/Cargo.toml | 2 +-
core/bench/report/Cargo.toml | 2 +-
core/binary_protocol/Cargo.toml | 2 +-
core/binary_protocol/src/batch.rs | 663 ++++++++++++
core/binary_protocol/src/codes.rs | 4 -
core/binary_protocol/src/consensus/command.rs | 10 +-
core/binary_protocol/src/consensus/error.rs | 12 +-
core/binary_protocol/src/consensus/header.rs | 312 +++---
core/binary_protocol/src/consensus/mod.rs | 2 +-
core/binary_protocol/src/consensus/operation.rs | 20 +-
core/binary_protocol/src/dispatch.rs | 96 +-
core/binary_protocol/src/error.rs | 19 +
core/binary_protocol/src/framing.rs | 361 +------
core/binary_protocol/src/lib.rs | 10 +-
core/binary_protocol/src/message_layout.rs | 56 -
core/binary_protocol/src/message_view.rs | 617 -----------
core/binary_protocol/src/namespace.rs | 18 +-
.../consumer_offsets/delete_consumer_offset.rs | 50 +-
.../consumer_offsets/delete_consumer_offset_2.rs | 199 ----
.../src/requests/consumer_offsets/mod.rs | 4 -
.../consumer_offsets/store_consumer_offset.rs | 45 +-
.../consumer_offsets/store_consumer_offset_2.rs | 211 ----
core/binary_protocol/src/requests/messages/mod.rs | 4 +-
.../src/requests/messages/send_messages.rs | 661 +++---------
.../consumer_offsets/delete_consumer_offset_2.rs | 19 -
.../src/responses/consumer_offsets/mod.rs | 4 -
.../src/responses/messages/poll_messages.rs | 294 +++--
core/binary_protocol/src/version.rs | 2 +-
core/cli/Cargo.toml | 2 +-
core/common/Cargo.toml | 3 +-
core/common/src/error/iggy_error.rs | 15 +
.../src/traits/binary_impls/consumer_offsets.rs | 3 +
core/common/src/traits/binary_impls/messages.rs | 16 +-
core/common/src/types/message/message_view_mut.rs | 117 --
core/common/src/types/message/mod.rs | 2 -
core/common/src/types/message/polled_messages.rs | 104 +-
core/configs/src/server_config/defaults.rs | 3 +-
core/configs/src/server_config/displays.rs | 21 +-
core/configs/src/server_config/server.rs | 30 +-
core/configs/src/server_config/validators.rs | 26 +-
core/connectors/runtime/Cargo.toml | 2 +-
core/connectors/sdk/Cargo.toml | 2 +-
core/connectors/sinks/clickhouse_sink/Cargo.toml | 2 +-
core/connectors/sinks/delta_sink/Cargo.toml | 2 +-
core/connectors/sinks/doris_sink/Cargo.toml | 2 +-
.../connectors/sinks/elasticsearch_sink/Cargo.toml | 2 +-
core/connectors/sinks/http_sink/Cargo.toml | 2 +-
core/connectors/sinks/iceberg_sink/Cargo.toml | 2 +-
core/connectors/sinks/influxdb_sink/Cargo.toml | 2 +-
core/connectors/sinks/meilisearch_sink/Cargo.toml | 2 +-
core/connectors/sinks/mongodb_sink/Cargo.toml | 2 +-
core/connectors/sinks/postgres_sink/Cargo.toml | 2 +-
core/connectors/sinks/quickwit_sink/Cargo.toml | 2 +-
core/connectors/sinks/s3_sink/Cargo.toml | 2 +-
core/connectors/sinks/stdout_sink/Cargo.toml | 2 +-
core/connectors/sinks/surrealdb_sink/Cargo.toml | 2 +-
.../sources/elasticsearch_source/Cargo.toml | 2 +-
core/connectors/sources/influxdb_source/Cargo.toml | 2 +-
core/connectors/sources/postgres_source/Cargo.toml | 2 +-
core/connectors/sources/random_source/Cargo.toml | 2 +-
core/consensus/src/client_table.rs | 6 +-
core/consensus/src/dvc_merge.rs | 4 +-
core/consensus/src/impls.rs | 30 +-
core/consensus/src/metadata_helpers.rs | 8 +-
core/consensus/src/observability.rs | 2 -
core/consensus/src/plane_helpers.rs | 70 +-
core/consensus/src/state_manifest.rs | 2 +-
core/consensus/src/view_change_quorum.rs | 4 +-
.../tests/cluster/client_table_restart.rs | 8 +-
.../tests/cluster/metadata_checkpoint_restart.rs | 2 +-
core/integration/tests/sdk/protocol_version.rs | 6 +-
core/integration/tests/server/legacy_login_vsr.rs | 6 +-
.../server/scenarios/authentication_scenario.rs | 11 -
.../server/scenarios/purge_delete_scenario.rs | 4 +-
.../scenarios/stream_size_validation_scenario.rs | 8 +-
core/journal/src/prepare_journal.rs | 20 +-
core/message_bus/src/framing.rs | 8 +-
core/message_bus/src/installer/tcp.rs | 4 +-
core/message_bus/src/lib.rs | 8 +-
.../src/lifecycle/connection_registry.rs | 4 +-
core/message_bus/src/replica/auth.rs | 2 +-
core/message_bus/src/replica/handshake.rs | 14 +-
core/message_bus/src/transports/quic.rs | 26 +-
core/message_bus/src/transports/tcp.rs | 12 +-
core/message_bus/src/transports/tcp_tls.rs | 22 +-
core/message_bus/src/transports/ws.rs | 20 +-
core/message_bus/src/transports/wss.rs | 20 +-
core/message_bus/tests/backpressure.rs | 4 +-
core/message_bus/tests/common/mod.rs | 4 +-
core/message_bus/tests/duplicate_client_id.rs | 4 +-
core/message_bus/tests/graceful_shutdown.rs | 2 +-
core/message_bus/tests/head_of_line.rs | 12 +-
core/message_bus/tests/quic_client_roundtrip.rs | 14 +-
core/message_bus/tests/replica_auth_handshake.rs | 12 +-
core/message_bus/tests/replica_roundtrip.rs | 10 +-
core/message_bus/tests/replica_tls_bench.rs | 4 +-
core/message_bus/tests/replica_tls_roundtrip.rs | 10 +-
core/message_bus/tests/tcp_client_roundtrip.rs | 12 +-
core/message_bus/tests/tcp_tls_client_listener.rs | 10 +-
core/message_bus/tests/tcp_tls_client_roundtrip.rs | 10 +-
core/message_bus/tests/vectored_batch.rs | 4 +-
core/message_bus/tests/ws_client_roundtrip.rs | 10 +-
core/message_bus/tests/wss_client_listener.rs | 10 +-
core/message_bus/tests/wss_client_roundtrip.rs | 10 +-
core/metadata/Cargo.toml | 1 -
core/metadata/src/impls/metadata.rs | 30 +-
core/metadata/src/impls/recovery.rs | 6 +-
core/metadata/src/stm/authz.rs | 8 +-
core/metadata/src/stm/consumer_group.rs | 8 +-
core/metadata/src/stm/id_slab.rs | 353 ++++++
core/metadata/src/stm/mod.rs | 1 +
core/metadata/src/stm/result.rs | 41 +-
core/metadata/src/stm/stream.rs | 494 ++++++++-
core/metadata/src/stm/user.rs | 44 +-
core/partitions/src/iggy_partition.rs | 151 +--
core/partitions/src/iggy_partitions.rs | 22 +-
core/partitions/src/journal.rs | 28 +-
core/partitions/src/lib.rs | 2 +-
core/partitions/src/log.rs | 22 +-
core/partitions/src/poll_plan.rs | 12 +-
core/partitions/src/state_transfer.rs | 16 +-
core/sdk/Cargo.toml | 2 +-
core/sdk/src/vsr.rs | 34 +-
core/server/Cargo.toml | 4 +-
core/server/config.toml | 5 -
core/server/src/auth.rs | 2 +-
core/server/src/bootstrap.rs | 7 +-
core/server/src/consumer_group.rs | 20 +-
core/server/src/dispatch.rs | 34 +-
core/server/src/dispatch/authz.rs | 6 +-
core/server/src/http/handlers.rs | 6 +-
core/server/src/http/reply.rs | 20 +-
core/server/src/http/submit.rs | 8 +-
core/server/src/http/wire.rs | 144 ++-
core/server/src/partition_helpers.rs | 85 +-
core/server/src/partition_reconciler.rs | 8 +-
core/server/src/responses.rs | 169 +--
core/server/src/segment_recovery.rs | 11 +-
core/server/src/server_error.rs | 11 -
core/server/src/wire.rs | 4 +-
core/server_common/src/consensus_message.rs | 178 ++-
core/server_common/src/in_flight.rs | 100 --
core/server_common/src/indexes_mut.rs | 388 -------
core/server_common/src/lib.rs | 10 +-
core/server_common/src/messages_batch_mut.rs | 616 -----------
core/server_common/src/messages_batch_set.rs | 378 -------
.../src/segment_storage/index_reader.rs | 360 +------
.../src/segment_storage/index_writer.rs | 44 -
.../src/segment_storage/messages_reader.rs | 119 +-
.../src/segment_storage/messages_writer.rs | 34 +-
core/server_common/src/segment_storage/mod.rs | 66 +-
.../src/{send_messages2.rs => send_messages.rs} | 1132 +++++++-------------
core/server_common/src/sharding/mod.rs | 6 +-
core/server_common/src/sharding/namespace.rs | 222 ++--
core/shard/src/lib.rs | 76 +-
core/simulator/src/client.rs | 91 +-
core/simulator/src/lib.rs | 32 +-
core/simulator/src/packet.rs | 20 +-
core/simulator/src/workload/actions.rs | 6 +-
.../src/workload/ops/create_partitions.rs | 8 +-
core/simulator/src/workload/ops/create_stream.rs | 11 +-
core/simulator/src/workload/ops/create_topic.rs | 11 +-
.../src/workload/ops/delete_consumer_offset.rs | 14 +-
.../src/workload/ops/delete_consumer_offset_2.rs | 90 --
core/simulator/src/workload/ops/mod.rs | 6 +-
.../src/workload/ops/store_consumer_offset.rs | 20 +-
.../src/workload/ops/store_consumer_offset_2.rs | 112 --
core/simulator/src/workload/options.rs | 8 +-
examples/go/go.mod | 3 +
examples/go/go.sum | 8 +
examples/python/uv.lock | 2 +-
.../csharp/Iggy_SDK/Contracts/Tcp/TcpContracts.cs | 108 +-
.../Implementations/TcpMessageStream.Vsr.cs | 4 +-
foreign/csharp/Iggy_SDK/Iggy_SDK.csproj | 2 +-
foreign/csharp/Iggy_SDK/Mappers/BinaryMapper.cs | 221 ++--
.../csharp/Iggy_SDK/Messages/BatchWireFormat.cs | 15 +-
foreign/csharp/Iggy_SDK/Utils/CommandCodes.cs | 2 -
.../Iggy_SDK/Utils/TcpMessageStreamHelpers.cs | 4 +-
.../Iggy_SDK/Vsr/{Command2.cs => Command.cs} | 2 +-
foreign/csharp/Iggy_SDK/Vsr/VsrHeader.cs | 10 +-
foreign/csharp/Iggy_SDK/Vsr/VsrOperation.cs | 17 +-
foreign/csharp/Iggy_SDK/Vsr/VsrReplyDecoder.cs | 4 +-
.../MessageBatchGoldenVectorTests.cs | 182 ++++
.../Iggy_SDK_Tests/MapperTests/BinaryMapper.cs | 86 +-
.../PublisherTests/MessageEncryptionTests.cs | 16 +-
.../csharp/Iggy_SDK_Tests/Utils/BinaryFactory.cs | 61 +-
.../Iggy_SDK_Tests/VsrTests/VsrHeaderTests.cs | 12 +-
.../Iggy_SDK_Tests/VsrTests/VsrOperationTests.cs | 8 +-
.../VsrTests/VsrProtocolDriftTests.cs | 8 +-
.../VsrTests/VsrReplyDecoderTests.cs | 4 +-
.../Iggy_SDK_Tests/VsrTests/VsrTestPayloads.cs | 4 +-
.../binary_response_deserializer.go | 110 +-
.../binary_response_deserializer_test.go | 15 +-
.../vsr_response_deserializer_test.go | 121 ++-
foreign/go/contracts/message_header.go | 49 +-
foreign/go/contracts/version.go | 2 +-
foreign/go/errors/errors.yaml | 212 +++-
foreign/go/errors/errors_gen.go | 660 ++++++++++--
foreign/go/go.mod | 3 +
foreign/go/go.sum | 8 +
foreign/go/internal/batch/batch.go | 129 +++
foreign/go/internal/command/code.go | 102 +-
foreign/go/internal/command/message.go | 84 +-
foreign/go/internal/command/message_test.go | 190 +++-
foreign/go/internal/command/offset.go | 14 +-
foreign/go/internal/vsr/operation.go | 65 +-
foreign/go/internal/vsr/operation_test.go | 10 +-
foreign/go/internal/vsr/protocol_parity_test.go | 12 +-
foreign/go/tests/e2e_helpers_test.go | 14 +-
foreign/go/tests/e2e_test.go | 10 +-
foreign/java/gradle/libs.versions.toml | 6 +
foreign/java/java-sdk/build.gradle.kts | 1 +
.../client/async/tcp/ConsumerOffsetsTcpClient.java | 3 +
.../iggy/client/async/tcp/MessagesTcpClient.java | 30 +-
.../iggy/client/async/tcp/vsr/VsrHeaders.java | 2 +-
.../iggy/client/async/tcp/vsr/VsrOperation.java | 12 +-
.../exception/IggyAuthenticationException.java | 6 +-
.../iggy/exception/IggyConflictException.java | 9 +-
.../org/apache/iggy/exception/IggyErrorCode.java | 84 +-
.../exception/IggyResourceNotFoundException.java | 4 +-
.../iggy/exception/IggyValidationException.java | 11 +-
.../org/apache/iggy/message/MessageHeader.java | 6 +-
.../org/apache/iggy/serde/BytesDeserializer.java | 128 ++-
.../org/apache/iggy/serde/BytesSerializer.java | 156 ++-
.../apache/iggy/client/BaseIntegrationTest.java | 11 +-
.../client/blocking/tcp/BytesSerializerTest.java | 102 --
.../exception/IggyAuthenticationExceptionTest.java | 12 +-
.../iggy/exception/IggyConflictExceptionTest.java | 18 +-
.../apache/iggy/exception/IggyErrorCodeTest.java | 84 +-
.../IggyResourceNotFoundExceptionTest.java | 8 +-
.../exception/IggyValidationExceptionTest.java | 22 +-
.../java/org/apache/iggy/message/MessageTest.java | 4 +-
.../apache/iggy/serde/BytesDeserializerTest.java | 92 --
.../iggy/serde/MessagesBatchWireFormatTest.java | 193 ++++
foreign/node/package-lock.json | 27 +-
foreign/node/package.json | 3 +-
foreign/node/scripts/check-vsr-protocol.mjs | 22 +-
foreign/node/src/client/client.connection.test.ts | 4 +-
foreign/node/src/client/client.connection.ts | 4 +-
foreign/node/src/client/client.frame.test.ts | 4 +-
foreign/node/src/client/client.socket.test.ts | 6 +-
foreign/node/src/wire/command.code.ts | 2 -
foreign/node/src/wire/error.code.test.ts | 29 +-
foreign/node/src/wire/error.code.ts | 101 +-
foreign/node/src/wire/message/iggy-header.utils.ts | 211 ++--
.../node/src/wire/message/message-batch.test.ts | 218 ++++
foreign/node/src/wire/message/message.utils.ts | 192 ++--
.../src/wire/message/poll-messages.command.test.ts | 2 +-
foreign/node/src/wire/message/poll.utils.ts | 127 ++-
.../src/wire/message/send-messages.command.test.ts | 4 +-
.../node/src/wire/offset/delete-offset.command.ts | 4 +-
foreign/node/src/wire/offset/offset.utils.ts | 26 +-
foreign/node/src/wire/vsr/header.test.ts | 6 +-
foreign/node/src/wire/vsr/header.ts | 6 +-
foreign/node/src/wire/vsr/operation.test.ts | 8 +-
foreign/node/src/wire/vsr/operation.ts | 10 +-
foreign/node/src/wire/vsr/reply.test.ts | 8 +-
foreign/node/src/wire/vsr/reply.ts | 6 +-
foreign/node/src/wire/vsr/vsr.test.ts | 2 +-
foreign/python/Cargo.toml | 2 +-
foreign/python/pyproject.toml | 2 +-
foreign/python/uv.lock | 2 +-
web/package.json | 2 +-
271 files changed, 7216 insertions(+), 8146 deletions(-)