You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iggy.apache.org by gk...@apache.org on 2026/10/08 14:37:08 UTC
(iggy) branch retry_primary_write_on_to updated (6f9e2e3ea -> 7a08622d1)
This is an automated email from the ASF dual-hosted git repository.
numinnex pushed a change to branch retry_primary_write_on_to
in repository https://gitbox.apache.org/repos/asf/iggy.git
from 6f9e2e3ea fix(consensus): retry the primary's own write on prepare timeout
add af706e68e perf(partitions): keep shard traffic moving during file I/O (#4311)
add 789c2e045 feat(gateways): answer OffsetCommit and OffsetFetch (#4415)
add 09420cf4d test(gateways): cover Kafka consumer groups end to end (#4431)
add 7a08622d1 merge master
No new revisions were added by this update.
Summary of changes:
.config/nextest.toml | 1 +
.pr4372-comments.json | 0
Cargo.lock | 3 +
core/binary_protocol/src/consensus/header.rs | 13 +-
core/common/src/error/iggy_error.rs | 4 +
core/common/src/traits/consumer_offset_client.rs | 1 +
core/configs/src/server_config/sharding.rs | 79 +-
core/consensus/src/impls.rs | 147 +-
core/consensus/src/lib.rs | 5 +
core/consensus/src/metadata_helpers.rs | 23 +-
core/consensus/src/plane_helpers.rs | 137 +-
core/journal/src/durable_storage.rs | 57 +-
core/journal/src/file_storage.rs | 37 +-
core/journal/src/local_gate.rs | 75 +-
core/journal/src/partition_journal/segments.rs | 9 +-
core/journal/src/prepare_journal.rs | 246 +-
core/journal/src/superblock.rs | 49 +-
core/metadata/Cargo.toml | 4 +-
core/metadata/src/impls/metadata.rs | 575 +-
core/metadata/src/impls/recovery.rs | 30 +-
core/metadata/src/stm/result.rs | 5 +
core/metadata/src/stm/stream.rs | 83 +-
core/partitions/src/consumer_offset_capacity.rs | 28 +-
core/partitions/src/iggy_index_writer.rs | 31 +-
core/partitions/src/iggy_partition.rs | 18711 +++++++++++++------
core/partitions/src/iggy_partitions.rs | 235 +-
core/partitions/src/io.rs | 1634 ++
core/partitions/src/journal.rs | 355 +-
core/partitions/src/lib.rs | 9 +
core/partitions/src/messages_writer.rs | 23 +-
core/partitions/src/offset_storage.rs | 279 +-
core/partitions/src/persistence.rs | 265 +-
core/partitions/src/segment_recovery.rs | 351 +-
core/partitions/src/state_transfer.rs | 2807 +--
core/partitions/src/types.rs | 2 +-
core/partitions/tests/consumer_offset_history.rs | 225 +-
core/server/Cargo.toml | 1 +
core/server/config.toml | 11 +-
core/server/src/boot/mod.rs | 5 +-
core/server/src/boot/recovery.rs | 1 +
core/server/src/boot/threads.rs | 14 +
core/server/src/consumer_group.rs | 1 +
core/server/src/consumer_group/liveness.rs | 1 +
core/server/src/dispatch/mod.rs | 1 +
core/server/src/dispatch/partition.rs | 512 +-
core/server/src/http/error.rs | 23 +
core/server/src/http/handlers.rs | 42 +-
core/server/src/partition_helpers.rs | 61 +-
core/server/src/partition_reconciler.rs | 51 +-
core/server/src/responses.rs | 7 +-
core/server/src/server_error.rs | 7 +
core/server/src/sysinfo_printer.rs | 21 +-
core/server/src/sysinfo_probe.rs | 159 +-
core/server_common/src/fs_utils.rs | 126 +-
core/server_common/src/iobuf.rs | 35 +
core/server_common/src/poll.rs | 2 +-
core/server_common/src/segment_storage/mod.rs | 2 +-
core/server_common/src/sharding/mod.rs | 3 +
core/shard/src/builder.rs | 12 +
core/shard/src/lib.rs | 656 +-
core/shard/src/metrics.rs | 101 +
core/shard/src/partition_io.rs | 2925 +++
core/shard/src/poll.rs | 21 +-
core/shard/src/poll/completion_tests.rs | 247 +-
core/shard/src/poll/timeout_tests.rs | 17 +-
core/shard/src/router.rs | 218 +-
core/simulator/src/lib.rs | 37 +-
core/simulator/src/replica.rs | 6 +-
core/simulator/src/storage/purge.rs | 138 +-
core/simulator/src/workload/invariants.rs | 2 +-
core/simulator/src/workload/state_checker.rs | 1 +
foreign/go/errors/errors.yaml | 4 +
foreign/go/errors/errors_gen.go | 17 +
foreign/go/errors/errors_test.go | 6 +
.../org/apache/iggy/exception/IggyErrorCode.java | 1 +
.../apache/iggy/exception/IggyErrorCodeTest.java | 1 +
foreign/node/src/wire/error.code.test.ts | 4 +
foreign/node/src/wire/error.code.ts | 1 +
.../swift/Sources/Iggy/Errors/IggyErrorCode.swift | 2 +
foreign/swift/Tests/IggyTests/Fixtures/golden.json | 1 +
gateways/kafka/Cargo.toml | 3 +
gateways/kafka/README.md | 75 +-
gateways/kafka/docs/ACL_MAPPING.md | 5 +-
gateways/kafka/docs/CONSUMER_GROUPS.md | 24 +-
gateways/kafka/docs/MANUAL_TESTING.md | 20 +-
gateways/kafka/docs/OFFSET_STORAGE.md | 297 +-
gateways/kafka/docs/SCOPE.md | 23 +-
gateways/kafka/docs/TEST_SUITE.md | 3 +-
gateways/kafka/docs/kafka_api_keys_reference.md | 14 +-
gateways/kafka/scripts/ci-wire-fixtures.sh | 2 +-
gateways/kafka/src/bridge/error.rs | 32 +-
gateways/kafka/src/bridge/iggy_bridge/fetch.rs | 33 +-
.../kafka/src/bridge/iggy_bridge/group_offsets.rs | 686 +
gateways/kafka/src/bridge/iggy_bridge/mod.rs | 29 +-
gateways/kafka/src/bridge/iggy_bridge/produce.rs | 9 +-
gateways/kafka/src/bridge/iggy_bridge/topics.rs | 25 +-
gateways/kafka/src/bridge/mod.rs | 12 +-
gateways/kafka/src/group/mod.rs | 68 +-
gateways/kafka/src/group/state.rs | 298 +-
gateways/kafka/src/protocol/api.rs | 39 +-
gateways/kafka/src/protocol/bounds_guard.rs | 264 +-
gateways/kafka/src/protocol/handlers/heartbeat.rs | 13 +-
gateways/kafka/src/protocol/handlers/mod.rs | 38 +-
.../kafka/src/protocol/handlers/offset_commit.rs | 321 +
.../kafka/src/protocol/handlers/offset_fetch.rs | 564 +
gateways/kafka/tests/common/scope.rs | 2 +
gateways/kafka/tests/common/wire.rs | 103 +-
gateways/kafka/tests/golden_wire_fixtures_tests.rs | 16 +-
gateways/kafka/tests/kafka_client_e2e_tests.rs | 450 +-
gateways/kafka/tests/offsets_real_bridge_tests.rs | 364 +
gateways/kafka/tests/server_e2e_tests.rs | 6 +-
gateways/kafka/tests/version_firewall_tests.rs | 16 +-
gateways/kafka/tools/kafka-tool/src/main.rs | 15 +-
113 files changed, 26498 insertions(+), 9413 deletions(-)
delete mode 100644 .pr4372-comments.json
create mode 100644 core/partitions/src/io.rs
create mode 100644 core/shard/src/partition_io.rs
create mode 100644 gateways/kafka/src/bridge/iggy_bridge/group_offsets.rs
create mode 100644 gateways/kafka/src/protocol/handlers/offset_commit.rs
create mode 100644 gateways/kafka/src/protocol/handlers/offset_fetch.rs
create mode 100644 gateways/kafka/tests/offsets_real_bridge_tests.rs