You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iggy.apache.org by gk...@apache.org on 2026/06/30 13:08:04 UTC

(iggy) branch partition_background_workers updated (80fb685f0 -> 38a24b51e)

This is an automated email from the ASF dual-hosted git repository.

numinnex pushed a change to branch partition_background_workers
in repository https://gitbox.apache.org/repos/asf/iggy.git


    from 80fb685f0 remove missleading backwards compat comment
     add 3b9ba2f93 fix(security): require read_servers permission for system snapshot (#3579)
     add 1f18a8f08 feat(connectors): add S3 sink connector (#3103)
     add a9b769d3e fix(partitions): stop holding partition refs across .await (#3557)
     add ec3a942c0 chore(deps): Bump the csharp group with 1 update (#3583)
     add 898ee5e90 feat(server-ng): reject incompatible clients at login via protocol version (#3454)
     add 688d32a1a feat(bdd): unify rust image versions to slim-trixie (#3569)
     add 38a24b51e merge master

No new revisions were added by this update.

Summary of changes:
 .github/workflows/_build_rust_artifacts.yml        |   2 +-
 .github/workflows/edge-release.yml                 |   1 +
 Cargo.lock                                         | 351 +++++++-
 Cargo.toml                                         |   1 +
 Dockerfile                                         |   5 +-
 bdd/Dockerfile                                     |  68 --
 bdd/java/Dockerfile                                |   3 -
 bdd/rust/Dockerfile                                |   2 +-
 core/binary_protocol/README.md                     |   2 +
 core/binary_protocol/src/consensus/header.rs       |  92 ++-
 core/binary_protocol/src/lib.rs                    |   5 +
 .../src/requests/users/change_password.rs          |   5 +
 .../src/requests/users/create_user.rs              |   4 +
 .../src/requests/users/login_register.rs           | 139 ++--
 .../src/requests/users/login_register_with_pat.rs  | 108 +--
 .../src/requests/users/login_user.rs               |   4 +
 .../src/responses/users/login_register.rs          |  66 +-
 core/binary_protocol/src/version.rs                | 350 ++++++++
 core/common/src/error/iggy_error.rs                |   9 +
 core/common/src/traits/binary_impls/mod.rs         |  62 ++
 .../traits/binary_impls/personal_access_tokens.rs  |  17 +-
 core/common/src/traits/binary_impls/users.rs       |  15 +-
 core/common/src/traits/binary_transport.rs         |   4 +
 core/connectors/README.md                          |   1 +
 core/connectors/sinks/README.md                    |   1 +
 .../s3_sink}/Cargo.toml                            |  20 +-
 core/connectors/sinks/s3_sink/README.md            | 164 ++++
 .../sinks/s3_sink/config.toml}                     |  49 +-
 core/connectors/sinks/s3_sink/src/buffer.rs        | 182 +++++
 core/connectors/sinks/s3_sink/src/client.rs        | 169 ++++
 core/connectors/sinks/s3_sink/src/formatter.rs     | 393 +++++++++
 core/connectors/sinks/s3_sink/src/lib.rs           | 498 ++++++++++++
 core/connectors/sinks/s3_sink/src/path.rs          | 245 ++++++
 core/connectors/sinks/s3_sink/src/sink.rs          | 662 +++++++++++++++
 core/consensus/src/metadata_helpers.rs             |  43 +-
 core/integration/Cargo.toml                        |   2 +
 core/integration/tests/cli/common/keyring.rs       |   1 +
 core/integration/tests/cli/common/mod.rs           |   1 +
 core/integration/tests/connectors/fixtures/mod.rs  |   2 +
 .../tests/connectors/fixtures/s3/fixture.rs        | 308 +++++++
 .../tests/connectors/fixtures/{delta => s3}/mod.rs |   2 +-
 core/integration/tests/connectors/mod.rs           |   1 +
 .../tests/connectors/s3/mod.rs}                    |   1 +
 core/integration/tests/connectors/s3/s3_sink.rs    | 196 +++++
 .../tests/connectors/{http => s3}/sink.toml        |   2 +-
 .../{http/sink.toml => s3/sink_rotation.toml}      |   2 +-
 core/integration/tests/sdk/mod.rs                  |   2 +
 core/integration/tests/sdk/protocol_version.rs     | 123 +++
 core/integration/tests/server/scenarios/mod.rs     |   2 +
 .../tests/server/scenarios/permissions_scenario.rs |  26 +
 .../scenarios/stress_produce_consume_scenario.rs   | 264 ++++++
 core/partitions/Cargo.toml                         |   1 +
 core/partitions/src/iggy_partition.rs              | 888 ++++++++++++---------
 core/partitions/src/iggy_partitions.rs             | 408 +++++++++-
 core/partitions/src/journal.rs                     | 331 +++++---
 core/partitions/src/lib.rs                         |  12 +-
 core/partitions/src/offset_storage.rs              |   4 +
 core/partitions/src/poll_plan.rs                   | 798 ++++++++++++++++++
 core/sdk/src/lib.rs                                |   5 +
 core/sdk/src/quic/quic_client.rs                   |   4 +
 core/sdk/src/tcp/tcp_client.rs                     |   4 +
 core/sdk/src/vsr.rs                                | 176 ++--
 core/sdk/src/websocket/websocket_client.rs         |   4 +
 core/server-ng/src/auth.rs                         |  28 +-
 core/server-ng/src/bootstrap.rs                    | 275 +++++--
 core/server-ng/src/dispatch.rs                     | 260 ++++--
 core/server-ng/src/partition_reconciler.rs         |  27 +-
 core/server-ng/src/responses.rs                    |  20 +-
 core/server-ng/src/server_error.rs                 |   5 +
 core/server-ng/src/session_manager.rs              |  72 +-
 core/server/Dockerfile                             |   1 -
 .../binary/handlers/system/get_snapshot_handler.rs |   1 +
 core/server/src/http/system.rs                     |   7 +-
 core/server/src/metadata/reader.rs                 |   4 +
 core/shard/src/lib.rs                              | 218 +++--
 core/shard/src/router.rs                           |  43 +-
 core/simulator/src/lib.rs                          |  29 +-
 core/simulator/src/main.rs                         |   4 +-
 foreign/csharp/Directory.Packages.props            |   2 +-
 foreign/php/Dockerfile.test                        |   3 +-
 foreign/python/.devcontainer/Dockerfile            |  37 -
 foreign/python/.devcontainer/devcontainer.json     |   9 -
 foreign/python/.devcontainer/docker-compose.yml    |  30 -
 foreign/python/Dockerfile.test                     |   2 +-
 scripts/ci/sync-python-interpreter-version.sh      |  12 +-
 scripts/ci/sync-rustc-version.sh                   |  66 +-
 86 files changed, 7236 insertions(+), 1231 deletions(-)
 delete mode 100644 bdd/Dockerfile
 create mode 100644 core/binary_protocol/src/version.rs
 copy core/connectors/{sources/elasticsearch_source => sinks/s3_sink}/Cargo.toml (80%)
 create mode 100644 core/connectors/sinks/s3_sink/README.md
 copy core/{integration/tests/connectors/influxdb_sink.toml => connectors/sinks/s3_sink/config.toml} (51%)
 create mode 100644 core/connectors/sinks/s3_sink/src/buffer.rs
 create mode 100644 core/connectors/sinks/s3_sink/src/client.rs
 create mode 100644 core/connectors/sinks/s3_sink/src/formatter.rs
 create mode 100644 core/connectors/sinks/s3_sink/src/lib.rs
 create mode 100644 core/connectors/sinks/s3_sink/src/path.rs
 create mode 100644 core/connectors/sinks/s3_sink/src/sink.rs
 create mode 100644 core/integration/tests/connectors/fixtures/s3/fixture.rs
 copy core/integration/tests/connectors/fixtures/{delta => s3}/mod.rs (92%)
 copy core/{partitions/src/send_messages2.rs => integration/tests/connectors/s3/mod.rs} (98%)
 create mode 100644 core/integration/tests/connectors/s3/s3_sink.rs
 copy core/integration/tests/connectors/{http => s3}/sink.toml (94%)
 copy core/integration/tests/connectors/{http/sink.toml => s3/sink_rotation.toml} (94%)
 create mode 100644 core/integration/tests/sdk/protocol_version.rs
 create mode 100644 core/integration/tests/server/scenarios/stress_produce_consume_scenario.rs
 create mode 100644 core/partitions/src/poll_plan.rs
 delete mode 100644 foreign/python/.devcontainer/Dockerfile
 delete mode 100644 foreign/python/.devcontainer/devcontainer.json
 delete mode 100644 foreign/python/.devcontainer/docker-compose.yml