You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opendal.apache.org by xu...@apache.org on 2023/10/31 10:12:41 UTC
(incubator-opendal) branch main updated (74eab842f -> 268d5b878)
This is an automated email from the ASF dual-hosted git repository.
xuanwo pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-opendal.git
from 74eab842f fix: ASF event URL (#3431)
add 268d5b878 feat: Implement Lazy Reader (#3395)
No new revisions were added by this update.
Summary of changes:
.github/actions/setup/action.yaml | 2 +-
.github/workflows/behavior_test.yml | 1 +
.typos.toml | 2 +-
bin/oay/Cargo.toml | 7 +-
bindings/c/Cargo.toml | 2 +-
bindings/cpp/Cargo.toml | 6 +-
bindings/dotnet/Cargo.toml | 1 -
bindings/haskell/Cargo.toml | 2 +-
bindings/java/Cargo.toml | 40 +-
bindings/python/Cargo.toml | 39 +-
core/Cargo.toml | 2 +-
core/edge/file_write_on_full_disk/Cargo.toml | 6 +-
core/fuzz/Cargo.toml | 2 +-
core/src/layers/complete.rs | 104 +--
core/src/layers/logging.rs | 36 +-
core/src/layers/madsim.rs | 9 +-
core/src/layers/prometheus.rs | 38 +-
core/src/layers/retry.rs | 2 +-
core/src/raw/adapters/kv/backend.rs | 5 +-
core/src/raw/adapters/typed_kv/backend.rs | 5 +-
core/src/raw/http_util/body.rs | 16 +-
core/src/raw/mod.rs | 3 +
core/src/raw/oio/buf/adaptive.rs | 146 ++++
core/src/raw/oio/buf/mod.rs | 3 +
core/src/raw/oio/read/api.rs | 128 +++-
core/src/raw/oio/read/cloneable_read.rs | 140 ----
core/src/raw/oio/read/file_read.rs | 539 ++++++++++++++
core/src/raw/oio/read/futures_read.rs | 67 ++
core/src/raw/oio/read/into_read_from_file.rs | 192 -----
.../raw/oio/read/into_seekable_read_by_range.rs | 569 ---------------
core/src/raw/oio/read/lazy_read.rs | 198 +++++
core/src/raw/oio/read/mod.rs | 26 +-
core/src/raw/oio/read/range_read.rs | 795 +++++++++++++++++++++
core/src/raw/oio/read/std_read.rs | 62 ++
core/src/raw/oio/read/tokio_read.rs | 88 +++
core/src/raw/ops.rs | 17 +
core/src/raw/rps.rs | 38 +-
.../{services/hdfs/error.rs => raw/std_io_util.rs} | 21 +-
core/src/services/azblob/backend.rs | 6 +-
core/src/services/azdls/backend.rs | 5 +-
core/src/services/azfile/backend.rs | 5 +-
core/src/services/cos/backend.rs | 5 +-
core/src/services/dbfs/backend.rs | 25 +-
core/src/services/dropbox/backend.rs | 6 +-
core/src/services/fs/backend.rs | 162 ++---
core/src/services/fs/error.rs | 41 --
core/src/services/fs/mod.rs | 1 -
core/src/services/fs/pager.rs | 9 +-
core/src/services/fs/writer.rs | 17 +-
core/src/services/ftp/backend.rs | 14 +-
core/src/services/gcs/backend.rs | 6 +-
core/src/services/gdrive/backend.rs | 17 +-
core/src/services/ghac/backend.rs | 5 +-
core/src/services/hdfs/backend.rs | 97 +--
core/src/services/hdfs/mod.rs | 1 -
core/src/services/hdfs/writer.rs | 11 +-
core/src/services/http/backend.rs | 5 +-
core/src/services/ipfs/backend.rs | 5 +-
core/src/services/ipmfs/backend.rs | 5 +-
core/src/services/memcached/ascii.rs | 26 +-
core/src/services/memcached/backend.rs | 6 +-
core/src/services/obs/backend.rs | 5 +-
core/src/services/onedrive/backend.rs | 5 +-
core/src/services/oss/backend.rs | 5 +-
core/src/services/s3/backend.rs | 5 +-
core/src/services/sftp/backend.rs | 45 +-
core/src/services/sftp/error.rs | 1 +
core/src/services/sftp/utils.rs | 73 --
core/src/services/sftp/writer.rs | 9 +-
core/src/services/supabase/backend.rs | 5 +-
core/src/services/vercel_artifacts/backend.rs | 5 +-
core/src/services/wasabi/backend.rs | 5 +-
core/src/services/webdav/backend.rs | 5 +-
core/src/services/webhdfs/backend.rs | 17 +-
core/src/services/webhdfs/error.rs | 2 +-
core/src/types/operator/blocking_operator.rs | 23 +-
core/src/types/operator/operator.rs | 33 +-
core/tests/behavior/fuzz.rs | 85 ++-
integrations/dav-server/Cargo.toml | 5 +-
79 files changed, 2537 insertions(+), 1635 deletions(-)
create mode 100644 core/src/raw/oio/buf/adaptive.rs
delete mode 100644 core/src/raw/oio/read/cloneable_read.rs
create mode 100644 core/src/raw/oio/read/file_read.rs
create mode 100644 core/src/raw/oio/read/futures_read.rs
delete mode 100644 core/src/raw/oio/read/into_read_from_file.rs
delete mode 100644 core/src/raw/oio/read/into_seekable_read_by_range.rs
create mode 100644 core/src/raw/oio/read/lazy_read.rs
create mode 100644 core/src/raw/oio/read/range_read.rs
create mode 100644 core/src/raw/oio/read/std_read.rs
create mode 100644 core/src/raw/oio/read/tokio_read.rs
rename core/src/{services/hdfs/error.rs => raw/std_io_util.rs} (73%)
delete mode 100644 core/src/services/fs/error.rs