You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by pa...@apache.org on 2026/04/22 01:49:42 UTC
(doris) branch master updated (7554ffb5acc -> b613c3711c9)
This is an automated email from the ASF dual-hosted git repository.
BiteTheDDDDt pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 7554ffb5acc [fix](docker) Stabilize external docker startup (#62664)
add b613c3711c9 [feature](lance) Add Rust-based Lance format reader for AI-native dat… (#62182)
No new revisions were added by this update.
Summary of changes:
be/CMakeLists.txt | 25 +
be/cmake/rust.cmake | 81 +
be/src/exec/scan/file_scanner.cpp | 13 +
be/src/format/CMakeLists.txt | 7 +
be/src/format/lance/lance_ffi.h | 84 +
be/src/format/lance/lance_rust_reader.cpp | 403 ++
be/src/format/lance/lance_rust_reader.h | 116 +
be/src/rust/doris-native/Cargo.lock | 5409 ++++++++++++++++++++
.../doris-native/Cargo.toml} | 31 +-
be/src/rust/doris-native/README.md | 181 +
.../doris-native/crates/doris-ffi/Cargo.toml} | 34 +-
be/src/rust/doris-native/crates/doris-ffi/build.rs | 95 +
.../doris-native/crates/doris-ffi/glibc_compat.c | 68 +
.../doris-native/crates/doris-ffi/src/error.rs | 189 +
.../rust/doris-native/crates/doris-ffi/src/ffi.rs | 864 ++++
.../crates/doris-ffi/src/lance_reader.rs | 444 ++
.../rust/doris-native/crates/doris-ffi/src/lib.rs | 44 +
.../doris-native/rust-toolchain.toml} | 12 +-
be/src/service/internal_service.cpp | 9 +
be/test/CMakeLists.txt | 6 +
be/test/format/lance/lance_rust_reader_test.cpp | 218 +
be/test/format/lance/standalone_lance_test.cpp | 376 ++
.../doris/common/util/FileFormatConstants.java | 1 +
.../property/fileformat/FileFormatProperties.java | 3 +
.../fileformat/LanceFileFormatProperties.java | 51 +
.../java/org/apache/doris/qe/SessionVariable.java | 9 +
gensrc/thrift/PaloInternalService.thrift | 2 +
gensrc/thrift/PlanNodes.thrift | 13 +-
.../0-055c1ba4-03ab-4a0e-8829-15bb1a6d2d08.txn | Bin 0 -> 220 bytes
.../1-242b9a64-71b6-4ce9-bc7d-a09c7bd82089.txn | Bin 0 -> 105 bytes
.../2-43117771-3274-4c35-bbf7-948403ce6510.txn | Bin 0 -> 105 bytes
.../tvf/lance/multi.lance/_versions/1.manifest | Bin 0 -> 289 bytes
.../tvf/lance/multi.lance/_versions/2.manifest | Bin 0 -> 355 bytes
.../tvf/lance/multi.lance/_versions/3.manifest | Bin 0 -> 419 bytes
.../5605bf04-7859-468c-8f08-7c95a5444617.lance | Bin 0 -> 815 bytes
.../82a4ff91-1bdd-487d-a008-9c5682a1dca0.lance | Bin 0 -> 815 bytes
.../ca28aa58-00ae-48cc-ac5a-dc1746d1680b.lance | Bin 0 -> 815 bytes
.../0-c6b23c0d-3ce1-45af-852f-25eeddb0fa8f.txn | Bin 0 -> 220 bytes
.../tvf/lance/single.lance/_versions/1.manifest | Bin 0 -> 289 bytes
.../f80e031c-321c-4729-849b-e4338790114e.lance | Bin 0 -> 815 bytes
.../external_table_p0/tvf/lance/test_lance_tvf.out | 40 +
.../tvf/lance/test_lance_tvf.groovy | 119 +
42 files changed, 8922 insertions(+), 25 deletions(-)
create mode 100644 be/cmake/rust.cmake
create mode 100644 be/src/format/lance/lance_ffi.h
create mode 100644 be/src/format/lance/lance_rust_reader.cpp
create mode 100644 be/src/format/lance/lance_rust_reader.h
create mode 100644 be/src/rust/doris-native/Cargo.lock
copy be/src/{format/CMakeLists.txt => rust/doris-native/Cargo.toml} (60%)
create mode 100644 be/src/rust/doris-native/README.md
copy be/src/{format/CMakeLists.txt => rust/doris-native/crates/doris-ffi/Cargo.toml} (51%)
create mode 100644 be/src/rust/doris-native/crates/doris-ffi/build.rs
create mode 100644 be/src/rust/doris-native/crates/doris-ffi/glibc_compat.c
create mode 100644 be/src/rust/doris-native/crates/doris-ffi/src/error.rs
create mode 100644 be/src/rust/doris-native/crates/doris-ffi/src/ffi.rs
create mode 100644 be/src/rust/doris-native/crates/doris-ffi/src/lance_reader.rs
create mode 100644 be/src/rust/doris-native/crates/doris-ffi/src/lib.rs
copy be/src/{format/CMakeLists.txt => rust/doris-native/rust-toolchain.toml} (73%)
create mode 100644 be/test/format/lance/lance_rust_reader_test.cpp
create mode 100644 be/test/format/lance/standalone_lance_test.cpp
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/datasource/property/fileformat/LanceFileFormatProperties.java
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_transactions/0-055c1ba4-03ab-4a0e-8829-15bb1a6d2d08.txn
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_transactions/1-242b9a64-71b6-4ce9-bc7d-a09c7bd82089.txn
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_transactions/2-43117771-3274-4c35-bbf7-948403ce6510.txn
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_versions/1.manifest
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_versions/2.manifest
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_versions/3.manifest
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/data/5605bf04-7859-468c-8f08-7c95a5444617.lance
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/data/82a4ff91-1bdd-487d-a008-9c5682a1dca0.lance
create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/data/ca28aa58-00ae-48cc-ac5a-dc1746d1680b.lance
create mode 100644 regression-test/data/external_table_p0/tvf/lance/single.lance/_transactions/0-c6b23c0d-3ce1-45af-852f-25eeddb0fa8f.txn
create mode 100644 regression-test/data/external_table_p0/tvf/lance/single.lance/_versions/1.manifest
create mode 100644 regression-test/data/external_table_p0/tvf/lance/single.lance/data/f80e031c-321c-4729-849b-e4338790114e.lance
create mode 100644 regression-test/data/external_table_p0/tvf/lance/test_lance_tvf.out
create mode 100644 regression-test/suites/external_table_p0/tvf/lance/test_lance_tvf.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org