You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by pa...@apache.org on 2026/04/22 01:49:42 UTC

(doris) branch master updated (7554ffb5acc -> b613c3711c9)

This is an automated email from the ASF dual-hosted git repository.

BiteTheDDDDt pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git


    from 7554ffb5acc [fix](docker) Stabilize external docker startup (#62664)
     add b613c3711c9 [feature](lance) Add Rust-based Lance format reader for AI-native dat… (#62182)

No new revisions were added by this update.

Summary of changes:
 be/CMakeLists.txt                                  |   25 +
 be/cmake/rust.cmake                                |   81 +
 be/src/exec/scan/file_scanner.cpp                  |   13 +
 be/src/format/CMakeLists.txt                       |    7 +
 be/src/format/lance/lance_ffi.h                    |   84 +
 be/src/format/lance/lance_rust_reader.cpp          |  403 ++
 be/src/format/lance/lance_rust_reader.h            |  116 +
 be/src/rust/doris-native/Cargo.lock                | 5409 ++++++++++++++++++++
 .../doris-native/Cargo.toml}                       |   31 +-
 be/src/rust/doris-native/README.md                 |  181 +
 .../doris-native/crates/doris-ffi/Cargo.toml}      |   34 +-
 be/src/rust/doris-native/crates/doris-ffi/build.rs |   95 +
 .../doris-native/crates/doris-ffi/glibc_compat.c   |   68 +
 .../doris-native/crates/doris-ffi/src/error.rs     |  189 +
 .../rust/doris-native/crates/doris-ffi/src/ffi.rs  |  864 ++++
 .../crates/doris-ffi/src/lance_reader.rs           |  444 ++
 .../rust/doris-native/crates/doris-ffi/src/lib.rs  |   44 +
 .../doris-native/rust-toolchain.toml}              |   12 +-
 be/src/service/internal_service.cpp                |    9 +
 be/test/CMakeLists.txt                             |    6 +
 be/test/format/lance/lance_rust_reader_test.cpp    |  218 +
 be/test/format/lance/standalone_lance_test.cpp     |  376 ++
 .../doris/common/util/FileFormatConstants.java     |    1 +
 .../property/fileformat/FileFormatProperties.java  |    3 +
 .../fileformat/LanceFileFormatProperties.java      |   51 +
 .../java/org/apache/doris/qe/SessionVariable.java  |    9 +
 gensrc/thrift/PaloInternalService.thrift           |    2 +
 gensrc/thrift/PlanNodes.thrift                     |   13 +-
 .../0-055c1ba4-03ab-4a0e-8829-15bb1a6d2d08.txn     |  Bin 0 -> 220 bytes
 .../1-242b9a64-71b6-4ce9-bc7d-a09c7bd82089.txn     |  Bin 0 -> 105 bytes
 .../2-43117771-3274-4c35-bbf7-948403ce6510.txn     |  Bin 0 -> 105 bytes
 .../tvf/lance/multi.lance/_versions/1.manifest     |  Bin 0 -> 289 bytes
 .../tvf/lance/multi.lance/_versions/2.manifest     |  Bin 0 -> 355 bytes
 .../tvf/lance/multi.lance/_versions/3.manifest     |  Bin 0 -> 419 bytes
 .../5605bf04-7859-468c-8f08-7c95a5444617.lance     |  Bin 0 -> 815 bytes
 .../82a4ff91-1bdd-487d-a008-9c5682a1dca0.lance     |  Bin 0 -> 815 bytes
 .../ca28aa58-00ae-48cc-ac5a-dc1746d1680b.lance     |  Bin 0 -> 815 bytes
 .../0-c6b23c0d-3ce1-45af-852f-25eeddb0fa8f.txn     |  Bin 0 -> 220 bytes
 .../tvf/lance/single.lance/_versions/1.manifest    |  Bin 0 -> 289 bytes
 .../f80e031c-321c-4729-849b-e4338790114e.lance     |  Bin 0 -> 815 bytes
 .../external_table_p0/tvf/lance/test_lance_tvf.out |   40 +
 .../tvf/lance/test_lance_tvf.groovy                |  119 +
 42 files changed, 8922 insertions(+), 25 deletions(-)
 create mode 100644 be/cmake/rust.cmake
 create mode 100644 be/src/format/lance/lance_ffi.h
 create mode 100644 be/src/format/lance/lance_rust_reader.cpp
 create mode 100644 be/src/format/lance/lance_rust_reader.h
 create mode 100644 be/src/rust/doris-native/Cargo.lock
 copy be/src/{format/CMakeLists.txt => rust/doris-native/Cargo.toml} (60%)
 create mode 100644 be/src/rust/doris-native/README.md
 copy be/src/{format/CMakeLists.txt => rust/doris-native/crates/doris-ffi/Cargo.toml} (51%)
 create mode 100644 be/src/rust/doris-native/crates/doris-ffi/build.rs
 create mode 100644 be/src/rust/doris-native/crates/doris-ffi/glibc_compat.c
 create mode 100644 be/src/rust/doris-native/crates/doris-ffi/src/error.rs
 create mode 100644 be/src/rust/doris-native/crates/doris-ffi/src/ffi.rs
 create mode 100644 be/src/rust/doris-native/crates/doris-ffi/src/lance_reader.rs
 create mode 100644 be/src/rust/doris-native/crates/doris-ffi/src/lib.rs
 copy be/src/{format/CMakeLists.txt => rust/doris-native/rust-toolchain.toml} (73%)
 create mode 100644 be/test/format/lance/lance_rust_reader_test.cpp
 create mode 100644 be/test/format/lance/standalone_lance_test.cpp
 create mode 100644 fe/fe-core/src/main/java/org/apache/doris/datasource/property/fileformat/LanceFileFormatProperties.java
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_transactions/0-055c1ba4-03ab-4a0e-8829-15bb1a6d2d08.txn
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_transactions/1-242b9a64-71b6-4ce9-bc7d-a09c7bd82089.txn
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_transactions/2-43117771-3274-4c35-bbf7-948403ce6510.txn
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_versions/1.manifest
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_versions/2.manifest
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/_versions/3.manifest
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/data/5605bf04-7859-468c-8f08-7c95a5444617.lance
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/data/82a4ff91-1bdd-487d-a008-9c5682a1dca0.lance
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/multi.lance/data/ca28aa58-00ae-48cc-ac5a-dc1746d1680b.lance
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/single.lance/_transactions/0-c6b23c0d-3ce1-45af-852f-25eeddb0fa8f.txn
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/single.lance/_versions/1.manifest
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/single.lance/data/f80e031c-321c-4729-849b-e4338790114e.lance
 create mode 100644 regression-test/data/external_table_p0/tvf/lance/test_lance_tvf.out
 create mode 100644 regression-test/suites/external_table_p0/tvf/lance/test_lance_tvf.groovy


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org