You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by as...@apache.org on 2023/06/13 07:14:04 UTC
[doris] branch master updated (2adf5169e6 -> 4b15185e25)
This is an automated email from the ASF dual-hosted git repository.
ashingau pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 2adf5169e6 [improvement](test) improve p2 case of githubevents (#20727)
add 4b15185e25 [improvement](hdfs) add parquet footer cache and hdfs file handle cache (#20544)
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 3 +
be/src/common/config.h | 5 +
be/src/io/CMakeLists.txt | 2 +-
be/src/io/fs/file_handle_cache.cpp | 193 +++++++++
be/src/io/fs/file_handle_cache.h | 199 +++++++++
.../olap_common.cpp => io/fs/file_meta_cache.cpp} | 32 +-
.../fs/file_meta_cache.h} | 43 +-
be/src/io/fs/hdfs_file_reader.cpp | 35 +-
be/src/io/fs/hdfs_file_reader.h | 13 +-
be/src/io/fs/hdfs_file_system.cpp | 72 ++--
be/src/io/fs/hdfs_file_system.h | 3 +
be/src/runtime/exec_env.h | 4 +
be/src/runtime/exec_env_init.cpp | 3 +
be/src/util/CMakeLists.txt | 2 +-
be/src/util/lru_multi_cache.h | 244 +++++++++++
be/src/util/lru_multi_cache.inline.h | 291 +++++++++++++
.../src/util/obj_lru_cache.cpp | 53 +--
be/src/util/obj_lru_cache.h | 103 +++++
.../vec/exec/format/parquet/parquet_thrift_util.h | 6 +-
.../exec/format/parquet/vparquet_column_reader.h | 4 +
.../exec/format/parquet/vparquet_page_reader.cpp | 5 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 37 +-
be/src/vec/exec/format/parquet/vparquet_reader.h | 11 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 9 +-
be/src/vec/exec/scan/vfile_scanner.h | 1 +
be/test/CMakeLists.txt | 1 -
be/test/io/fs/remote_file_system_test.cpp | 2 +
be/test/olap/file_header_test.cpp | 6 +-
be/test/util/lru_multi_cache_test.cpp | 480 +++++++++++++++++++++
run-be-ut.sh | 128 +++++-
30 files changed, 1816 insertions(+), 174 deletions(-)
create mode 100644 be/src/io/fs/file_handle_cache.cpp
create mode 100644 be/src/io/fs/file_handle_cache.h
copy be/src/{exec/olap_common.cpp => io/fs/file_meta_cache.cpp} (51%)
copy be/src/{vec/exec/format/file_reader/new_plain_binary_line_reader.h => io/fs/file_meta_cache.h} (54%)
create mode 100644 be/src/util/lru_multi_cache.h
create mode 100644 be/src/util/lru_multi_cache.inline.h
copy regression-test/suites/correctness_p0/test_string_pad_function.groovy => be/src/util/obj_lru_cache.cpp (56%)
create mode 100644 be/src/util/obj_lru_cache.h
create mode 100644 be/test/util/lru_multi_cache_test.cpp
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org