You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by gi...@apache.org on 2024/10/10 02:14:01 UTC
(iceberg-rust) branch gh-pages updated: deploy: 8cf581b2edc574fbd591cb9090dff55efb0f8eb7
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch gh-pages
in repository https://gitbox.apache.org/repos/asf/iceberg-rust.git
The following commit(s) were added to refs/heads/gh-pages by this push:
new 2f6163d2 deploy: 8cf581b2edc574fbd591cb9090dff55efb0f8eb7
2f6163d2 is described below
commit 2f6163d2ce8969c73266e31e90d87b1db4907a4a
Author: liurenjie1024 <li...@users.noreply.github.com>
AuthorDate: Thu Oct 10 02:13:56 2024 +0000
deploy: 8cf581b2edc574fbd591cb9090dff55efb0f8eb7
---
api/src/iceberg/arrow/reader.rs.html | 22 +++++++++++++---------
1 file changed, 13 insertions(+), 9 deletions(-)
diff --git a/api/src/iceberg/arrow/reader.rs.html b/api/src/iceberg/arrow/reader.rs.html
index e86538ce..327a291f 100644
--- a/api/src/iceberg/arrow/reader.rs.html
+++ b/api/src/iceberg/arrow/reader.rs.html
@@ -1170,6 +1170,8 @@
<a href="#1170" id="1170">1170</a>
<a href="#1171" id="1171">1171</a>
<a href="#1172" id="1172">1172</a>
+<a href="#1173" id="1173">1173</a>
+<a href="#1174" id="1174">1174</a>
</pre></div><pre class="rust"><code><span class="comment">// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
@@ -1203,11 +1205,11 @@
<span class="kw">use </span>fnv::FnvHashSet;
<span class="kw">use </span>futures::channel::mpsc::{channel, Sender};
<span class="kw">use </span>futures::future::BoxFuture;
-<span class="kw">use </span>futures::{try_join, SinkExt, StreamExt, TryFutureExt, TryStreamExt};
+<span class="kw">use </span>futures::{try_join, FutureExt, SinkExt, StreamExt, TryFutureExt, TryStreamExt};
<span class="kw">use </span>parquet::arrow::arrow_reader::{ArrowPredicateFn, ArrowReaderOptions, RowFilter, RowSelection};
-<span class="kw">use </span>parquet::arrow::async_reader::{AsyncFileReader, MetadataLoader};
+<span class="kw">use </span>parquet::arrow::async_reader::AsyncFileReader;
<span class="kw">use </span>parquet::arrow::{ParquetRecordBatchStreamBuilder, ProjectionMask, PARQUET_FIELD_ID_META_KEY};
-<span class="kw">use </span>parquet::file::metadata::ParquetMetaData;
+<span class="kw">use </span>parquet::file::metadata::{ParquetMetaData, ParquetMetaDataReader};
<span class="kw">use </span>parquet::schema::types::{SchemaDescriptor, Type <span class="kw">as </span>ParquetType};
<span class="kw">use </span><span class="kw">crate</span>::arrow::{arrow_schema_to_schema, get_arrow_datum};
@@ -2250,12 +2252,14 @@
}
<span class="kw">fn </span>get_metadata(<span class="kw-2">&mut </span><span class="self">self</span>) -> BoxFuture<<span class="lifetime">'_</span>, parquet::errors::Result<Arc<ParquetMetaData>>> {
- Box::pin(<span class="kw">async move </span>{
- <span class="kw">let </span>file_size = <span class="self">self</span>.meta.size;
- <span class="kw">let </span><span class="kw-2">mut </span>loader = MetadataLoader::load(<span class="self">self</span>, file_size <span class="kw">as </span>usize, <span class="prelude-val">None</span>).<span class="kw">await</span><span class="question-mark">?</span>;
- loader.load_page_index(<span class="bool-val">false</span>, <span class="bool-val">false</span>).<span class="kw">await</span><span class="question-mark">?</span>;
- <span class="prelude-val">Ok</span>(Arc::new(loader.finish()))
- })
+ <span class="kw">async move </span>{
+ <span class="kw">let </span>reader = ParquetMetaDataReader::new();
+ <span class="kw">let </span>size = <span class="self">self</span>.meta.size <span class="kw">as </span>usize;
+ <span class="kw">let </span>meta = reader.load_and_finish(<span class="self">self</span>, size).<span class="kw">await</span><span class="question-mark">?</span>;
+
+ <span class="prelude-val">Ok</span>(Arc::new(meta))
+ }
+ .boxed()
}
}