You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2024/11/16 14:47:24 UTC
(arrow-rs) branch master updated: Implement interleave_record_batch (#6731)
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git
The following commit(s) were added to refs/heads/master by this push:
new f9551938f9 Implement interleave_record_batch (#6731)
f9551938f9 is described below
commit f9551938f91a5d0e298ec901889de0e2b0eabc83
Author: Ruihang Xia <wa...@gmail.com>
AuthorDate: Sat Nov 16 22:47:09 2024 +0800
Implement interleave_record_batch (#6731)
Signed-off-by: Ruihang Xia <wa...@gmail.com>
---
arrow-select/src/interleave.rs | 61 ++++++++++++++++++++++++++++++++++++++++++
1 file changed, 61 insertions(+)
diff --git a/arrow-select/src/interleave.rs b/arrow-select/src/interleave.rs
index a0520e969a..4a47017b79 100644
--- a/arrow-select/src/interleave.rs
+++ b/arrow-select/src/interleave.rs
@@ -265,6 +265,67 @@ fn interleave_fallback(
Ok(make_array(array_data.freeze()))
}
+/// Interleave rows by index from multiple [`RecordBatch`] instances and return a new [`RecordBatch`].
+///
+/// This function will call [`interleave`] on each array of the [`RecordBatch`] instances and assemble a new [`RecordBatch`].
+///
+/// # Example
+/// ```
+/// # use std::sync::Arc;
+/// # use arrow_array::{StringArray, Int32Array, RecordBatch, UInt32Array};
+/// # use arrow_schema::{DataType, Field, Schema};
+/// # use arrow_select::interleave::interleave_record_batch;
+///
+/// let schema = Arc::new(Schema::new(vec![
+/// Field::new("a", DataType::Int32, true),
+/// Field::new("b", DataType::Utf8, true),
+/// ]));
+///
+/// let batch1 = RecordBatch::try_new(
+/// schema.clone(),
+/// vec![
+/// Arc::new(Int32Array::from(vec![0, 1, 2])),
+/// Arc::new(StringArray::from(vec!["a", "b", "c"])),
+/// ],
+/// ).unwrap();
+///
+/// let batch2 = RecordBatch::try_new(
+/// schema.clone(),
+/// vec![
+/// Arc::new(Int32Array::from(vec![3, 4, 5])),
+/// Arc::new(StringArray::from(vec!["d", "e", "f"])),
+/// ],
+/// ).unwrap();
+///
+/// let indices = vec![(0, 1), (1, 2), (0, 0), (1, 1)];
+/// let interleaved = interleave_record_batch(&[&batch1, &batch2], &indices).unwrap();
+///
+/// let expected = RecordBatch::try_new(
+/// schema,
+/// vec![
+/// Arc::new(Int32Array::from(vec![1, 5, 0, 4])),
+/// Arc::new(StringArray::from(vec!["b", "f", "a", "e"])),
+/// ],
+/// ).unwrap();
+/// assert_eq!(interleaved, expected);
+/// ```
+pub fn interleave_record_batch(
+ record_batches: &[&RecordBatch],
+ indices: &[(usize, usize)],
+) -> Result<RecordBatch, ArrowError> {
+ let schema = record_batches[0].schema();
+ let columns = (0..schema.fields().len())
+ .map(|i| {
+ let column_values: Vec<&dyn Array> = record_batches
+ .iter()
+ .map(|batch| batch.column(i).as_ref())
+ .collect();
+ interleave(&column_values, indices)
+ })
+ .collect::<Result<Vec<_>, _>>()?;
+ RecordBatch::try_new(schema, columns)
+}
+
#[cfg(test)]
mod tests {
use super::*;