(datafusion-ballista) branch main updated: feat: ExecutionEngine::create_query_stage_exec accepts partition_id (#1556)

[mi...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

milenkovicm pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-ballista.git


The following commit(s) were added to refs/heads/main by this push:
     new 098f3457b feat: ExecutionEngine::create_query_stage_exec accepts partition_id (#1556)
098f3457b is described below

commit 098f3457bb75a434fbe0ae8a0d5e5331f0468345
Author: Marko Milenković <mi...@users.noreply.github.com>
AuthorDate: Wed Apr 15 17:11:58 2026 +0100

    feat: ExecutionEngine::create_query_stage_exec accepts partition_id (#1556)
    
    * ExecutionEngine::create_query_stage_exec accepts partition_id
    
    * change parameter name
---
 ballista/executor/src/execution_engine.rs | 2 ++
 ballista/executor/src/execution_loop.rs   | 1 +
 ballista/executor/src/executor_server.rs  | 1 +
 3 files changed, 4 insertions(+)

diff --git a/ballista/executor/src/execution_engine.rs b/ballista/executor/src/execution_engine.rs
index 71e8d9f82..93ab176f7 100644
--- a/ballista/executor/src/execution_engine.rs
+++ b/ballista/executor/src/execution_engine.rs
@@ -50,6 +50,7 @@ pub trait ExecutionEngine: Sync + Send {
         &self,
         job_id: String,
         stage_id: usize,
+        partition_id: usize,
         plan: Arc<dyn ExecutionPlan>,
         work_dir: &str,
         config: &SessionConfig,
@@ -89,6 +90,7 @@ impl ExecutionEngine for DefaultExecutionEngine {
         &self,
         job_id: String,
         stage_id: usize,
+        _partition_id: usize,
         plan: Arc<dyn ExecutionPlan>,
         work_dir: &str,
         _config: &SessionConfig,
diff --git a/ballista/executor/src/execution_loop.rs b/ballista/executor/src/execution_loop.rs
index 9b5f73c03..a2df628d7 100644
--- a/ballista/executor/src/execution_loop.rs
+++ b/ballista/executor/src/execution_loop.rs
@@ -278,6 +278,7 @@ async fn run_received_task<T: 'static + AsLogicalPlan, U: 'static + AsExecutionP
     let query_stage_exec = executor.execution_engine.create_query_stage_exec(
         job_id.clone(),
         stage_id as usize,
+        partition_id as usize,
         plan,
         &executor.work_dir,
         task_context.session_config(),
diff --git a/ballista/executor/src/executor_server.rs b/ballista/executor/src/executor_server.rs
index 539bb7423..8a23243f5 100644
--- a/ballista/executor/src/executor_server.rs
+++ b/ballista/executor/src/executor_server.rs
@@ -371,6 +371,7 @@ impl<T: 'static + AsLogicalPlan, U: 'static + AsExecutionPlan> ExecutorServer<T,
         let exec = self.executor.execution_engine.create_query_stage_exec(
             job_id.clone(),
             stage_id,
+            partition_id,
             plan,
             &self.executor.work_dir,
             &task.session_config,


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org