You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by vi...@apache.org on 2023/08/03 14:36:34 UTC

[airflow] branch main updated: Set longer default `waiter_max_attempts` for deferred BatchJobOperator (#33045)

This is an automated email from the ASF dual-hosted git repository.

vincbeck pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git


The following commit(s) were added to refs/heads/main by this push:
     new 4e42edb203 Set longer default `waiter_max_attempts` for deferred BatchJobOperator (#33045)
4e42edb203 is described below

commit 4e42edb203a0fa0958830ac3aa56a37b8eb678e8
Author: Rishi Kulkarni <ri...@kulkarni.science>
AuthorDate: Thu Aug 3 10:36:23 2023 -0400

    Set longer default `waiter_max_attempts` for deferred BatchJobOperator (#33045)
---
 airflow/providers/amazon/aws/operators/batch.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/airflow/providers/amazon/aws/operators/batch.py b/airflow/providers/amazon/aws/operators/batch.py
index e6221ae3e0..a13a55d15d 100644
--- a/airflow/providers/amazon/aws/operators/batch.py
+++ b/airflow/providers/amazon/aws/operators/batch.py
@@ -149,7 +149,7 @@ class BatchOperator(BaseOperator):
         parameters: dict | None = None,
         job_id: str | None = None,
         waiters: Any | None = None,
-        max_retries: int | None = None,
+        max_retries: int = 4200,
         status_retries: int | None = None,
         aws_conn_id: str | None = None,
         region_name: str | None = None,
@@ -223,7 +223,7 @@ class BatchOperator(BaseOperator):
                 timeout=self.execution_timeout,
                 trigger=BatchJobTrigger(
                     job_id=self.job_id,
-                    waiter_max_attempts=self.max_retries or 10,
+                    waiter_max_attempts=self.max_retries,
                     aws_conn_id=self.aws_conn_id,
                     region_name=self.region_name,
                     waiter_delay=self.poll_interval,