(airflow-site-archive) branch main updated: Disable path for s3 source (#7)

[go...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

gopidesu pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow-site-archive.git


The following commit(s) were added to refs/heads/main by this push:
     new 4c6ecba5c5 Disable path for s3 source (#7)
4c6ecba5c5 is described below

commit 4c6ecba5c582657abd4d768f876a5d96bf8fa67e
Author: GPK <go...@gmail.com>
AuthorDate: Thu May 8 10:35:50 2025 +0100

    Disable path for s3 source (#7)
---
 scripts/transfer_utils.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/scripts/transfer_utils.py b/scripts/transfer_utils.py
index 7ee8ee70c6..b0748ea9d4 100644
--- a/scripts/transfer_utils.py
+++ b/scripts/transfer_utils.py
@@ -66,6 +66,13 @@ class CommonTransferUtils:
 
         console.print(f"[blue] Syncing {source} to {destination} [/]")
 
+        if source.startswith("s3://"):
+            subprocess.run(
+                ["aws", "s3", "sync", "--delete", source, destination], capture_output=True, text=True, check=True
+            )
+            console.print(f"[blue] Sync completed for {source} to {destination} [/]")
+            return
+
         if Path(source).is_dir():
             subprocess.run(
                 ["aws", "s3", "sync", "--delete", source, destination], capture_output=True, text=True, check=True