[airflow] branch main updated: AIP-47 - Migrate google leveldb DAGs to new design ##22447 (#24233)

[po...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git


The following commit(s) were added to refs/heads/main by this push:
     new c3a9ef1ada AIP-47 - Migrate google leveldb DAGs to new design ##22447 (#24233)
c3a9ef1ada is described below

commit c3a9ef1adadc1e39536f60db46017870860fc633
Author: chethanuk-plutoflume <ch...@tessian.com>
AuthorDate: Tue Jun 7 07:02:45 2022 +0100

    AIP-47 - Migrate google leveldb DAGs to new design ##22447 (#24233)
---
 .../operators/leveldb/leveldb.rst                    |  2 +-
 .../system/providers/google}/__init__.py             |  0
 .../system/providers/google/leveldb}/__init__.py     |  0
 .../providers/google/leveldb}/example_leveldb.py     | 20 +++++++++++++++++++-
 4 files changed, 20 insertions(+), 2 deletions(-)

diff --git a/docs/apache-airflow-providers-google/operators/leveldb/leveldb.rst b/docs/apache-airflow-providers-google/operators/leveldb/leveldb.rst
index 1a5ad8fa14..5c8a745e88 100644
--- a/docs/apache-airflow-providers-google/operators/leveldb/leveldb.rst
+++ b/docs/apache-airflow-providers-google/operators/leveldb/leveldb.rst
@@ -36,7 +36,7 @@ Put key
 Get, put, delete key or write_batch, create database with comparator or different options in LevelDB is performed with the
 :class:`~airflow.providers.google.leveldb.operators.leveldb.LevelDBOperator` operator.
 
-.. exampleinclude:: /../../airflow/providers/google/leveldb/example_dags/example_leveldb.py
+.. exampleinclude:: /../../tests/system/providers/google/leveldb/example_leveldb.py
     :language: python
     :dedent: 4
     :start-after: [START howto_operator_leveldb_put_key]
diff --git a/airflow/providers/google/leveldb/example_dags/__init__.py b/tests/system/providers/google/__init__.py
similarity index 100%
copy from airflow/providers/google/leveldb/example_dags/__init__.py
copy to tests/system/providers/google/__init__.py
diff --git a/airflow/providers/google/leveldb/example_dags/__init__.py b/tests/system/providers/google/leveldb/__init__.py
similarity index 100%
rename from airflow/providers/google/leveldb/example_dags/__init__.py
rename to tests/system/providers/google/leveldb/__init__.py
diff --git a/airflow/providers/google/leveldb/example_dags/example_leveldb.py b/tests/system/providers/google/leveldb/example_leveldb.py
similarity index 72%
rename from airflow/providers/google/leveldb/example_dags/example_leveldb.py
rename to tests/system/providers/google/leveldb/example_leveldb.py
index c703c86c96..cc9f6519b9 100644
--- a/airflow/providers/google/leveldb/example_dags/example_leveldb.py
+++ b/tests/system/providers/google/leveldb/example_leveldb.py
@@ -19,13 +19,18 @@
 Example use of LevelDB operators.
 """
 
+import os
 from datetime import datetime
 
 from airflow import models
 from airflow.providers.google.leveldb.operators.leveldb import LevelDBOperator
+from airflow.utils.trigger_rule import TriggerRule
+
+ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID")
+DAG_ID = "example_leveldb"
 
 with models.DAG(
-    'example_leveldb',
+    DAG_ID,
     start_date=datetime(2021, 1, 1),
     schedule_interval='@once',
     catchup=False,
@@ -40,6 +45,19 @@ with models.DAG(
         command='put',
         key=b'another_key',
         value=b'another_value',
+        trigger_rule=TriggerRule.ALL_DONE,
     )
     # [END howto_operator_leveldb_put_key]
     get_key_leveldb_task >> put_key_leveldb_task
+
+    from tests.system.utils.watcher import watcher
+
+    # This test needs watcher in order to properly mark success/failure
+    # when "tearDown" task with trigger rule is part of the DAG
+    list(dag.tasks) >> watcher()
+
+
+from tests.system.utils import get_test_run  # noqa: E402
+
+# Needed to run the example DAG with pytest (see: tests/system/README.md#run_via_pytest)
+test_run = get_test_run(dag)