You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by po...@apache.org on 2022/02/27 14:49:05 UTC
[airflow] branch main updated (bc1b422 -> 27d19e7)
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from bc1b422 Fix logging JDBC SQL error when task fails (#21540)
add 27d19e7 Databricks SQL operators (#21363)
No new revisions were added by this update.
Summary of changes:
airflow/contrib/hooks/databricks_hook.py | 1 -
.../databricks/example_dags/example_databricks.py | 7 +-
.../example_dags/example_databricks_sql.py | 113 ++++++
airflow/providers/databricks/hooks/databricks.py | 305 +---------------
.../hooks/{databricks.py => databricks_base.py} | 382 ++++-----------------
.../providers/databricks/hooks/databricks_sql.py | 189 ++++++++++
.../databricks/operators/databricks_sql.py | 267 ++++++++++++++
airflow/providers/databricks/provider.yaml | 20 +-
.../connections/databricks.rst | 9 +-
docs/apache-airflow-providers-databricks/index.rst | 21 +-
.../operators/copy_into.rst | 76 ++++
.../operators/index.rst | 6 +-
.../{operators.rst => operators/run_now.rst} | 79 +----
.../operators/sql.rst | 105 ++++++
.../operators/submit_run.rst | 97 ++++++
setup.py | 4 +-
.../providers/databricks/hooks/test_databricks.py | 107 +++---
.../databricks/hooks/test_databricks_sql.py | 84 +++++
.../databricks/operators/test_databricks_sql.py | 170 +++++++++
19 files changed, 1290 insertions(+), 752 deletions(-)
create mode 100644 airflow/providers/databricks/example_dags/example_databricks_sql.py
copy airflow/providers/databricks/hooks/{databricks.py => databricks_base.py} (55%)
create mode 100644 airflow/providers/databricks/hooks/databricks_sql.py
create mode 100644 airflow/providers/databricks/operators/databricks_sql.py
create mode 100644 docs/apache-airflow-providers-databricks/operators/copy_into.rst
copy docs/{apache-airflow-providers-opsgenie => apache-airflow-providers-databricks}/operators/index.rst (95%)
rename docs/apache-airflow-providers-databricks/{operators.rst => operators/run_now.rst} (53%)
create mode 100644 docs/apache-airflow-providers-databricks/operators/sql.rst
create mode 100644 docs/apache-airflow-providers-databricks/operators/submit_run.rst
create mode 100644 tests/providers/databricks/hooks/test_databricks_sql.py
create mode 100644 tests/providers/databricks/operators/test_databricks_sql.py