You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ma...@apache.org on 2016/08/11 22:59:46 UTC
[7/7] incubator-airflow-site git commit: New version of the docs
New version of the docs
Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/commit/4af0850c
Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/tree/4af0850c
Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/diff/4af0850c
Branch: refs/heads/asf-site
Commit: 4af0850c3b9f8d0874a58a51ddf5cf83c4ad74e5
Parents: 457b698
Author: Maxime Beauchemin <ma...@apache.org>
Authored: Thu Aug 11 15:58:56 2016 -0700
Committer: Maxime Beauchemin <ma...@apache.org>
Committed: Thu Aug 11 15:59:05 2016 -0700
----------------------------------------------------------------------
_modules/S3_hook.html | 1 +
.../contrib/operators/bigquery_operator.html | 1 +
.../contrib/operators/bigquery_to_gcs.html | 1 +
.../operators/gcs_download_operator.html | 1 +
_modules/airflow/executors/local_executor.html | 4 +-
_modules/airflow/macros.html | 1 -
_modules/airflow/models.html | 408 ++++++++++++++++---
_modules/airflow/operators/sensors.html | 26 +-
_modules/bash_operator.html | 8 +-
_modules/bigquery_hook.html | 56 +--
_modules/cloudant_hook.html | 4 +-
_modules/dagrun_operator.html | 1 +
_modules/dbapi_hook.html | 15 +-
_modules/druid_hook.html | 14 +-
_modules/email_operator.html | 10 +-
_modules/ftp_hook.html | 10 +
_modules/hive_hooks.html | 183 ++++++---
_modules/hive_operator.html | 22 +-
_modules/hive_to_mysql.html | 1 +
_modules/mysql_hook.html | 1 +
_modules/presto_check_operator.html | 5 +-
_modules/sensors.html | 30 +-
_modules/ssh_hook.html | 5 +-
_modules/vertica_hook.html | 1 +
_modules/vertica_to_hive.html | 1 +
_modules/webhdfs_hook.html | 16 +-
_sources/code.txt | 1 +
_sources/faq.txt | 47 ++-
_sources/security.txt | 8 +-
_sources/tutorial.txt | 4 +-
_static/default.css | 3 +
cli.html | 33 +-
code.html | 309 +++++++++++---
faq.html | 59 ++-
genindex.html | 48 ++-
index.html | 10 +-
objects.inv | Bin 2246 -> 2326 bytes
searchindex.js | 2 +-
security.html | 8 +-
tutorial.html | 4 +-
40 files changed, 1079 insertions(+), 283 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/4af0850c/_modules/S3_hook.html
----------------------------------------------------------------------
diff --git a/_modules/S3_hook.html b/_modules/S3_hook.html
index cca8dea..40a14c3 100644
--- a/_modules/S3_hook.html
+++ b/_modules/S3_hook.html
@@ -151,6 +151,7 @@
<span class="c1"># See the License for the specific language governing permissions and</span>
<span class="c1"># limitations under the License.</span>
+<span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">division</span>
<span class="kn">from</span> <span class="nn">future</span> <span class="kn">import</span> <span class="n">standard_library</span>
<span class="n">standard_library</span><span class="o">.</span><span class="n">install_aliases</span><span class="p">()</span>
<span class="kn">import</span> <span class="nn">logging</span>
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/4af0850c/_modules/airflow/contrib/operators/bigquery_operator.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/contrib/operators/bigquery_operator.html b/_modules/airflow/contrib/operators/bigquery_operator.html
index 6038f2c..c7fcfd9 100644
--- a/_modules/airflow/contrib/operators/bigquery_operator.html
+++ b/_modules/airflow/contrib/operators/bigquery_operator.html
@@ -157,6 +157,7 @@
<span class="kn">from</span> <span class="nn">airflow.models</span> <span class="kn">import</span> <span class="n">BaseOperator</span>
<span class="kn">from</span> <span class="nn">airflow.utils.decorators</span> <span class="kn">import</span> <span class="n">apply_defaults</span>
+
<div class="viewcode-block" id="BigQueryOperator"><a class="viewcode-back" href="../../../../code.html#airflow.contrib.operators.bigquery_operator.BigQueryOperator">[docs]</a><span class="k">class</span> <span class="nc">BigQueryOperator</span><span class="p">(</span><span class="n">BaseOperator</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Executes BigQuery SQL queries in a specific BigQuery database</span>
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/4af0850c/_modules/airflow/contrib/operators/bigquery_to_gcs.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/contrib/operators/bigquery_to_gcs.html b/_modules/airflow/contrib/operators/bigquery_to_gcs.html
index a3b8d18..97cf815 100644
--- a/_modules/airflow/contrib/operators/bigquery_to_gcs.html
+++ b/_modules/airflow/contrib/operators/bigquery_to_gcs.html
@@ -157,6 +157,7 @@
<span class="kn">from</span> <span class="nn">airflow.models</span> <span class="kn">import</span> <span class="n">BaseOperator</span>
<span class="kn">from</span> <span class="nn">airflow.utils.decorators</span> <span class="kn">import</span> <span class="n">apply_defaults</span>
+
<div class="viewcode-block" id="BigQueryToCloudStorageOperator"><a class="viewcode-back" href="../../../../code.html#airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator">[docs]</a><span class="k">class</span> <span class="nc">BigQueryToCloudStorageOperator</span><span class="p">(</span><span class="n">BaseOperator</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Transfers a BigQuery table to a Google Cloud Storage bucket.</span>
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/4af0850c/_modules/airflow/contrib/operators/gcs_download_operator.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/contrib/operators/gcs_download_operator.html b/_modules/airflow/contrib/operators/gcs_download_operator.html
index dbf56fb..39186e2 100644
--- a/_modules/airflow/contrib/operators/gcs_download_operator.html
+++ b/_modules/airflow/contrib/operators/gcs_download_operator.html
@@ -158,6 +158,7 @@
<span class="kn">from</span> <span class="nn">airflow.models</span> <span class="kn">import</span> <span class="n">BaseOperator</span>
<span class="kn">from</span> <span class="nn">airflow.utils.decorators</span> <span class="kn">import</span> <span class="n">apply_defaults</span>
+
<div class="viewcode-block" id="GoogleCloudStorageDownloadOperator"><a class="viewcode-back" href="../../../../code.html#airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator">[docs]</a><span class="k">class</span> <span class="nc">GoogleCloudStorageDownloadOperator</span><span class="p">(</span><span class="n">BaseOperator</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Downloads a file from Google Cloud Storage.</span>
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/4af0850c/_modules/airflow/executors/local_executor.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/executors/local_executor.html b/_modules/airflow/executors/local_executor.html
index 1841cb4..250eafd 100644
--- a/_modules/airflow/executors/local_executor.html
+++ b/_modules/airflow/executors/local_executor.html
@@ -223,7 +223,9 @@
<span class="k">def</span> <span class="nf">end</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="c1"># Sending poison pill to all worker</span>
- <span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">queue</span><span class="o">.</span><span class="n">put</span><span class="p">((</span><span class="bp">None</span><span class="p">,</span> <span class="bp">None</span><span class="p">))</span> <span class="k">for</span> <span class="n">w</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">workers</span><span class="p">]</span>
+ <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">workers</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">queue</span><span class="o">.</span><span class="n">put</span><span class="p">((</span><span class="bp">None</span><span class="p">,</span> <span class="bp">None</span><span class="p">))</span>
+
<span class="c1"># Wait for commands to finish</span>
<span class="bp">self</span><span class="o">.</span><span class="n">queue</span><span class="o">.</span><span class="n">join</span><span class="p">()</span>
<span class="bp">self</span><span class="o">.</span><span class="n">sync</span><span class="p">()</span></div>
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/4af0850c/_modules/airflow/macros.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/macros.html b/_modules/airflow/macros.html
index 78efd22..19c18ff 100644
--- a/_modules/airflow/macros.html
+++ b/_modules/airflow/macros.html
@@ -209,7 +209,6 @@
<span class="n">sys</span><span class="o">.</span><span class="n">modules</span><span class="p">[</span><span class="n">_macro_module</span><span class="o">.</span><span class="n">__name__</span><span class="p">]</span> <span class="o">=</span> <span class="n">_macro_module</span>
<span class="nb">globals</span><span class="p">()[</span><span class="n">_macro_module</span><span class="o">.</span><span class="n">_name</span><span class="p">]</span> <span class="o">=</span> <span class="n">_macro_module</span>
-
<span class="c1">##########################################################</span>
<span class="c1"># TODO FIXME Remove in Airflow 2.0</span>