You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ka...@apache.org on 2018/08/29 20:25:16 UTC
[48/48] incubator-airflow-site git commit: 1.10.0 with Updated Api
Reference
1.10.0 with Updated Api Reference
Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/commit/7d4d7628
Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/tree/7d4d7628
Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/diff/7d4d7628
Branch: refs/heads/asf-site
Commit: 7d4d76286979a981e36cc5466b2d45d2dd0e4ee2
Parents: 11437c1
Author: Kaxil Naik <ka...@gmail.com>
Authored: Wed Aug 29 21:24:05 2018 +0100
Committer: Kaxil Naik <ka...@gmail.com>
Committed: Wed Aug 29 21:24:05 2018 +0100
----------------------------------------------------------------------
.../contrib/executors/mesos_executor.html | 104 +-
.../contrib/hooks/aws_dynamodb_hook.html | 55 +-
_modules/airflow/contrib/hooks/aws_hook.html | 61 +-
.../airflow/contrib/hooks/aws_lambda_hook.html | 52 +-
.../contrib/hooks/azure_data_lake_hook.html | 359 +
.../contrib/hooks/azure_fileshare_hook.html | 430 +
.../airflow/contrib/hooks/bigquery_hook.html | 166 +-
.../airflow/contrib/hooks/cassandra_hook.html | 400 +
.../airflow/contrib/hooks/cloudant_hook.html | 301 +
.../airflow/contrib/hooks/databricks_hook.html | 60 +-
.../airflow/contrib/hooks/datadog_hook.html | 63 +-
.../airflow/contrib/hooks/datastore_hook.html | 88 +-
.../contrib/hooks/discord_webhook_hook.html | 49 +-
_modules/airflow/contrib/hooks/emr_hook.html | 55 +-
_modules/airflow/contrib/hooks/fs_hook.html | 53 +-
_modules/airflow/contrib/hooks/ftp_hook.html | 51 +-
.../contrib/hooks/gcp_api_base_hook.html | 101 +-
.../contrib/hooks/gcp_container_hook.html | 435 +
.../contrib/hooks/gcp_dataflow_hook.html | 52 +-
.../contrib/hooks/gcp_dataproc_hook.html | 65 +-
.../contrib/hooks/gcp_mlengine_hook.html | 50 +-
.../airflow/contrib/hooks/gcp_pubsub_hook.html | 52 +-
_modules/airflow/contrib/hooks/gcs_hook.html | 74 +-
.../airflow/contrib/hooks/jenkins_hook.html | 49 +-
_modules/airflow/contrib/hooks/jira_hook.html | 56 +-
_modules/airflow/contrib/hooks/mongo_hook.html | 337 +
_modules/airflow/contrib/hooks/pinot_hook.html | 57 +-
_modules/airflow/contrib/hooks/qubole_hook.html | 59 +-
_modules/airflow/contrib/hooks/redis_hook.html | 49 +-
.../airflow/contrib/hooks/redshift_hook.html | 49 +-
.../airflow/contrib/hooks/segment_hook.html | 310 +
_modules/airflow/contrib/hooks/sftp_hook.html | 49 +-
.../contrib/hooks/slack_webhook_hook.html | 49 +-
.../airflow/contrib/hooks/snowflake_hook.html | 316 +
.../airflow/contrib/hooks/spark_jdbc_hook.html | 49 +-
.../airflow/contrib/hooks/spark_sql_hook.html | 56 +-
.../contrib/hooks/spark_submit_hook.html | 52 +-
_modules/airflow/contrib/hooks/sqoop_hook.html | 70 +-
_modules/airflow/contrib/hooks/ssh_hook.html | 55 +-
.../airflow/contrib/hooks/vertica_hook.html | 53 +-
_modules/airflow/contrib/hooks/wasb_hook.html | 49 +-
_modules/airflow/contrib/hooks/winrm_hook.html | 355 +
_modules/airflow/contrib/kubernetes/secret.html | 45 +-
.../contrib/operators/awsbatch_operator.html | 88 +-
.../operators/bigquery_check_operator.html | 52 +-
.../contrib/operators/bigquery_get_data.html | 55 +-
.../contrib/operators/bigquery_operator.html | 121 +-
.../bigquery_table_delete_operator.html | 51 +-
.../contrib/operators/bigquery_to_bigquery.html | 56 +-
.../contrib/operators/bigquery_to_gcs.html | 55 +-
.../contrib/operators/cassandra_to_gcs.html | 573 +
.../contrib/operators/databricks_operator.html | 63 +-
.../contrib/operators/dataflow_operator.html | 49 +-
.../contrib/operators/dataproc_operator.html | 306 +-
.../operators/datastore_export_operator.html | 60 +-
.../operators/datastore_import_operator.html | 54 +-
.../operators/discord_webhook_operator.html | 53 +-
.../contrib/operators/druid_operator.html | 280 +
.../airflow/contrib/operators/ecs_operator.html | 78 +-
.../operators/emr_add_steps_operator.html | 53 +-
.../operators/emr_create_job_flow_operator.html | 55 +-
.../emr_terminate_job_flow_operator.html | 51 +-
.../airflow/contrib/operators/file_to_gcs.html | 59 +-
.../airflow/contrib/operators/file_to_wasb.html | 61 +-
.../operators/gcp_container_operator.html | 390 +
.../operators/gcs_download_operator.html | 64 +-
.../contrib/operators/gcs_list_operator.html | 56 +-
.../airflow/contrib/operators/gcs_operator.html | 57 +-
.../airflow/contrib/operators/gcs_to_bq.html | 64 +-
.../airflow/contrib/operators/gcs_to_gcs.html | 150 +-
.../airflow/contrib/operators/gcs_to_s3.html | 58 +-
.../contrib/operators/hipchat_operator.html | 57 +-
.../contrib/operators/hive_to_dynamodb.html | 327 +
.../operators/jenkins_job_trigger_operator.html | 51 +-
.../contrib/operators/jira_operator.html | 51 +-
.../operators/kubernetes_pod_operator.html | 111 +-
.../contrib/operators/mlengine_operator.html | 94 +-
.../airflow/contrib/operators/mongo_to_s3.html | 337 +
.../airflow/contrib/operators/mysql_to_gcs.html | 48 +-
.../operators/postgres_to_gcs_operator.html | 49 +-
.../contrib/operators/pubsub_operator.html | 52 +-
.../operators/qubole_check_operator.html | 443 +
.../contrib/operators/qubole_operator.html | 51 +-
.../contrib/operators/s3_list_operator.html | 55 +-
.../contrib/operators/s3_to_gcs_operator.html | 53 +-
.../operators/segment_track_event_operator.html | 287 +
.../contrib/operators/sftp_operator.html | 56 +-
.../operators/slack_webhook_operator.html | 49 +-
.../contrib/operators/snowflake_operator.html | 285 +
.../contrib/operators/spark_jdbc_operator.html | 49 +-
.../contrib/operators/spark_sql_operator.html | 57 +-
.../operators/spark_submit_operator.html | 52 +-
.../contrib/operators/sqoop_operator.html | 69 +-
.../airflow/contrib/operators/ssh_operator.html | 55 +-
.../contrib/operators/vertica_operator.html | 51 +-
.../contrib/operators/vertica_to_hive.html | 357 +
.../contrib/operators/winrm_operator.html | 328 +
.../sensors/aws_redshift_cluster_sensor.html | 53 +-
.../airflow/contrib/sensors/bash_sensor.html | 50 +-
.../contrib/sensors/bigquery_sensor.html | 94 +-
.../airflow/contrib/sensors/datadog_sensor.html | 53 +-
.../contrib/sensors/emr_base_sensor.html | 53 +-
.../contrib/sensors/emr_job_flow_sensor.html | 52 +-
.../contrib/sensors/emr_step_sensor.html | 49 +-
.../airflow/contrib/sensors/file_sensor.html | 53 +-
.../airflow/contrib/sensors/ftp_sensor.html | 53 +-
.../airflow/contrib/sensors/gcs_sensor.html | 160 +-
.../airflow/contrib/sensors/hdfs_sensor.html | 49 +-
.../airflow/contrib/sensors/jira_sensor.html | 65 +-
.../airflow/contrib/sensors/pubsub_sensor.html | 53 +-
.../airflow/contrib/sensors/qubole_sensor.html | 61 +-
.../contrib/sensors/redis_key_sensor.html | 53 +-
.../airflow/contrib/sensors/sftp_sensor.html | 55 +-
.../airflow/contrib/sensors/wasb_sensor.html | 57 +-
_modules/airflow/executors/celery_executor.html | 81 +-
_modules/airflow/executors/local_executor.html | 65 +-
.../airflow/executors/sequential_executor.html | 61 +-
_modules/airflow/hooks/S3_hook.html | 98 +-
_modules/airflow/hooks/dbapi_hook.html | 80 +-
_modules/airflow/hooks/docker_hook.html | 303 +
_modules/airflow/hooks/druid_hook.html | 377 +
_modules/airflow/hooks/hdfs_hook.html | 64 +-
_modules/airflow/hooks/hive_hooks.html | 1098 ++
_modules/airflow/hooks/http_hook.html | 175 +-
_modules/airflow/hooks/jdbc_hook.html | 279 +
_modules/airflow/hooks/mssql_hook.html | 53 +-
_modules/airflow/hooks/mysql_hook.html | 83 +-
_modules/airflow/hooks/oracle_hook.html | 91 +-
_modules/airflow/hooks/pig_hook.html | 49 +-
_modules/airflow/hooks/postgres_hook.html | 94 +-
_modules/airflow/hooks/presto_hook.html | 56 +-
_modules/airflow/hooks/samba_hook.html | 270 +
_modules/airflow/hooks/slack_hook.html | 52 +-
_modules/airflow/hooks/sqlite_hook.html | 49 +-
_modules/airflow/hooks/webhdfs_hook.html | 63 +-
_modules/airflow/hooks/zendesk_hook.html | 329 +
_modules/airflow/macros.html | 58 +-
_modules/airflow/macros/hive.html | 57 +-
_modules/airflow/models.html | 658 +-
_modules/airflow/operators/bash_operator.html | 69 +-
_modules/airflow/operators/check_operator.html | 59 +-
_modules/airflow/operators/dagrun_operator.html | 77 +-
_modules/airflow/operators/docker_operator.html | 470 +
.../airflow/operators/druid_check_operator.html | 309 +
_modules/airflow/operators/dummy_operator.html | 49 +-
_modules/airflow/operators/email_operator.html | 55 +-
.../airflow/operators/generic_transfer.html | 56 +-
_modules/airflow/operators/hive_operator.html | 360 +
.../airflow/operators/hive_stats_operator.html | 408 +
_modules/airflow/operators/hive_to_druid.html | 456 +
_modules/airflow/operators/hive_to_mysql.html | 330 +
.../operators/hive_to_samba_operator.html | 283 +
_modules/airflow/operators/http_operator.html | 53 +-
_modules/airflow/operators/jdbc_operator.html | 276 +
.../airflow/operators/latest_only_operator.html | 50 +-
_modules/airflow/operators/mssql_operator.html | 53 +-
_modules/airflow/operators/mssql_to_hive.html | 357 +
_modules/airflow/operators/mysql_operator.html | 52 +-
_modules/airflow/operators/mysql_to_hive.html | 360 +
_modules/airflow/operators/oracle_operator.html | 52 +-
_modules/airflow/operators/pig_operator.html | 52 +-
.../airflow/operators/postgres_operator.html | 51 +-
.../operators/presto_check_operator.html | 52 +-
_modules/airflow/operators/presto_to_mysql.html | 60 +-
_modules/airflow/operators/python_operator.html | 124 +-
.../operators/redshift_to_s3_operator.html | 50 +-
.../operators/s3_file_transform_operator.html | 53 +-
.../airflow/operators/s3_to_hive_operator.html | 502 +
.../operators/s3_to_redshift_operator.html | 50 +-
_modules/airflow/operators/slack_operator.html | 78 +-
_modules/airflow/operators/sqlite_operator.html | 52 +-
_modules/airflow/operators/subdag_operator.html | 45 +-
.../airflow/sensors/base_sensor_operator.html | 67 +-
.../airflow/sensors/external_task_sensor.html | 53 +-
_modules/airflow/sensors/hdfs_sensor.html | 53 +-
.../airflow/sensors/hive_partition_sensor.html | 53 +-
_modules/airflow/sensors/http_sensor.html | 53 +-
.../sensors/metastore_partition_sensor.html | 53 +-
.../sensors/named_hive_partition_sensor.html | 49 +-
_modules/airflow/sensors/s3_key_sensor.html | 53 +-
_modules/airflow/sensors/s3_prefix_sensor.html | 53 +-
_modules/airflow/sensors/sql_sensor.html | 53 +-
_modules/airflow/sensors/time_delta_sensor.html | 53 +-
_modules/airflow/sensors/time_sensor.html | 53 +-
_modules/airflow/sensors/web_hdfs_sensor.html | 53 +-
_modules/index.html | 80 +-
_sources/code.rst.txt | 9 +-
_sources/concepts.rst.txt | 20 +-
_sources/howto/index.rst.txt | 1 +
_sources/howto/operator.rst.txt | 103 +
_sources/howto/write-logs.rst.txt | 4 +-
_sources/installation.rst.txt | 67 +-
_sources/integration.rst.txt | 20 +-
_sources/plugins.rst.txt | 20 +
_sources/project.rst.txt | 1 +
_sources/scheduler.rst.txt | 5 +-
_sources/security.rst.txt | 2 +-
_static/basic.css | 24 +-
_static/css/badge_only.css | 3 +-
_static/css/theme.css | 9 +-
_static/doctools.js | 4 +-
_static/documentation_options.js | 9 +
_static/fonts/Inconsolata-Bold.ttf | Bin 109948 -> 0 bytes
_static/fonts/Inconsolata-Regular.ttf | Bin 96964 -> 0 bytes
_static/fonts/Lato-Bold.ttf | Bin 656544 -> 0 bytes
_static/fonts/Lato-Regular.ttf | Bin 656568 -> 0 bytes
_static/fonts/Lato/lato-bold.eot | Bin 0 -> 256056 bytes
_static/fonts/Lato/lato-bold.ttf | Bin 0 -> 600856 bytes
_static/fonts/Lato/lato-bold.woff | Bin 0 -> 309728 bytes
_static/fonts/Lato/lato-bold.woff2 | Bin 0 -> 184912 bytes
_static/fonts/Lato/lato-bolditalic.eot | Bin 0 -> 266158 bytes
_static/fonts/Lato/lato-bolditalic.ttf | Bin 0 -> 622572 bytes
_static/fonts/Lato/lato-bolditalic.woff | Bin 0 -> 323344 bytes
_static/fonts/Lato/lato-bolditalic.woff2 | Bin 0 -> 193308 bytes
_static/fonts/Lato/lato-italic.eot | Bin 0 -> 268604 bytes
_static/fonts/Lato/lato-italic.ttf | Bin 0 -> 639388 bytes
_static/fonts/Lato/lato-italic.woff | Bin 0 -> 328412 bytes
_static/fonts/Lato/lato-italic.woff2 | Bin 0 -> 195704 bytes
_static/fonts/Lato/lato-regular.eot | Bin 0 -> 253461 bytes
_static/fonts/Lato/lato-regular.ttf | Bin 0 -> 607720 bytes
_static/fonts/Lato/lato-regular.woff | Bin 0 -> 309192 bytes
_static/fonts/Lato/lato-regular.woff2 | Bin 0 -> 182708 bytes
_static/fonts/RobotoSlab-Bold.ttf | Bin 170616 -> 0 bytes
_static/fonts/RobotoSlab-Regular.ttf | Bin 169064 -> 0 bytes
.../fonts/RobotoSlab/roboto-slab-v7-bold.eot | Bin 0 -> 79520 bytes
.../fonts/RobotoSlab/roboto-slab-v7-bold.ttf | Bin 0 -> 170616 bytes
.../fonts/RobotoSlab/roboto-slab-v7-bold.woff | Bin 0 -> 87624 bytes
.../fonts/RobotoSlab/roboto-slab-v7-bold.woff2 | Bin 0 -> 67312 bytes
.../fonts/RobotoSlab/roboto-slab-v7-regular.eot | Bin 0 -> 78331 bytes
.../fonts/RobotoSlab/roboto-slab-v7-regular.ttf | Bin 0 -> 169064 bytes
.../RobotoSlab/roboto-slab-v7-regular.woff | Bin 0 -> 86288 bytes
.../RobotoSlab/roboto-slab-v7-regular.woff2 | Bin 0 -> 66444 bytes
_static/fonts/fontawesome-webfont.eot | Bin 76518 -> 165742 bytes
_static/fonts/fontawesome-webfont.svg | 3350 ++++--
_static/fonts/fontawesome-webfont.ttf | Bin 152796 -> 165548 bytes
_static/fonts/fontawesome-webfont.woff | Bin 90412 -> 98024 bytes
_static/fonts/fontawesome-webfont.woff2 | Bin 0 -> 77160 bytes
_static/jquery-3.1.0.js | 10074 ----------------
_static/jquery-3.2.1.js | 10253 +++++++++++++++++
_static/jquery.js | 8 +-
_static/js/theme.js | 172 +-
_static/websupport.js | 2 +-
api.html | 56 +-
cli.html | 129 +-
code.html | 5620 +++++++--
concepts.html | 332 +-
faq.html | 176 +-
genindex.html | 537 +-
howto/executor/use-celery.html | 68 +-
howto/executor/use-dask.html | 58 +-
howto/executor/use-mesos.html | 68 +-
howto/index.html | 53 +-
howto/initialize-database.html | 58 +-
howto/manage-connections.html | 96 +-
howto/operator.html | 400 +
howto/run-with-systemd.html | 60 +-
howto/run-with-upstart.html | 66 +-
howto/secure-connections.html | 68 +-
howto/set-config.html | 64 +-
howto/use-test-config.html | 54 +-
howto/write-logs.html | 96 +-
index.html | 65 +-
installation.html | 211 +-
integration.html | 1479 ++-
kubernetes.html | 65 +-
license.html | 48 +-
lineage.html | 50 +-
objects.inv | Bin 6013 -> 7505 bytes
plugins.html | 70 +-
profiling.html | 46 +-
project.html | 51 +-
py-modindex.html | 49 +-
scheduler.html | 132 +-
search.html | 42 +-
searchindex.js | 2 +-
security.html | 112 +-
start.html | 62 +-
timezone.html | 56 +-
tutorial.html | 142 +-
ui.html | 46 +-
280 files changed, 38502 insertions(+), 20259 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/7d4d7628/_modules/airflow/contrib/executors/mesos_executor.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/contrib/executors/mesos_executor.html b/_modules/airflow/contrib/executors/mesos_executor.html
index 312fffe..a495421 100644
--- a/_modules/airflow/contrib/executors/mesos_executor.html
+++ b/_modules/airflow/contrib/executors/mesos_executor.html
@@ -24,26 +24,17 @@
-
-
- <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
-
-
-
-
-
- <link rel="index" title="Index"
- href="../../../../genindex.html"/>
- <link rel="search" title="Search" href="../../../../search.html"/>
- <link rel="top" title="Airflow Documentation" href="../../../../index.html"/>
- <link rel="up" title="Module code" href="../../../index.html"/>
+ <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="index" title="Index" href="../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../search.html" />
<script src="../../../../_static/js/modernizr.min.js"></script>
</head>
-<body class="wy-body-for-nav" role="document">
+<body class="wy-body-for-nav">
<div class="wy-grid-for-nav">
@@ -116,7 +107,7 @@
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
- <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+ <nav class="wy-nav-top" aria-label="top navigation">
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
<a href="../../../../index.html">Airflow</a>
@@ -124,9 +115,10 @@
</nav>
-
<div class="wy-nav-content">
+
<div class="rst-content">
+
@@ -156,8 +148,6 @@
<li class="wy-breadcrumbs-aside">
-
-
</li>
</ul>
@@ -178,9 +168,9 @@
<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
<span class="c1"># "License"); you may not use this file except in compliance</span>
<span class="c1"># with the License. You may obtain a copy of the License at</span>
-<span class="c1"># </span>
+<span class="c1">#</span>
<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
-<span class="c1"># </span>
+<span class="c1">#</span>
<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
<span class="c1"># software distributed under the License is distributed on an</span>
<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
@@ -193,7 +183,7 @@
<span class="kn">from</span> <span class="nn">airflow.utils.log.logging_mixin</span> <span class="k">import</span> <span class="n">LoggingMixin</span>
<span class="kn">from</span> <span class="nn">airflow.www.utils</span> <span class="k">import</span> <span class="n">LoginMixin</span>
-<span class="n">standard_library</span><span class="o">.</span><span class="n">install_aliases</span><span class="p">()</span>
+
<span class="kn">from</span> <span class="nn">builtins</span> <span class="k">import</span> <span class="nb">str</span>
<span class="kn">from</span> <span class="nn">queue</span> <span class="k">import</span> <span class="n">Queue</span>
@@ -207,7 +197,7 @@
<span class="kn">from</span> <span class="nn">airflow.utils.state</span> <span class="k">import</span> <span class="n">State</span>
<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="k">import</span> <span class="n">AirflowException</span>
-
+<span class="n">standard_library</span><span class="o">.</span><span class="n">install_aliases</span><span class="p">()</span>
<span class="n">DEFAULT_FRAMEWORK_NAME</span> <span class="o">=</span> <span class="s1">'Airflow'</span>
<span class="n">FRAMEWORK_CONNID_PREFIX</span> <span class="o">=</span> <span class="s1">'mesos_framework_'</span>
@@ -245,7 +235,8 @@
<span class="p">)</span>
<span class="k">def</span> <span class="nf">registered</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">driver</span><span class="p">,</span> <span class="n">frameworkId</span><span class="p">,</span> <span class="n">masterInfo</span><span class="p">):</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"AirflowScheduler registered to Mesos with framework ID </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">frameworkId</span><span class="o">.</span><span class="n">value</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"AirflowScheduler registered to Mesos with framework ID </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span>
+ <span class="n">frameworkId</span><span class="o">.</span><span class="n">value</span><span class="p">)</span>
<span class="k">if</span> <span class="n">configuration</span><span class="o">.</span><span class="n">conf</span><span class="o">.</span><span class="n">getboolean</span><span class="p">(</span><span class="s1">'mesos'</span><span class="p">,</span> <span class="s1">'CHECKPOINT'</span><span class="p">)</span> <span class="ow">and</span> \
<span class="n">configuration</span><span class="o">.</span><span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'mesos'</span><span class="p">,</span> <span class="s1">'FAILOVER_TIMEOUT'</span><span class="p">):</span>
@@ -299,14 +290,15 @@
<span class="k">elif</span> <span class="n">resource</span><span class="o">.</span><span class="n">name</span> <span class="o">==</span> <span class="s2">"mem"</span><span class="p">:</span>
<span class="n">offerMem</span> <span class="o">+=</span> <span class="n">resource</span><span class="o">.</span><span class="n">scalar</span><span class="o">.</span><span class="n">value</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Received offer </span><span class="si">%s</span><span class="s2"> with cpus: </span><span class="si">%s</span><span class="s2"> and mem: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">offer</span><span class="o">.</span><span class="n">id</span><span class="o">.</span><span class="n">value</span><span class="p">,</span> <span class="n">offerCpus</span><span class="p">,</span> <span class="n">offerMem</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Received offer </span><span class="si">%s</span><span class="s2"> with cpus: </span><span class="si">%s</span><span class="s2"> and mem: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span>
+ <span class="n">offer</span><span class="o">.</span><span class="n">id</span><span class="o">.</span><span class="n">value</span><span class="p">,</span> <span class="n">offerCpus</span><span class="p">,</span> <span class="n">offerMem</span><span class="p">)</span>
<span class="n">remainingCpus</span> <span class="o">=</span> <span class="n">offerCpus</span>
<span class="n">remainingMem</span> <span class="o">=</span> <span class="n">offerMem</span>
<span class="k">while</span> <span class="p">(</span><span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="o">.</span><span class="n">empty</span><span class="p">())</span> <span class="ow">and</span> \
- <span class="n">remainingCpus</span> <span class="o">>=</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_cpu</span> <span class="ow">and</span> \
- <span class="n">remainingMem</span> <span class="o">>=</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_mem</span><span class="p">:</span>
+ <span class="n">remainingCpus</span> <span class="o">>=</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_cpu</span> <span class="ow">and</span> \
+ <span class="n">remainingMem</span> <span class="o">>=</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_mem</span><span class="p">:</span>
<span class="n">key</span><span class="p">,</span> <span class="n">cmd</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="o">.</span><span class="n">get</span><span class="p">()</span>
<span class="n">tid</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_counter</span>
<span class="bp">self</span><span class="o">.</span><span class="n">task_counter</span> <span class="o">+=</span> <span class="mi">1</span>
@@ -365,7 +357,8 @@
<span class="k">try</span><span class="p">:</span>
<span class="n">key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_key_map</span><span class="p">[</span><span class="n">update</span><span class="o">.</span><span class="n">task_id</span><span class="o">.</span><span class="n">value</span><span class="p">]</span>
<span class="k">except</span> <span class="ne">KeyError</span><span class="p">:</span>
- <span class="c1"># The map may not contain an item if the framework re-registered after a failover.</span>
+ <span class="c1"># The map may not contain an item if the framework re-registered</span>
+ <span class="c1"># after a failover.</span>
<span class="c1"># Discard these tasks.</span>
<span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s2">"Unrecognised task key </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">update</span><span class="o">.</span><span class="n">task_id</span><span class="o">.</span><span class="n">value</span><span class="p">)</span>
<span class="k">return</span>
@@ -392,7 +385,7 @@
<span class="sd"> elastic distributed systems to easily be built and run effectively.</span>
<span class="sd"> See http://mesos.apache.org/</span>
<span class="sd"> """</span>
- <span class="k">def</span> <span class="nf">start</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+<div class="viewcode-block" id="MesosExecutor.start"><a class="viewcode-back" href="../../../../code.html#airflow.contrib.executors.mesos_executor.MesosExecutor.start">[docs]</a> <span class="k">def</span> <span class="nf">start</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span> <span class="o">=</span> <span class="n">Queue</span><span class="p">()</span>
<span class="bp">self</span><span class="o">.</span><span class="n">result_queue</span> <span class="o">=</span> <span class="n">Queue</span><span class="p">()</span>
<span class="n">framework</span> <span class="o">=</span> <span class="n">mesos_pb2</span><span class="o">.</span><span class="n">FrameworkInfo</span><span class="p">()</span>
@@ -428,7 +421,8 @@
<span class="n">session</span> <span class="o">=</span> <span class="n">Session</span><span class="p">()</span>
<span class="n">connection</span> <span class="o">=</span> <span class="n">session</span><span class="o">.</span><span class="n">query</span><span class="p">(</span><span class="n">Connection</span><span class="p">)</span><span class="o">.</span><span class="n">filter_by</span><span class="p">(</span><span class="n">conn_id</span><span class="o">=</span><span class="n">conn_id</span><span class="p">)</span><span class="o">.</span><span class="n">first</span><span class="p">()</span>
<span class="k">if</span> <span class="n">connection</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
- <span class="c1"># Set the Framework ID to let the scheduler reconnect with running tasks.</span>
+ <span class="c1"># Set the Framework ID to let the scheduler reconnect</span>
+ <span class="c1"># with running tasks.</span>
<span class="n">framework</span><span class="o">.</span><span class="n">id</span><span class="o">.</span><span class="n">value</span> <span class="o">=</span> <span class="n">connection</span><span class="o">.</span><span class="n">extra</span>
<span class="n">framework</span><span class="o">.</span><span class="n">failover_timeout</span> <span class="o">=</span> <span class="n">configuration</span><span class="o">.</span><span class="n">conf</span><span class="o">.</span><span class="n">getint</span><span class="p">(</span>
@@ -439,7 +433,8 @@
<span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span>
<span class="s1">'MesosFramework master : </span><span class="si">%s</span><span class="s1">, name : </span><span class="si">%s</span><span class="s1">, cpu : </span><span class="si">%s</span><span class="s1">, mem : </span><span class="si">%s</span><span class="s1">, checkpoint : </span><span class="si">%s</span><span class="s1">'</span><span class="p">,</span>
- <span class="n">master</span><span class="p">,</span> <span class="n">framework</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">task_cpu</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">task_memory</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">framework</span><span class="o">.</span><span class="n">checkpoint</span><span class="p">)</span>
+ <span class="n">master</span><span class="p">,</span> <span class="n">framework</span><span class="o">.</span><span class="n">name</span><span class="p">,</span>
+ <span class="nb">str</span><span class="p">(</span><span class="n">task_cpu</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">task_memory</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">framework</span><span class="o">.</span><span class="n">checkpoint</span><span class="p">)</span>
<span class="p">)</span>
<span class="n">implicit_acknowledgements</span> <span class="o">=</span> <span class="mi">1</span>
@@ -447,10 +442,12 @@
<span class="k">if</span> <span class="n">configuration</span><span class="o">.</span><span class="n">conf</span><span class="o">.</span><span class="n">getboolean</span><span class="p">(</span><span class="s1">'mesos'</span><span class="p">,</span> <span class="s1">'AUTHENTICATE'</span><span class="p">):</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">configuration</span><span class="o">.</span><span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'mesos'</span><span class="p">,</span> <span class="s1">'DEFAULT_PRINCIPAL'</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"Expecting authentication principal in the environment"</span><span class="p">)</span>
- <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"mesos.default_principal not provided in authenticated mode"</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="s2">"mesos.default_principal not provided in authenticated mode"</span><span class="p">)</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">configuration</span><span class="o">.</span><span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'mesos'</span><span class="p">,</span> <span class="s1">'DEFAULT_SECRET'</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"Expecting authentication secret in the environment"</span><span class="p">)</span>
- <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"mesos.default_secret not provided in authenticated mode"</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="s2">"mesos.default_secret not provided in authenticated mode"</span><span class="p">)</span>
<span class="n">credential</span> <span class="o">=</span> <span class="n">mesos_pb2</span><span class="o">.</span><span class="n">Credential</span><span class="p">()</span>
<span class="n">credential</span><span class="o">.</span><span class="n">principal</span> <span class="o">=</span> <span class="n">configuration</span><span class="o">.</span><span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'mesos'</span><span class="p">,</span> <span class="s1">'DEFAULT_PRINCIPAL'</span><span class="p">)</span>
@@ -459,7 +456,10 @@
<span class="n">framework</span><span class="o">.</span><span class="n">principal</span> <span class="o">=</span> <span class="n">credential</span><span class="o">.</span><span class="n">principal</span>
<span class="n">driver</span> <span class="o">=</span> <span class="n">mesos</span><span class="o">.</span><span class="n">native</span><span class="o">.</span><span class="n">MesosSchedulerDriver</span><span class="p">(</span>
- <span class="n">AirflowMesosScheduler</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">result_queue</span><span class="p">,</span> <span class="n">task_cpu</span><span class="p">,</span> <span class="n">task_memory</span><span class="p">),</span>
+ <span class="n">AirflowMesosScheduler</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">result_queue</span><span class="p">,</span>
+ <span class="n">task_cpu</span><span class="p">,</span>
+ <span class="n">task_memory</span><span class="p">),</span>
<span class="n">framework</span><span class="p">,</span>
<span class="n">master</span><span class="p">,</span>
<span class="n">implicit_acknowledgements</span><span class="p">,</span>
@@ -467,31 +467,32 @@
<span class="k">else</span><span class="p">:</span>
<span class="n">framework</span><span class="o">.</span><span class="n">principal</span> <span class="o">=</span> <span class="s1">'Airflow'</span>
<span class="n">driver</span> <span class="o">=</span> <span class="n">mesos</span><span class="o">.</span><span class="n">native</span><span class="o">.</span><span class="n">MesosSchedulerDriver</span><span class="p">(</span>
- <span class="n">AirflowMesosScheduler</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">result_queue</span><span class="p">,</span> <span class="n">task_cpu</span><span class="p">,</span> <span class="n">task_memory</span><span class="p">),</span>
+ <span class="n">AirflowMesosScheduler</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">result_queue</span><span class="p">,</span>
+ <span class="n">task_cpu</span><span class="p">,</span>
+ <span class="n">task_memory</span><span class="p">),</span>
<span class="n">framework</span><span class="p">,</span>
<span class="n">master</span><span class="p">,</span>
<span class="n">implicit_acknowledgements</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">mesos_driver</span> <span class="o">=</span> <span class="n">driver</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mesos_driver</span><span class="o">.</span><span class="n">start</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">mesos_driver</span><span class="o">.</span><span class="n">start</span><span class="p">()</span></div>
- <span class="k">def</span> <span class="nf">execute_async</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">,</span> <span class="n">command</span><span class="p">,</span> <span class="n">queue</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">executor_config</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="o">.</span><span class="n">put</span><span class="p">((</span><span class="n">key</span><span class="p">,</span> <span class="n">command</span><span class="p">))</span>
+<div class="viewcode-block" id="MesosExecutor.execute_async"><a class="viewcode-back" href="../../../../code.html#airflow.contrib.executors.mesos_executor.MesosExecutor.execute_async">[docs]</a> <span class="k">def</span> <span class="nf">execute_async</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">,</span> <span class="n">command</span><span class="p">,</span> <span class="n">queue</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">executor_config</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="o">.</span><span class="n">put</span><span class="p">((</span><span class="n">key</span><span class="p">,</span> <span class="n">command</span><span class="p">))</span></div>
- <span class="k">def</span> <span class="nf">sync</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+<div class="viewcode-block" id="MesosExecutor.sync"><a class="viewcode-back" href="../../../../code.html#airflow.contrib.executors.mesos_executor.MesosExecutor.sync">[docs]</a> <span class="k">def</span> <span class="nf">sync</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">while</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">result_queue</span><span class="o">.</span><span class="n">empty</span><span class="p">():</span>
<span class="n">results</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">result_queue</span><span class="o">.</span><span class="n">get</span><span class="p">()</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">change_state</span><span class="p">(</span><span class="o">*</span><span class="n">results</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">change_state</span><span class="p">(</span><span class="o">*</span><span class="n">results</span><span class="p">)</span></div>
- <span class="k">def</span> <span class="nf">end</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+<div class="viewcode-block" id="MesosExecutor.end"><a class="viewcode-back" href="../../../../code.html#airflow.contrib.executors.mesos_executor.MesosExecutor.end">[docs]</a> <span class="k">def</span> <span class="nf">end</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">task_queue</span><span class="o">.</span><span class="n">join</span><span class="p">()</span>
- <span class="bp">self</span><span class="o">.</span><span class="n">mesos_driver</span><span class="o">.</span><span class="n">stop</span><span class="p">()</span></div>
+ <span class="bp">self</span><span class="o">.</span><span class="n">mesos_driver</span><span class="o">.</span><span class="n">stop</span><span class="p">()</span></div></div>
</pre></div>
</div>
- <div class="articleComments">
-
- </div>
+
</div>
<footer>
@@ -503,7 +504,7 @@
</p>
</div>
- Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+ Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
</footer>
@@ -522,6 +523,7 @@
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../../../../',
VERSION:'',
+ LANGUAGE:'None',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true,
@@ -534,19 +536,13 @@
-
-
- <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
-
+ <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
-
-
<script type="text/javascript">
jQuery(function () {
- SphinxRtdTheme.StickyNav.enable();
+ SphinxRtdTheme.Navigation.enable(true);
});
- </script>
-
+ </script>
</body>
</html>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/7d4d7628/_modules/airflow/contrib/hooks/aws_dynamodb_hook.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/contrib/hooks/aws_dynamodb_hook.html b/_modules/airflow/contrib/hooks/aws_dynamodb_hook.html
index 68c9921..b8fea44 100644
--- a/_modules/airflow/contrib/hooks/aws_dynamodb_hook.html
+++ b/_modules/airflow/contrib/hooks/aws_dynamodb_hook.html
@@ -24,26 +24,17 @@
-
-
- <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
-
-
-
-
-
- <link rel="index" title="Index"
- href="../../../../genindex.html"/>
- <link rel="search" title="Search" href="../../../../search.html"/>
- <link rel="top" title="Airflow Documentation" href="../../../../index.html"/>
- <link rel="up" title="Module code" href="../../../index.html"/>
+ <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="index" title="Index" href="../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../search.html" />
<script src="../../../../_static/js/modernizr.min.js"></script>
</head>
-<body class="wy-body-for-nav" role="document">
+<body class="wy-body-for-nav">
<div class="wy-grid-for-nav">
@@ -116,7 +107,7 @@
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
- <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+ <nav class="wy-nav-top" aria-label="top navigation">
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
<a href="../../../../index.html">Airflow</a>
@@ -124,9 +115,10 @@
</nav>
-
<div class="wy-nav-content">
+
<div class="rst-content">
+
@@ -156,8 +148,6 @@
<li class="wy-breadcrumbs-aside">
-
-
</li>
</ul>
@@ -178,9 +168,9 @@
<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
<span class="c1"># "License"); you may not use this file except in compliance</span>
<span class="c1"># with the License. You may obtain a copy of the License at</span>
-<span class="c1"># </span>
+<span class="c1">#</span>
<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
-<span class="c1"># </span>
+<span class="c1">#</span>
<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
<span class="c1"># software distributed under the License is distributed on an</span>
<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
@@ -204,7 +194,11 @@
<span class="sd"> :type region_name: str</span>
<span class="sd"> """</span>
- <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table_keys</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">region_name</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
+ <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span>
+ <span class="n">table_keys</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
+ <span class="n">table_name</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
+ <span class="n">region_name</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
+ <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">table_keys</span> <span class="o">=</span> <span class="n">table_keys</span>
<span class="bp">self</span><span class="o">.</span><span class="n">table_name</span> <span class="o">=</span> <span class="n">table_name</span>
<span class="bp">self</span><span class="o">.</span><span class="n">region_name</span> <span class="o">=</span> <span class="n">region_name</span>
@@ -237,9 +231,7 @@
</pre></div>
</div>
- <div class="articleComments">
-
- </div>
+
</div>
<footer>
@@ -251,7 +243,7 @@
</p>
</div>
- Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+ Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
</footer>
@@ -270,6 +262,7 @@
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../../../../',
VERSION:'',
+ LANGUAGE:'None',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true,
@@ -282,19 +275,13 @@
-
-
- <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
-
+ <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
-
-
<script type="text/javascript">
jQuery(function () {
- SphinxRtdTheme.StickyNav.enable();
+ SphinxRtdTheme.Navigation.enable(true);
});
- </script>
-
+ </script>
</body>
</html>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/7d4d7628/_modules/airflow/contrib/hooks/aws_hook.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/contrib/hooks/aws_hook.html b/_modules/airflow/contrib/hooks/aws_hook.html
index 7d9a60f..f572e90 100644
--- a/_modules/airflow/contrib/hooks/aws_hook.html
+++ b/_modules/airflow/contrib/hooks/aws_hook.html
@@ -24,26 +24,17 @@
-
-
- <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
-
-
-
-
-
- <link rel="index" title="Index"
- href="../../../../genindex.html"/>
- <link rel="search" title="Search" href="../../../../search.html"/>
- <link rel="top" title="Airflow Documentation" href="../../../../index.html"/>
- <link rel="up" title="Module code" href="../../../index.html"/>
+ <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="index" title="Index" href="../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../search.html" />
<script src="../../../../_static/js/modernizr.min.js"></script>
</head>
-<body class="wy-body-for-nav" role="document">
+<body class="wy-body-for-nav">
<div class="wy-grid-for-nav">
@@ -116,7 +107,7 @@
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
- <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+ <nav class="wy-nav-top" aria-label="top navigation">
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
<a href="../../../../index.html">Airflow</a>
@@ -124,9 +115,10 @@
</nav>
-
<div class="wy-nav-content">
+
<div class="rst-content">
+
@@ -156,8 +148,6 @@
<li class="wy-breadcrumbs-aside">
-
-
</li>
</ul>
@@ -178,9 +168,9 @@
<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
<span class="c1"># "License"); you may not use this file except in compliance</span>
<span class="c1"># with the License. You may obtain a copy of the License at</span>
-<span class="c1"># </span>
+<span class="c1">#</span>
<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
-<span class="c1"># </span>
+<span class="c1">#</span>
<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
<span class="c1"># software distributed under the License is distributed on an</span>
<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
@@ -272,13 +262,16 @@
<span class="n">aws_secret_access_key</span> <span class="o">=</span> <span class="n">connection_object</span><span class="o">.</span><span class="n">password</span>
<span class="k">elif</span> <span class="s1">'aws_secret_access_key'</span> <span class="ow">in</span> <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
- <span class="n">aws_access_key_id</span> <span class="o">=</span> <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s1">'aws_access_key_id'</span><span class="p">]</span>
- <span class="n">aws_secret_access_key</span> <span class="o">=</span> <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s1">'aws_secret_access_key'</span><span class="p">]</span>
+ <span class="n">aws_access_key_id</span> <span class="o">=</span> <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span>
+ <span class="s1">'aws_access_key_id'</span><span class="p">]</span>
+ <span class="n">aws_secret_access_key</span> <span class="o">=</span> <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span>
+ <span class="s1">'aws_secret_access_key'</span><span class="p">]</span>
<span class="k">elif</span> <span class="s1">'s3_config_file'</span> <span class="ow">in</span> <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
<span class="n">aws_access_key_id</span><span class="p">,</span> <span class="n">aws_secret_access_key</span> <span class="o">=</span> \
- <span class="n">_parse_s3_config</span><span class="p">(</span><span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s1">'s3_config_file'</span><span class="p">],</span>
- <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'s3_config_format'</span><span class="p">))</span>
+ <span class="n">_parse_s3_config</span><span class="p">(</span>
+ <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s1">'s3_config_file'</span><span class="p">],</span>
+ <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'s3_config_format'</span><span class="p">))</span>
<span class="k">if</span> <span class="n">region_name</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
<span class="n">region_name</span> <span class="o">=</span> <span class="n">connection_object</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'region_name'</span><span class="p">)</span>
@@ -289,7 +282,6 @@
<span class="k">if</span> <span class="n">role_arn</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">aws_account_id</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> \
<span class="n">aws_iam_role</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
-
<span class="n">role_arn</span> <span class="o">=</span> <span class="s2">"arn:aws:iam::"</span> <span class="o">+</span> <span class="n">aws_account_id</span> <span class="o">+</span> <span class="s2">":role/"</span> <span class="o">+</span> <span class="n">aws_iam_role</span>
<span class="k">if</span> <span class="n">role_arn</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
@@ -347,9 +339,7 @@
</pre></div>
</div>
- <div class="articleComments">
-
- </div>
+
</div>
<footer>
@@ -361,7 +351,7 @@
</p>
</div>
- Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+ Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
</footer>
@@ -380,6 +370,7 @@
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../../../../',
VERSION:'',
+ LANGUAGE:'None',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true,
@@ -392,19 +383,13 @@
-
-
- <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
-
+ <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
-
-
<script type="text/javascript">
jQuery(function () {
- SphinxRtdTheme.StickyNav.enable();
+ SphinxRtdTheme.Navigation.enable(true);
});
- </script>
-
+ </script>
</body>
</html>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/7d4d7628/_modules/airflow/contrib/hooks/aws_lambda_hook.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/contrib/hooks/aws_lambda_hook.html b/_modules/airflow/contrib/hooks/aws_lambda_hook.html
index 5953a6b..131de2a 100644
--- a/_modules/airflow/contrib/hooks/aws_lambda_hook.html
+++ b/_modules/airflow/contrib/hooks/aws_lambda_hook.html
@@ -24,26 +24,17 @@
-
-
- <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
-
-
-
-
-
- <link rel="index" title="Index"
- href="../../../../genindex.html"/>
- <link rel="search" title="Search" href="../../../../search.html"/>
- <link rel="top" title="Airflow Documentation" href="../../../../index.html"/>
- <link rel="up" title="Module code" href="../../../index.html"/>
+ <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="index" title="Index" href="../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../search.html" />
<script src="../../../../_static/js/modernizr.min.js"></script>
</head>
-<body class="wy-body-for-nav" role="document">
+<body class="wy-body-for-nav">
<div class="wy-grid-for-nav">
@@ -116,7 +107,7 @@
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
- <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+ <nav class="wy-nav-top" aria-label="top navigation">
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
<a href="../../../../index.html">Airflow</a>
@@ -124,9 +115,10 @@
</nav>
-
<div class="wy-nav-content">
+
<div class="rst-content">
+
@@ -156,8 +148,6 @@
<li class="wy-breadcrumbs-aside">
-
-
</li>
</ul>
@@ -178,9 +168,9 @@
<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
<span class="c1"># "License"); you may not use this file except in compliance</span>
<span class="c1"># with the License. You may obtain a copy of the License at</span>
-<span class="c1"># </span>
+<span class="c1">#</span>
<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
-<span class="c1"># </span>
+<span class="c1">#</span>
<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
<span class="c1"># software distributed under the License is distributed on an</span>
<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
@@ -207,7 +197,8 @@
<span class="sd"> :type invocation_type: str</span>
<span class="sd"> """</span>
- <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">function_name</span><span class="p">,</span> <span class="n">region_name</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">log_type</span><span class="o">=</span><span class="s1">'None'</span><span class="p">,</span> <span class="n">qualifier</span><span class="o">=</span><span class="s1">'$LATEST'</span><span class="p">,</span>
+ <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">function_name</span><span class="p">,</span> <span class="n">region_name</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
+ <span class="n">log_type</span><span class="o">=</span><span class="s1">'None'</span><span class="p">,</span> <span class="n">qualifier</span><span class="o">=</span><span class="s1">'$LATEST'</span><span class="p">,</span>
<span class="n">invocation_type</span><span class="o">=</span><span class="s1">'RequestResponse'</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">function_name</span> <span class="o">=</span> <span class="n">function_name</span>
<span class="bp">self</span><span class="o">.</span><span class="n">region_name</span> <span class="o">=</span> <span class="n">region_name</span>
@@ -239,9 +230,7 @@
</pre></div>
</div>
- <div class="articleComments">
-
- </div>
+
</div>
<footer>
@@ -253,7 +242,7 @@
</p>
</div>
- Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
+ Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
</footer>
@@ -272,6 +261,7 @@
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../../../../',
VERSION:'',
+ LANGUAGE:'None',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true,
@@ -284,19 +274,13 @@
-
-
- <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
-
+ <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
-
-
<script type="text/javascript">
jQuery(function () {
- SphinxRtdTheme.StickyNav.enable();
+ SphinxRtdTheme.Navigation.enable(true);
});
- </script>
-
+ </script>
</body>
</html>
\ No newline at end of file