[1/2] incubator-airflow-site git commit: v1.8.0

[ma...@apache.org]

Repository: incubator-airflow-site
Updated Branches:
  refs/heads/asf-site 5e5740122 -> 69cff4922


http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/searchindex.js
----------------------------------------------------------------------
diff --git a/searchindex.js b/searchindex.js
index 625cb26..121f5a8 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["api","cli","code","concepts","configuration","faq","index","installation","integration","license","plugins","profiling","project","scheduler","security","start","tutorial","ui"],envversion:50,filenames:["api.rst","cli.rst","code.rst","concepts.rst","configuration.rst","faq.rst","index.rst","installation.rst","integration.rst","license.rst","plugins.rst","profiling.rst","project.rst","scheduler.rst","security.rst","start.rst","tutorial.rst","ui.rst"],objects:{"airflow.contrib":{hooks:[2,1,0,"-"],operators:[2,1,0,"-"]},"airflow.contrib.executors.mesos_executor":{MesosExecutor:[2,0,1,""]},"airflow.contrib.hooks":{FTPHook:[2,0,1,""],SSHHook:[2,0,1,""]},"airflow.contrib.hooks.FTPHook":{close_conn:[2,2,1,""],create_directory:[2,2,1,""],delete_directory:[2,2,1,""],delete_file:[2,2,1,""],describe_directory:[2,2,1,""],get_conn:[2,2,1,""],list_directory:[2,2,1,""],rename:[2,2,1,""],retrieve_file:[2,2,1,""],store_file:[2,2,1,""]},"airflow.contrib.hooks.SSHHook":{Pop
 en:[2,2,1,""],check_output:[2,2,1,""],tunnel:[2,2,1,""]},"airflow.contrib.operators":{SSHExecuteOperator:[2,0,1,""]},"airflow.contrib.operators.hipchat_operator":{HipChatAPIOperator:[2,0,1,""],HipChatAPISendRoomNotificationOperator:[2,0,1,""]},"airflow.executors":{LocalExecutor:[2,0,1,""],SequentialExecutor:[2,0,1,""]},"airflow.hooks":{DbApiHook:[2,0,1,""],HttpHook:[2,0,1,""],MySqlHook:[2,0,1,""],PrestoHook:[2,0,1,""],SqliteHook:[2,0,1,""]},"airflow.hooks.DbApiHook":{bulk_dump:[2,2,1,""],bulk_load:[2,2,1,""],get_conn:[2,2,1,""],get_cursor:[2,2,1,""],get_first:[2,2,1,""],get_pandas_df:[2,2,1,""],get_records:[2,2,1,""],insert_rows:[2,2,1,""],run:[2,2,1,""]},"airflow.hooks.HttpHook":{get_conn:[2,2,1,""],run:[2,2,1,""],run_and_check:[2,2,1,""]},"airflow.hooks.MySqlHook":{bulk_load:[2,2,1,""],get_conn:[2,2,1,""]},"airflow.hooks.PrestoHook":{get_conn:[2,2,1,""],get_first:[2,2,1,""],get_pandas_df:[2,2,1,""],get_records:[2,2,1,""],run:[2,2,1,""]},"airflow.hooks.SqliteHook":{get_conn:[2,2,1,
 ""]},"airflow.macros":{ds_add:[2,3,1,""],ds_format:[2,3,1,""],hive:[2,1,0,"-"],random:[2,3,1,""]},"airflow.macros.hive":{closest_ds_partition:[2,3,1,""],max_partition:[2,3,1,""]},"airflow.models":{BaseOperator:[2,0,1,""],Connection:[2,0,1,""],DAG:[2,0,1,""],DagBag:[2,0,1,""],TaskInstance:[2,0,1,""]},"airflow.models.BaseOperator":{clear:[2,2,1,""],dag:[2,4,1,""],deps:[2,4,1,""],detect_downstream_cycle:[2,2,1,""],downstream_list:[2,4,1,""],execute:[2,2,1,""],get_direct_relatives:[2,2,1,""],get_flat_relatives:[2,2,1,""],get_task_instances:[2,2,1,""],has_dag:[2,2,1,""],on_kill:[2,2,1,""],post_execute:[2,2,1,""],pre_execute:[2,2,1,""],prepare_template:[2,2,1,""],render_template:[2,2,1,""],render_template_from_field:[2,2,1,""],run:[2,2,1,""],schedule_interval:[2,4,1,""],set_downstream:[2,2,1,""],set_upstream:[2,2,1,""],upstream_list:[2,4,1,""],xcom_pull:[2,2,1,""],xcom_push:[2,2,1,""]},"airflow.models.Connection":{extra_dejson:[2,4,1,""]},"airflow.models.DAG":{add_task:[2,2,1,""],add_task
 s:[2,2,1,""],clear:[2,2,1,""],cli:[2,2,1,""],concurrency_reached:[2,4,1,""],crawl_for_tasks:[2,2,1,""],create_dagrun:[2,2,1,""],deactivate_stale_dags:[2,5,1,""],deactivate_unknown_dags:[2,5,1,""],filepath:[2,4,1,""],folder:[2,4,1,""],get_active_runs:[2,2,1,""],get_dagrun:[2,2,1,""],get_last_dagrun:[2,2,1,""],get_template_env:[2,2,1,""],is_paused:[2,4,1,""],latest_execution_date:[2,4,1,""],normalize_schedule:[2,2,1,""],run:[2,2,1,""],set_dependency:[2,2,1,""],sub_dag:[2,2,1,""],subdags:[2,4,1,""],sync_to_db:[2,5,1,""],tree_view:[2,2,1,""]},"airflow.models.DagBag":{bag_dag:[2,2,1,""],collect_dags:[2,2,1,""],dagbag_report:[2,2,1,""],get_dag:[2,2,1,""],kill_zombies:[2,2,1,""],process_file:[2,2,1,""],size:[2,2,1,""]},"airflow.models.TaskInstance":{are_dependencies_met:[2,2,1,""],are_dependents_done:[2,2,1,""],clear_xcom_data:[2,2,1,""],command:[2,2,1,""],command_as_list:[2,2,1,""],current_state:[2,2,1,""],error:[2,2,1,""],generate_command:[2,5,1,""],get_dagrun:[2,2,1,""],init_on_load:[2,
 2,1,""],is_premature:[2,4,1,""],key:[2,4,1,""],next_retry_datetime:[2,2,1,""],pool_full:[2,2,1,""],previous_ti:[2,4,1,""],ready_for_retry:[2,2,1,""],refresh_from_db:[2,2,1,""],run:[2,2,1,""],xcom_pull:[2,2,1,""],xcom_push:[2,2,1,""]},"airflow.operators":{BashOperator:[2,0,1,""],BranchPythonOperator:[2,0,1,""],DummyOperator:[2,0,1,""],EmailOperator:[2,0,1,""],ExternalTaskSensor:[2,0,1,""],GenericTransfer:[2,0,1,""],HdfsSensor:[2,0,1,""],HivePartitionSensor:[2,0,1,""],HttpSensor:[2,0,1,""],MetastorePartitionSensor:[2,0,1,""],MySqlOperator:[2,0,1,""],NamedHivePartitionSensor:[2,0,1,""],PrestoCheckOperator:[2,0,1,""],PrestoIntervalCheckOperator:[2,0,1,""],PrestoValueCheckOperator:[2,0,1,""],PythonOperator:[2,0,1,""],S3KeySensor:[2,0,1,""],ShortCircuitOperator:[2,0,1,""],SimpleHttpOperator:[2,0,1,""],SqlSensor:[2,0,1,""],TimeSensor:[2,0,1,""],TriggerDagRunOperator:[2,0,1,""],WebHdfsSensor:[2,0,1,""]},"airflow.operators.BashOperator":{execute:[2,2,1,""]},"airflow.operators.HdfsSensor":{fi
 lter_for_filesize:[2,5,1,""],filter_for_ignored_ext:[2,5,1,""]},"airflow.operators.sensors":{BaseSensorOperator:[2,0,1,""]},airflow:{executors:[2,1,0,"-"],hooks:[2,1,0,"-"],macros:[2,1,0,"-"],models:[2,1,0,"-"],operators:[2,1,0,"-"]}},objnames:{"0":["py","class","Python class"],"1":["py","module","Python module"],"2":["py","method","Python method"],"3":["py","function","Python function"],"4":["py","attribute","Python attribute"],"5":["py","staticmethod","Python static method"]},objtypes:{"0":"py:class","1":"py:module","2":"py:method","3":"py:function","4":"py:attribute","5":"py:staticmethod"},terms:{"00am":2,"01t23":13,"10pm":3,"2am":2,"abstract":[2,3,6,10],"boolean":[2,3],"break":8,"byte":5,"case":[3,5,13,14,16],"class":[1,2,3,7,9,10,16],"default":[0,1,4,5,6,13,14,15,17],"export":[1,15],"function":[0,2,5,6,14,16],"import":[1,2,3,4,5,6,7,9,10,13,14],"int":2,"long":2,"new":[2,3,5,10,13,14],"return":[0,1,2,3,5,8,10],"short":2,"static":[2,6,10],"super":[2,14],"switch":[4,14],"true":[2,
 3,4,5,13,14,16],"try":[2,3,4],"var":[2,4,8],"while":[2,3,5,6,9,13,14,15,16,17],AND:[2,9],AWS:[4,6],Added:3,And:14,Are:5,But:[4,8],FOR:[2,9],For:[0,2,3,4,5,7,9,12,14,16],IDs:2,LTS:4,Not:[2,3,9],One:[3,14,16],QDS:7,That:[13,16],The:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,15,16,17],There:[2,3,5,10],These:[2,3,4,11],USE:9,Use:[1,2,4,6],Using:[2,3,6,10],Will:[2,10],With:14,__class__:3,__doc__:3,__init__:[2,3],__name__:[3,10],_cmd:4,_copying_:2,_host:14,abbrevi:3,abil:[3,14],abl:[2,4,5,14,15,16],about:[2,3,4,9,13,16],abov:[3,4,9,13,14,17],absenc:3,absolut:3,accept:[6,9],access:[1,2,3,4,10,14],access_logfil:1,access_token:17,accesskei:3,accord:14,accordingli:3,account:[2,14],achiev:14,acquir:2,across:[4,17],act:[2,3,9,16],action:[2,17],activ:[0,2,3,5,10,13,14,16],active_dag_id:2,actual:[2,3,5,16],acycl:[2,3,6],add:[1,2,3,4,5,9,14],add_task:2,added:2,addendum:9,adding:[1,13],addit:[2,4,6,9],addition:14,addprinc:14,address:4,adhoc:[1,2,6],adjust:[4,14],admin:[3,4,5,10,11,14,15],admin_view:10,advan
 c:16,advantag:14,advis:[2,9],affect:3,after:[2,3,6,13],afterward:2,against:[2,3,5,8,9,14,16],aggregate_db_message_job:3,aggregate_db_message_job_cmd:3,ago:5,agre:9,agreement:[3,9],airbnb:[3,12,16],airflow:[0,1,2,3,4,8,11,12,13,14,15,16,17],airflow__:4,airflow__core__sql_alchemy_conn:4,airflow__core__unit_test_mod:4,airflow_config:4,airflow_conn_:[3,4],airflow_conn_postgres_mast:3,airflow_hom:[4,5,10,15],airflow_set:3,airflowignor:2,airflowplugin:10,airflowtestplugin:10,alchemi:4,alert:[2,3,10],alex:8,algorithm:2,align:5,all:[1,2,3,4,6,7,9,13,14,16],all_db:7,all_don:[2,3],all_fail:[2,3],all_success:[2,3],alleg:9,alloc:2,allow:[1,2,3,4,5,6,10,11,13,14,15,16,17],allowed_st:2,allowed_team:14,alon:9,along:[5,9,16],alongsid:[2,9,13],alreadi:[1,2],alright:16,also:[2,3,4,5,7,9,10,13,14,16],alter:[2,3,4,5,14],altern:[2,13],altert:2,although:14,alwai:[2,3,17],amazon:[4,6],amount:[2,3],analys:17,analyz:3,anand:12,anchor:2,ani:[2,3,4,5,9,13,16,17],annot:9,announc:12,anomali:10,anoth:[2,3,6,8],a
 nsibl:4,anyon:14,anyth:[3,16],anytim:3,anywher:[2,3],aoen:12,apach:[2,9,12],api:[1,6,7,9,14],api_cli:0,api_kei:17,apikei:17,apiv2:2,appar:2,appear:[2,3,9],append:[2,4],appendix:9,appli:[2,3,7,9,13],applic:[9,10,11,14],appropri:[3,9,14],arbitrari:[3,6],architectur:6,archiv:9,are_dependencies_met:2,are_dependents_don:2,aren:[2,3],arg:2,argument:[1,2,6,13],aris:9,around:[2,6,16],arrai:[6,10],arthur:12,artwr:12,ascii:2,asf:6,assert:9,asset:2,assign:[2,5,6],associ:[2,3,9,13],assum:[2,3,4,9,14,16],asterisk:14,async:7,atom:[3,13],attach:[2,3,9],attach_to:2,attack:14,attempt:[1,2],attent:[2,5],attr:2,attribut:[1,2,3,9],audit:10,auth:[0,2,14],auth_backend:[0,14],authen:14,authent:[2,3,6,7],author:[2,4,6,9,14,16,17],authorship:9,auto:5,autocommit:2,automat:[2,3,4,14],autoscalingalgorithm:8,avail:[0,2,3,4,9,10,11],averag:2,avoid:3,awai:2,awar:[3,14],azkaban:6,back:[2,5,10],backend:[0,2,6,7,14,15],backfil:[1,2,3,5,6,15],background:[2,16],backoff:2,backup:4,bag:2,bag_dag:2,balanc:3,bar:[2,3],bar
 e:16,base64:5,base:[2,3,4,6,9,10,13,14],base_dag:2,base_executor:[2,10],base_hook:[2,10],base_url:[2,14],basedag:2,basedagbag:2,basedn:14,baseexecutor:[2,10],basehook:[2,3,10],baseoper:[3,6,10,16],basesensoroper:6,baseview:10,bash:[2,3,16],bash_1:3,bash_command:[2,3,16],bash_command_to_run:4,bash_oper:[2,16],bash_queu:16,bashoper:[2,3,16],basi:9,basic:[3,5,7,8,10,11,16],bcc:2,bcrypt:14,beauchemin:12,becaus:[2,3],becom:[2,3,6,10,16],been:[2,3,4,9,13,14],befor:[1,2,3,4,5,8,14],begin:[3,13],behalf:9,behav:[2,5],behavior:[2,3,13],behind:[2,4,7,13],being:[2,3,11],belong:14,below:[2,5,9,10,15,16],benefici:9,best:2,beta:8,better:[5,16],between:[2,3,8,13,16],beyond:[2,5],bigqueri:6,bigqueryhook:6,bin:3,bind:9,bind_password:14,bind_us:14,bit:4,bitshift:6,blob:16,block:[2,3,16,17],blog:9,blueprint:10,bodi:2,boilerpl:9,bolk:12,bolkedebruin:12,bonu:2,bool:2,boot:4,both:[2,5],bother:16,bottleneck:17,box:[2,4,15],bracket:[9,16],branch:[2,6],branch_fals:3,branchpythonoper:[2,3],broker:[1,4],broker
 _api:1,broker_url:4,brought:12,brows:[3,5],browser:14,bruin:12,bucket:[2,4,8],bucket_kei:2,bucket_nam:2,buffer:2,bug:4,build:[3,4,6,11],built:[2,3,4,6,10,11,16],bulk:[5,17],bulk_dump:2,bulk_load:2,bump:3,bundl:2,burn:1,but_this_dag_will_not:3,cacert:14,cach:14,cal:8,call:[2,3,4,5,13,16],callabl:2,callback:14,can:[0,2,3,4,6,7,8,10,11,13,14,15,16,17],cannot:[2,3,9,16],cap_net_bind_servic:14,capabl:[10,13],capac:3,card:2,care:[1,4],carri:[3,9],cascad:3,cast:2,catchup:[2,6],catchup_by_default:13,categori:10,caus:[5,9],celeri:[1,3,5,6,7,14],celery_result_backend:4,celeryexecutor:[2,3,4,5,7,13],cell:2,central1:8,central:3,cert:14,certain:[2,3,8],certif:[1,14],cfg:[1,2,3,4,5,13,14,15,16],cfg_path:[1,2],chain:3,chanc:4,chang:[0,4,6,8,9,13,14,15,16],channel:12,charact:9,character:3,charg:[5,9],charset:2,chart:[6,10],chat:12,check:[1,2,3,5,8],check_oper:2,check_output:2,checkoper:2,chef:4,child:3,child_dag:3,child_dag_nam:3,chmod:14,choic:[1,2,16],choos:[2,3,9,14],chri:12,circuit:2,claim:9,cl
 ariti:6,claus:2,clean:2,cleanup:[2,5],clear:[1,2,3,5,13,17],clear_xcom_data:2,cli:[2,3,4,5,6,13],click:[5,14,16,17],client:[0,2,7,14],client_id:14,client_secret:14,close:[2,5,14],close_conn:2,closest:2,closest_ds_partit:2,cloud:[4,6,7],cloudant:7,cluster:[4,6,8],cmd:2,code:[1,2,3,4,6,8,9,10,16],collabor:6,collect:[2,3,10],collect_dag:2,color:2,column:2,com:[2,3,14,16],combin:[3,9],come:13,comma:[1,2,3],command:[2,3,4,6,7,13,15],command_as_list:2,comment:9,commerci:9,commit:[2,12,14],commit_everi:2,committ:6,common:[3,4,5,9,16],commonli:2,commun:[3,6,9,16],compani:10,compar:6,comparison:2,compil:[5,9],complet:[2,3,4,6,13],complex:[2,3,6,10],compli:9,complianc:9,complic:16,compon:10,compos:[3,14,16],composit:6,comprehens:17,comput:[2,9],concept:[4,5,6,13,16],conceptu:3,concern:3,concur:5,concurr:[1,2,5],concurrency_reach:2,condit:[2,3,7,9],conf:[1,2,4],config:[1,10,14],configur:[0,1,2,3,6,9,13,14,15,16,17],confirm:[1,5,13],confirm_prompt:2,confus:[2,3,5],conjunct:[1,3,15],conn_extra:1
 ,conn_id:[1,2,3,4],conn_typ:2,conn_uri:1,connect:[1,2,6,7,10,11,14],connect_timeout:2,connecton:11,consequenti:9,consid:[2,3,4],consist:[3,6,9],consol:14,conspicu:9,constant:[2,3],constitu:3,constitut:9,constru:9,constructor:[2,16],consult:4,contact:[4,9],contain:[2,3,4,5,9,13,14,16,17],content:[2,3,9,10,12,14],context:[2,4,5,6,16],continu:[2,6],contract:9,contrib:[2,3,8,14],contribut:[6,9],contributor:[9,12],contributori:9,control:[2,3,9,17],conveni:[2,3],convent:3,convers:9,convert:2,cool:2,copi:[2,4,8,9,14],copyright:[9,14],core:[2,4,6,10,14],correct:3,correpsond:3,correspond:[2,3,4,5],could:[2,3,14,16],count:[1,2],counterclaim:9,cours:14,cover:13,cpu:[2,3,10],craft:2,crawl:[2,13],crawl_for_task:2,creat:[0,2,3,4,6,10,11,13,14,15,16,17],create_dagrun:2,create_directori:2,creation:2,credenti:14,credit:14,criccomini:12,criteria:[2,3],criterion:2,critic:[1,2,3],cron:[2,3,5,13],cross:[3,9,16],crt:14,crud:1,crypto:[4,6,7],curli:16,current:[0,2,13,17],current_st:2,cursor:2,custom:10,cus
 tomari:9,cycl:[2,3,16],daemon:[1,4,13],dag:[0,1,2,4,6,8,14,15],dag_1:3,dag_2:3,dag_fold:[2,3,4],dag_id:[0,1,2,3,5,16],dag_md:3,dag_run:[0,2],dag_run_obj:2,dag_stat:1,dagbag:[1,2,5],dagbag_report:2,dagfil:3,dagrun:[1,2,5],dagrun_timeout:2,dags_fold:[4,5],dai:[2,5,8,13,15,16],daili:[2,5,13],damag:9,dan:[2,12],dask:6,dask_host:4,dask_port:4,daskexecutor:4,data:[2,3,6,7,10,14,16,17],data_profiler_filt:14,databas:[1,2,3,4,6,7,8,10,11,15,16],dataflow:6,dataflow_default_opt:8,dataflowhook:6,datafram:2,dataproc:6,dataprocpysparkoper:6,dataset:[2,13],datastor:6,date:[1,2,3,9,13,16],date_filter_column:2,datestamp:2,datetim:[2,3,5,13,16],dateutil:2,davydov:12,days_back:[2,8],dbapi_hook:2,dbapihook:2,deactiv:2,deactivate_stale_dag:2,deactivate_unknown_dag:2,deal:6,debug:[1,2,16],decid:4,decis:6,declar:2,deep:2,def:[2,3,10],default_arg:[2,3,5,8,16],default_imperson:14,default_login:14,default_param:5,default_queu:3,defend:9,defer:3,deferred_op:3,defin:[2,3,4,5,6,9,10,13,14,16],definit:[0,2,3,6,9
 ,10],delai:[1,2,5],delet:[1,2,3,13,17],delete_directori:2,delete_fil:2,deliber:[2,9],delimit:[1,2,3],demonstr:3,dep:2,dep_context:2,depcontext:2,depend:[1,2,3,4,5,6,7,13,17],depends_on_past:[1,2,3,5,8,16],deploi:10,deploy:10,depth:16,deriv:[2,4,9,10],descend:3,describ:[2,3,5,9],describe_directori:2,descript:[1,2,3,9],deseri:[1,2,3],deserialize_json:3,design:[3,9,13],desir:[2,16],destin:2,destination_conn_id:2,destination_t:2,detail:[2,3,4,5,14,17],detect:[2,10],detect_downstream_cycl:2,determin:[2,3,9],dev:[4,7,12],devel:7,devel_hadoop:7,develop:[1,2,14,16],deviat:2,dialog:13,dict:[1,2,3],dictionari:[2,3,5,16],did:16,die:3,differ:[2,3,5,8,9,10,16,17],direct:[2,3,4,6,9],directli:[2,3,5,11],directori:[1,2,3,4,14,16],dirti:15,disclaim:[6,9],discuss:9,displai:[4,9,13,16],disregard:[2,16],distinct:2,distribut:[2,3,4,7,9],do_pickl:1,doc:[2,3,5,16],doc_json:3,doc_md:3,doc_rst:3,doc_yaml:3,dockeroper:3,document:[2,4,5,9,12,14,16],doe:[1,2,3,4,5,6,7,9,14,16],doesn:[1,2,3,16],domain:14,domain
 nam:0,don:[2,3,4,7,9,13,14],done:[2,3,5,13,14,16],donot_pickl:[1,2],door:3,dot:[2,3],doubl:[2,4,16],down:[1,3],download:[4,8],downstream:[1,2,3,13],downstream_list:2,downstream_task_id:2,drive:4,driven:10,driver:4,drop:[2,10],druid:7,dry:1,dry_run:[1,2],ds_add:[2,16],ds_format:2,ds_nodash:2,dttm:2,dubiou:2,due:4,dummi:[2,3,10],dummy_1:3,dummy_oper:3,dummy_task:3,dummyoper:[2,3],dump:2,durat:[1,6],dure:[3,4,17],dynam:[2,3,6],each:[2,3,4,5,9,12,13,16],eagerli:4,earlier:16,easi:[3,4,6,10,11,14,17],easier:[2,9],easiest:7,easili:[2,3,5,6,11,13,16],echo:[3,16],ecosystem:10,edit:[4,17],editori:9,effect:[2,3],effort:6,egg:4,either:[2,3,4,9,13,14,15],elabor:9,elaps:2,elast:2,electron:9,eleg:6,element:4,els:15,elsewher:3,email:[2,3,8,12,14,16],email_on_failur:[2,8,16],email_on_retri:[2,8,16],emailoper:[2,3],emit:[3,5,16],empti:[2,3],enabl:[0,2,3,4,6,7],enclos:9,encod:5,encrypt:[4,6,7,14],encrypt_s3_log:4,end:[2,9,13],end_dat:[1,2,13,16],endors:6,endpoint:[2,6],endpoint_url:0,enforc:[3,5],engi
 n:[2,5,6],ensur:[3,5],enterpris:6,entir:[1,3,5],entiti:9,entri:[2,13,14],env:[2,3,4],environ:[2,3,4,6,7,11,13,16,17],ep_data_pipeline_db_msg_agg:3,equival:[3,7,16],era:5,error:[1,2],error_logfil:1,especi:[3,5,16],essenti:2,etc:[2,3,4,14],eval:2,evalu:[2,3,5,13,16],even:[2,3,9,11],event:[3,9,16],eventlet:1,ever:2,everi:[2,3,13,14,16],everyon:16,everyth:[16,17],exactli:[2,17],examin:13,exampl:[2,3,4,6,9,13,14,15],example1:15,example_bash_oper:15,example_dag:[3,16],except:[2,3,5,9,14,16],exchang:[3,6],exclud:[1,9],exclude_subdag:1,exclus:[9,13],exec_d:1,execut:[1,2,3,4,5,6,8,9,13,16],execution_d:[1,2,3,13,16],execution_date_fn:2,execution_delta:2,execution_tim:3,execution_timeout:[2,3],executor:[1,3,4,5,6,10,13],exercis:9,exhaust:4,exist:[0,1,2,3,4,5,14,16],exit:[1,14],expans:4,expect:[0,2,3,5,6],experiment:6,expir:2,expiration_d:2,explan:16,explicit:6,explicit_op:3,explicitli:[2,3,9,14,16],exponenti:2,expos:[0,2,3,4,10,14],express:[2,5,8,9,13],ext:2,extend:[2,6],extens:[2,6,8],extent:
 2,extern:[2,3,5,6,10],external_dag_id:2,external_task_id:2,external_trigg:2,externaltasksensor:2,extra:[1,2,3,6,14],extra_dejson:2,extra_opt:2,fact:3,factori:3,fail:[1,2,3,4,5,13,16,17],failur:[2,4,6,9],fairli:15,fals:[1,2,4,8,13,16],familiar:[3,16],faq:[2,6],fast:15,fault:[2,3],featur:[2,3,4,7,10,16,17],feb:14,fee:9,fernet:5,fernet_kei:5,fetch:4,few:[2,4,11,15,16],field:[1,2,9],fifti:9,figur:[2,3,13],file:[0,1,2,3,4,6,8,9,10,13,14,15],file_path:2,file_s:2,filenam:[2,3],filepath:[1,2],files:2,filesystem:4,fill:[2,3,11,14],filter:[1,2,3,14],filter_by_own:14,filter_for_files:2,filter_for_ignored_ext:2,find:[2,4,5,16,17],fine:16,finish:2,fire:[2,3,4,5],first:[1,2,3,4,5,12,13,15,16],fit:[2,6,9],fix:[2,4,13],flag:[2,13],flask:[1,10,11],flask_admin:10,flask_blueprint:10,flask_login:14,flat:2,flavor:10,flexibl:[2,16],flower:[1,4],flower_conf:1,folder:[2,4,10,13,14,15,16],follow:[0,2,3,4,6,9,14,16],foo:[2,3],foo_:5,foo_dag_id:5,foobar:4,forc:[1,2],foreground:1,foreign:2,form:[2,3,6,9],forma
 t:[2,3,4,5,9],forward:[2,5],found:[2,4,14],foundat:[6,9,12,15],four:3,framework:[4,10],free:[3,9],frm:2,from:[1,2,3,4,5,6,8,9,10,11,12,13,14,15,16,17],from_nam:2,ftp:2,ftp_conn_id:2,ftp_default:2,ftphook:2,full:[2,12],full_filepath:2,fulli:[0,2,5,6,14],functiontyp:2,fundament:16,further:[6,15,16],furthermor:14,futur:[2,13],galaxi:10,gantt:6,garag:3,gate:14,gcp:6,gcp_api:7,gcp_conn_id:8,gcp_dataflow_bas:8,gcp_default:8,gener:[1,2,3,6,9,10,14,16,17],generate_command:2,generictransf:2,get:[0,1,2,3,4,6,10,11,13,15,16,17],get_active_run:2,get_conn:2,get_connect:3,get_cursor:2,get_dag:2,get_dagrun:2,get_direct_rel:2,get_first:2,get_flat_rel:2,get_last_dagrun:2,get_pandas_df:2,get_partitions_by_filt:2,get_partitions_by_nam:2,get_record:2,get_task_inst:2,get_template_context:2,get_template_env:2,gevent:1,ghe:6,ghe_oauth:14,ghost:2,git:4,github:[6,9,12,16],github_enterpris:14,github_enterprise_auth:14,gitignor:2,gitter:12,give:[3,9],given:[0,2,3,8],glanc:17,global:[2,3,5],goal:16,goe:[2,5,16
 ],going:15,good:3,goodby:3,goodwil:9,googl:[4,6,7],google_auth:14,google_client_id:14,google_client_secret:14,googlecloudstoragehook:6,govern:9,grab:2,grade:4,grai:2,grant:9,graph:[2,3,6],great:[3,4,13],greater:2,green:2,grossli:9,group:[2,4,14],gunicorn:[1,7],had:[2,5,13],hadoop:[7,8,14],hand:[14,15],handl:[2,3,4,13],happen:[3,13,16],hard:[2,3],harmless:9,has:[1,2,3,4,5,6,8,9,10,13,14,16],has_dag:2,hash:14,hasn:[3,13],have:[2,3,4,5,6,7,8,9,10,11,13,14,16],haven:[2,3,16],hdf:[2,3,7],hdfs_conn_id:2,hdfs_default:2,hdfs_hook:2,hdfshook:2,hdfssensor:2,head:[15,16],header:2,heartbeat:[2,3,5],hello:[3,10],help:[1,9,10,14],here:[2,3,4,5,7,10,13,14,15,16,17],herebi:9,herein:9,hidden:17,hierarchi:16,high:2,highchart:11,higher:2,highli:4,highlight:16,hipchat:2,hipchat_oper:2,hipchatapioper:2,hipchatapisendroomnotificationoper:2,histori:6,hit:[2,3],hive2mysqloper:2,hive2sambaoper:7,hive:[2,3,4,7,8,10,14],hive_conn_id:2,hiveoper:[3,4,14],hivepartitionsensor:[2,3],hivesensoroper:2,hold:9,holder:
 0,home:15,homogen:4,hook:[6,7,8,10,14,16],hope:13,horribl:16,host:[2,4,14],hostnam:[1,2,3,4,14],hour:[2,3,5,13],hourli:[2,5,13],hous:3,how:[2,3,4,6,9,10,13,16,17],howev:[3,4,9,14],hql:2,html:[2,10,16],html_content:2,http:[0,2,3,9,10,14,16],http_conn_id:2,http_default:2,httphook:2,httpoper:3,httpsensor:2,human:2,idea:[2,4,5,6],idempot:13,identif:9,identifi:[1,2,9,16,17],ids:2,ignor:[1,2],ignore_:2,ignore_all_dep:2,ignore_all_depend:1,ignore_copi:2,ignore_depend:1,ignore_depends_on_past:[1,2],ignore_first_depends_on_past:[1,2],ignore_task_dep:2,ignore_task_depsstore_tru:1,ignore_ti_st:[1,2],ignored_ext:2,iii:9,immedi:[2,3],imper:4,imperson:[2,6],implement:[2,3],impli:9,improv:9,inabl:9,inact:[2,5],inc:9,incident:9,includ:[1,2,3,4,9,13,16],include_adhoc:[1,2],include_downstream:2,include_exampl:2,include_prior_d:2,include_subdag:2,include_upstream:2,inclus:9,incorpor:9,incub:12,incur:9,indemn:9,indemnifi:9,independ:[2,3],index:2,indic:[2,3,6,9],indirect:9,individu:[2,9,13,16],ineffici:
 2,infer:[2,3],inferred_op:3,infin:6,info:[0,1,2],inform:[2,3,4,9,13,14,16],infrastructur:6,infring:9,ingress:8,inherit:[2,16],init:4,init_on_load:2,initctl:4,initdb:[1,4,15],initi:[1,2,4,14,15],initialis:2,inject:10,input:2,input_format:2,insecur:14,insert:[2,3],insert_row:2,insid:3,inspect:[13,15],instal:[2,3,4,6,10,14,15],instanc:[1,2,4,5,6,7,13,14,15,16],instanti:[2,3,5,6,13],instead:[1,2,5,13],institut:9,instruct:[2,3,13],insur:2,integr:[2,6,7,10,14],intention:9,inter:3,interact:[2,3,4,10,11],interest:[2,16],interfac:[3,6,9,11,14,16],intergr:10,intern:[1,13],interpret:[2,3],interv:[2,5,13],intervalcheckoper:2,introduc:5,intuit:16,invari:[2,3],invok:2,involv:3,ipython:3,irrevoc:9,is_paus:2,is_prematur:2,ish:2,isn:[3,6],isoformat:2,issu:[2,3,6,9,12],item:[3,13],iter:2,its:[2,3,4,9,10],itself:[3,5,13,14,16],januari:[9,13],jar:8,jdbc:7,jeremiah:12,jinja2:2,jinja:[2,6,10],jinja_env:2,jira:12,jlowin:12,job:[1,2,3,4,5,8,13,15,17],job_id:2,join:[3,12],json:[1,2,3],json_client:0,june:12,
 jupyt:3,just:[1,2,3,5,10,13,16],kadmin:14,kapil:4,keep:[2,3,6,16],kei:[1,2,3,4,5,13,14,17],kerber:[7,14],kerbero:[0,1,6,7],kernel:2,key1:2,key_fil:2,keytab:[0,1,14],keyword:2,kick:[4,13],kill:[2,3,5],kill_zombi:2,kind:9,know:[4,5,16],knowledg:10,known:[2,7],known_host:2,kruyk:12,kwarg:2,kwd:2,label:[2,11],lai:15,lambda:[2,3],land:[2,10],languag:[9,16],last:2,late:17,later:11,latest:[1,2,6,7,16],latest_d:2,latest_execution_d:2,latest_onli:3,latest_only_oper:3,latest_only_with_trigg:3,latestonlyoper:3,launch:14,law:9,lawsuit:9,layer:5,layout:16,ldap3:14,ldap:[6,7],ldap_auth:14,ldap_ca:14,lead:[2,3],lean:6,least:[2,3,4,9],leav:2,led:3,left:[3,14],legaci:5,legal:9,leo:12,less:2,let:[1,2,3,4,11,13,16,17],level:[2,3,6,13,14],leverag:[2,3,16],liabil:9,liabl:9,lib:[2,3,4],libffi:4,librari:[2,3,4,5,6,10,16],libz:3,licens:[6,14],licensor:9,life:3,lifetim:13,light:[2,3],lightweight:3,like:[2,3,4,5,7,10,14,16],limit:[2,3,4,6,9,13,15],line:[2,6,13,15],link:[3,6,9,10],linux:14,list:[1,2,3,4,6,7,9
 ,10,12,14,16,17],list_dag:[1,5,16],list_directori:2,list_task:[1,5,16],listen:[3,5,14],lit:2,liter:2,litig:9,live:2,load:[1,2,3,4,8],load_test_config:4,local:[1,2,3,4,5,14,16],local_executor:2,local_full_path_or_buff:2,local_port:2,localexecutor:[1,2,3,4,5,13],localhost:3,locat:[1,2,3,4,14,16],lock:2,lock_for_upd:2,log:[1,2,6,10,14,16],log_fil:1,logfil:1,loggin:2,loggingmixin:2,logic:[2,3,16],login:[2,3,4,14],logist:10,longer:[2,5],look:[1,2,3,5,6,10,12,13,14,16],loss:9,lot:13,lowin:12,machin:[2,3,4,14],macro:[3,5,6,10,11,16],made:[2,3,9],mai:[2,3,4,5,9,13,16],mail:[9,12],main:[2,3,5,10],main_dag:3,maintain:6,make:[0,2,3,4,5,6,9,14,16,17],malfunct:9,malik:4,man:7,manag:[2,6,9,10,14],mani:[1,2,3,5,10,16,17],manner:6,manual:[2,3,4,13],map:2,march:12,mark:[1,2,3,9,13],mark_success:[1,2,13],markdown:3,markup:2,master:[3,16],match:[1,2,3],matter:2,max:[2,12],max_active_run:[2,5],max_partit:2,max_retry_delai:2,maxim:12,maxime_beauchemin:1,maximum:2,maxnumwork:8,mayb:3,mean:[2,3,4,5,8,9,14
 ,16],meaning:2,meant:[2,5],mechan:[2,9,14],media:9,medium:9,meet:[2,9],member:14,memberof:14,memori:2,menu:[3,5,6,10,15],menu_link:10,menulink:10,merchant:9,mere:9,merg:16,meso:[2,6],mesos_executor:2,mesosexecutor:[2,4,13],messag:[2,3,6],message_format:2,met:[2,4,5,13],metadata:[1,2,3,4,6,7,10,13,17],metastor:2,metastore_conn_id:2,metastore_default:2,metastore_mysql:2,metastorepartitionsensor:2,method:[2,3,5],metric:[2,8,10],metrics_threshold:2,microsoft:7,midnight:[5,13],might:[3,5,13,16],migrat:14,mime_subtyp:2,min:5,mind:[3,6],minimum:[7,13],minor:8,minut:[3,5,8,13,16],mismatch:3,miss:[2,3],mistercrunch:12,mix:[2,3,16],mkdir:3,mlsd:2,mode:[1,2,3,6,16],model:[3,6,10,14,16],modif:9,modifi:[2,3,4,9,11],modul:[2,3,5,6,10,14],modular:6,moment:5,monitor:[3,4,6,10,13,17],monospac:3,month:[5,13],monthli:[5,13],more:[2,3,4,6,9,10,12,13,14,16,17],morn:13,most:[2,3,8,13,14,16,17],mostli:[6,13],mount:4,move:[2,3,5,6],msg:2,mssql:7,much:[2,3,13],multi:6,multipl:[2,3],multiprocess:2,must:[2,3,
 4,5,9,14,16],mutat:3,my_conn_str:4,my_dag1:3,my_dag2:3,my_dag:3,my_databas:2,my_dict_var:2,my_funct:3,my_param:16,my_tabl:2,my_useful_packag:3,my_var:2,mypackag:14,mys3conn:4,mysql:[2,3,4,7],mysql_conn_id:2,mysql_default:2,mysqldb:2,mysqlhook:2,mysqloper:[2,4],name:[1,2,3,4,9,10,14],namedhivepartitionsensor:2,namespac:[2,5,10],nav:14,navig:14,ndfor:16,necessarili:[6,9],need:[2,3,4,5,6,7,10,13,14,15,16],neg:[2,13],neglig:9,neighbour:2,nest:[2,16],network:[4,14],never:[1,2,5],new_user_email:14,new_user_nam:14,newli:6,newobject:2,next:[2,3,4,6,13,14],next_execution_d:2,next_retry_datetim:2,nice:3,night:3,nlst:2,no_confirm:1,no_host_key_check:2,node:[1,2,3],non:[1,2,4,9],none:[2,3,10,13],noram:14,norandkei:14,normal:[2,3,8,9],normalize_schedul:2,notat:2,note:[0,2,4,5,6,8,13,14,16],notebook:3,noth:[2,9],notic:[3,9,16],notif:2,notifi:2,notwithstand:9,now:[2,3,4,5,13,14,16],nuanc:3,num:2,num_run:1,number:[1,2,3,4,6],oauth2:14,oauth2callback:14,oauth:6,oauth_callback_rout:14,oauth_key_from_
 github_enterpris:14,oauth_secret_from_github_enterpris:14,obj:2,object:[1,2,3,4,5,9,10,13,16],objectclass:14,oblig:9,observ:2,obtain:9,occur:[2,3],octob:12,off:[2,4,13],offer:[9,10],offici:[2,12],offset:2,often:[2,3],on_failure_callback:2,on_kil:2,on_retry_callback:2,on_success_callback:2,onboard:5,onc:[2,3,4,5,13,14,16],one:[2,3,4,5,6,9,13,14,16],one_fail:[2,3],one_success:[2,3],ones:[2,5,8,17],onli:[0,1,2,4,5,6,7,9,13,14,15],only_fail:[1,2],only_if_upd:2,only_run:[1,2],oozi:6,op1:3,op2:3,op3:3,op4:3,op_arg:2,op_kwarg:2,open:[2,3,5,12,14],oper:[1,4,5,6,7,10,16],oppos:[2,3],optim:2,option:[1,2,3,6,8,11,13,14,15,16],orchestr:[2,6],order:[2,3,4,13,14],org:[2,9,10,12,16],organ:[3,10],organiz:14,orient:2,origin:9,orm:2,other:[1,2,3,4,6,9,11,13,16],otherwis:[2,9,16],our:16,out:[2,3,5,6,9,13,15],outag:10,outgrow:15,outlier:17,output:[2,16],output_encod:2,output_format:2,outsid:13,outstand:9,over:[1,2,3,4,15,17],overlap:17,overrid:[1,2,5,16],overridden:[2,5],overriden:2,overview:17,overwhe
 lm:3,overwrit:[2,4],own:[2,3,4,6,9,13,16],owner:[2,3,8,9,14,16],ownership:9,packag:[2,4,6],package1:3,page:[3,5,9,12,17],pai:[2,5],pair:[2,17],panda:2,parallel:[2,3,4,15],param:[1,2,16],paramet:[1,2,3,4,5,11,14,16],parameter:[3,6,11],parent:[2,3,5],parent_dag:[2,3],parent_dag_nam:3,parent_modul:2,pars:[2,5,10,16],part:[2,3,9,11,14],parti:9,particular:[3,9],partit:[2,3],partition_nam:2,partitiontyp:8,partli:5,pass:[2,3,5,10,16],pass_valu:2,passwd:17,password:[2,3,4,6,7,17],password_auth:14,passwordus:14,past:[2,3,5,13,17],patent:9,path:[1,2,3,4,14],patrick:12,patrickleotardif:12,pattern:[2,3],paus:[1,2,3],payload:2,peopl:[10,16],percent:9,perfect:3,perform:[1,2,3,4,5,6,8,9,13,17],perhap:[3,17],period:[2,3,5,13,16],permiss:[9,14],perpetu:9,persist:[2,13],perspect:[1,3],pertain:9,phase:10,physic:2,pick:[3,4,11,13],pickl:[1,2,3,4],picklabl:2,pickle_id:2,pickleabl:2,pid:[1,15],pig:[2,3,8],piggi:10,pigoper:2,pip:[3,7,15],pipelin:[2,3,4,6,8,11,17],pk1:2,pk2:2,place:[0,2,3,5,9,16],placehold
 :2,plain:[2,4],plan:5,platform:[3,6,7],pleas:[0,3,4,12,14,16],plug:10,plugin:6,plugin_macro:10,pluginexecutor:10,pluginhook:10,pluginoper:10,plugins_manag:10,point:[2,3,4,5,15,16],poke:2,poke_interv:2,polici:6,polymorph:2,pool:[1,2,5,6,16],pool_descript:1,pool_ful:2,popen:2,popul:16,port:[0,1,2,4,14,15],posit:2,possibl:[1,2,3,4,9,13,14,15,16,17],post:[0,2],post_execut:2,postgr:[3,4,7],postgres_mast:3,potenti:3,power:[3,6,9,16],practic:2,pre:5,pre_execut:2,preced:[2,4,16],prefer:[9,13,15],prefix:[3,4],preoper:2,prepar:[3,9],prepare_templ:2,prepped_request:2,present:2,preset:13,presto:2,presto_conn_id:2,presto_default:2,prestocheckoper:2,prestohook:2,prestointervalcheckoper:2,prestotomysqloper:3,prestovaluecheckoper:2,pretti:16,prev_execution_d:2,prevent:[2,3,14],previou:[1,2,3,5,16],previous:[3,5],previous_ti:2,primari:2,primit:2,princip:[0,1,3,14],print:[1,2,3,9,16],print_dat:16,prior:2,priorit:3,prioriti:[2,3],priority_weight:[2,3,16],privaci:9,privileg:14,probabl:[4,5,14],problem:
 3,problemat:3,proce:[2,5],process:[1,2,3,4,6,13,16],process_fil:2,product:[2,3,4,6,9,11,13,16],profil:[2,6,14],program:12,programmat:6,progress:[2,6,16],project:[6,8],promin:9,prompt:1,propag:[2,3],propaget:2,proper:16,properli:[4,5],properti:[2,3,5,14],provid:[2,3,4,9,11,14,16,17],provide_context:[2,3],proxy_us:14,proxyus:14,psycopg2:4,publicli:9,publish:2,pull:[2,3],pull_funct:3,puppet:4,pure:3,purpl:2,purpos:[9,16],push:[2,3,10],push_funct:3,pushing_task:3,put:[2,3,5,10],pv1:2,pv2:2,pwd:3,pyhiv:2,pypi:[7,15],pyspark:8,python:[2,3,4,5,6,7,10,14,16],python_1:3,python_cal:[2,3],python_oper:2,pythonhost:10,pythonoper:[2,3],pythonpath:[4,14],qds:7,qualif:14,qualifi:[0,2,14],qualiti:[2,3],qubol:7,queri:[2,4,6,8],queu:[1,3,5],queue:[1,2,4,5,6,16],quick:[4,6,17],quickli:[11,15,16,17],quit:5,r39132:12,rabbitmq:[4,7],rais:[2,4,16],ran:[1,2],randkei:14,random:2,randomli:3,rang:[1,2,3,5,13,16],rather:3,ratio:2,raw:[2,5],reach:[2,3,4,5],reactiv:5,read:[2,4,5,14,16],readabl:[2,9,14],readi:[2,6
 ,15],readm:4,readthedoc:16,ready_for_retri:2,real:4,realli:[2,14,16],realm:[0,14],reason:[5,9,16],reboot:3,rebuild:1,recap:6,receiv:[2,3,9,13],recent:[2,3],recipi:[2,9],recogn:2,recommend:[2,4,5,9],record:[1,2,3,16],recreat:2,recurs:2,red:2,redhat:4,redi:4,redirect:[1,14],redistribut:9,redund:16,refer:[3,4,6,10,12,16],referenc:[3,16],reflect:[3,6,10,16],refrain:3,refresh:2,refresh_from_db:2,regard:[2,9],regardless:[1,2],regex:[1,2],regexp:1,regist:[10,11,14],regular:13,reinit_frequ:14,rel:[2,13,16],relat:[2,3,4,5,7,12],relationship:3,relativedelta:2,releas:8,relev:5,reli:[2,14],remain:[9,14],rememb:[2,16],remot:[2,4,5,13],remote_base_log_fold:4,remote_full_path:2,remote_host:2,remote_log_conn_id:4,remote_port:2,remov:2,renam:2,render:[1,2,3,10,16],render_templ:2,render_template_from_field:2,renew:[1,14],repeat:[3,13],repl:14,replac:[2,9,14],report:[1,2],repositori:[4,16],repres:[2,3,5,9,13],represent:[2,17],reproduc:9,reproduct:9,request:[1,2,3],requir:[1,2,3,4,5,6,7,9,14],rerun:1,r
 esembl:3,reset:1,reset_dag_run:2,resetdb:1,resid:3,resolv:2,resourc:[1,2,3,6],respect:[1,2,3,16],respons:[2,9],response_check:2,rest:[2,6],restart:[3,4,5],restrict:14,restructuredtext:3,result:[2,3,9,11,16],resum:1,retain:9,retri:[1,2,3,8,16],retriev:3,retrieve_fil:2,retry_delai:[2,8,16],retry_exponential_backoff:2,return_valu:2,reus:10,revers:4,review:6,revis:9,riccomini:12,rich:[1,3,6,17],right:[2,3,9,11],rightmost:3,risk:9,roadmap:6,role:4,roll:6,room:2,room_id:2,root:[2,3,14],root_dag:2,round:[2,5],rout:14,routin:[2,3],row:[2,3,8],royalti:9,rule:[2,5,6,16],run:[1,2,4,6,14,15,17],run_and_check:2,run_as_own:14,run_as_us:[2,14],run_dur:1,run_id:[1,2,13],runme_0:15,runnabl:3,rwc:14,s3_conn_id:2,s3_default:2,s3filetransferoper:3,s3hook:4,s3keysensor:[2,7],s3prefixsensor:7,safe_mod:2,sai:[2,3,5,13],said:3,samaccountnam:14,samba:7,same:[2,3,4,9,11,14],sampl:4,sandbox:4,save:[2,4,5,11,16],scalabl:6,scale:6,scan:[2,3],scene:[7,13],schedul:[1,2,3,4,6,16],schedule_interv:[2,3,5,13,16],sche
 duler_interv:5,scheduler_run:4,schema:[2,3,4],scope:6,scratch:16,screen:16,screenshot:6,script:[2,3,4,5,6],search:[2,3],search_path:4,search_scop:14,second:[1,2,3,5,16],secret:[14,17],secretkei:3,section:[2,3,4,5,8,9,14,15,16],secur:[2,3,6,9],see:[2,3,4,5,9,13,14,15,16,17],seen:[4,17],select:[2,3,11,13,14],self:[2,10],sell:9,semicolon:2,send:[1,2,3,12],send_room_notif:2,sender:2,sensor:[2,3,5],sensor_queu:3,sent:[2,3,4,9],separ:[3,9,16],sequenti:[2,13,15],sequentialexecutor:[2,3,15],seri:[3,13],serial:[1,2],serv:[1,4,16],serve_log:[1,4],server:[1,2,4,10,14,15,16],servic:[0,1,2,3,4,7,9,13,14],session:[2,14],set:[0,1,2,3,5,6,10,13,17],set_depend:[2,16],set_downstream:[2,3,16],set_the_password:14,set_upstream:[2,3,16],setgid:4,setuid:4,setup:[4,14],sever:3,shall:[2,9],shape:13,share:[2,3,4,9,10,11],shell:[2,14],ship:[1,2],ship_dag:1,shop:9,shortcircuitoper:2,shortcut:[4,17],should:[2,3,4,5,9,10,13,15,16],shouldn:[2,3],show:[1,2,3,5,10,17],shown:2,sid:12,siddharth:12,side:[2,4],signal:5
 ,similar:[3,4,6],simpl:[2,3,5,8,10,11,14,16],simplehttpoper:2,simpler:16,simplest:14,simpli:[2,3,10,13,14,16],simplifi:2,simul:16,simultan:3,sinc:[2,3,4,15,16],singl:[1,2,3,4,8,13,16],site:14,situat:3,size:[2,3],skew:10,skip:[1,2,3],sla:[2,6,10],sla_miss_callback:2,slack:7,slackapipostoper:7,slackoper:3,slave:4,sleep:16,slightli:6,slot:[1,2,3],slot_count:1,slowli:6,slug:14,small:[2,3],snakebit:2,snap:6,soft_fail:2,softwar:[6,9,12],sole:9,solut:6,some:[0,2,3,4,5,13,16,17],somehow:4,someth:[3,14,16],sometim:[2,3,16],somewhat:16,somewher:15,soon:[2,3,4,5,13],sort:3,sound:[3,16],sourc:[2,3,9,11,12,17],source_conn_id:2,space:6,span:17,spark:[3,6,8],spawn:4,special:[2,3,5,9],specif:[1,2,3,4,5,8,9,13,16,17],specifi:[1,2,3,4,5,6,13,14,16],specific_valu:2,spent:17,split:13,sponsor:6,sql:[2,3,4,7,8,11],sql_alchemy_conn:4,sql_alchemy_conn_cmd:4,sqlachemi:2,sqlalchemi:[2,3,4],sqlite:[2,15],sqlitehook:2,sqloper:3,sqlsensor:2,sscursor:2,ssh:[2,14],ssh_default:2,ssh_hook:2,sshexecuteoper:2,sshhook
 :2,sshpass:2,ssl:[1,2,6],ssl_cert:1,ssl_kei:1,stabil:6,stabl:7,stack:[7,10],stage:[3,8],stagingloc:8,stai:13,stamp:13,stand:3,standalon:3,standard:[2,3,5,14],stanza:4,start:[1,2,3,4,5,6,7,8,12,13,16],start_dat:[1,2,3,6,8,13,16],stat:2,state:[1,2,3,5,9,13,16],statement:[2,3,9],static_babynam:2,static_babynames_partit:2,static_fold:10,static_url_path:10,statu:[1,2,3,4,5,6,8,9,13,15,16,17],stderr:1,stdout:[1,2,16],step:[4,16,17],steven:12,still:[2,6,14],sting:2,stop:[2,4],stoppag:9,storag:[2,4,6],store:[1,2,3,4,10,14,15],store_fil:2,storm:6,str:[2,10,13],straightforward:15,stream:[2,6],string:[1,2,3,4,16],structur:[2,6,16],style:2,sub:[1,2],sub_dag:[2,3],sub_part:2,subclass:2,subcommand:[1,2,4,13,16],subdag:[1,2,6],subdag_oper:3,subdagoper:[2,3],subdir:1,subdirectori:3,subject:[2,9],sublicens:9,submiss:[9,13],submit:[4,9],subpackag:[7,14],subpartit:2,subprocess:[2,5,13],subscrib:[3,12],subsect:[1,13],subsequ:[1,9,13],subset:2,subtask:14,subtl:3,subtract:2,subtre:14,succe:[2,3],succeed:
 [1,2,3,5,17],success:[2,3,5,6,13,16],successfulli:[2,3,16],sudo:14,sudoer:14,suit:6,sum:3,sundai:13,super_us:14,supersed:9,superus:14,superuser_filt:14,suppli:[4,14],support:[0,1,2,4,7,8,9,14],sure:[0,3,4,5,14,16],surfac:16,surgeri:6,swagger:0,sync:[1,2,4,13],sync_tim:2,sync_to_db:2,synchron:[2,4],syntax:9,sys:3,sysconfig:4,system:[2,3,4,9],systemd:[6,15],syvineckruyk:12,tab:[2,14],tabl:[2,3,8,10],table_nam:3,tag:5,take:[2,3,4,5,12,14,15,16,17],talk:[2,16],tardif:12,target:[2,4,13],target_field:2,target_tim:2,task1:3,task2:3,task3:3,task4:3,task:[0,1,2,4,6,8,13,14,15],task_failed_dep:1,task_id:[0,1,2,3,8,13,16],task_inst:[2,3],task_instance_key_str:2,task_or_task_list:2,task_param:1,task_regex:[1,2],task_stat:1,taskinst:[2,3],tbl:2,team:[2,14],tell:[1,2,5],templat:[1,2,6,10,11],template_fold:10,template_searchpath:[2,16],templated_command:16,templates_dict:2,templates_ext:2,temporari:[2,3],temporarili:4,tenanc:6,tenant:14,term:9,termin:[3,9],test:[1,2,3,5,6,8,10,14],test_env:3,test_
 mod:[2,4],test_plugin:10,testabl:6,testview:10,text:[2,4,9,17],than:[2,3,6,16],thei:[1,2,3,4,6,7,8,10,11,13,14,16],them:[1,2,3,10,13,14,16],themselv:3,theori:[5,9],thereof:9,thi:[0,1,2,3,4,5,6,9,10,13,14,15,16,17],thing:[2,3,5,16],think:[6,16],third:9,this_dag_will_be_discov:3,those:[2,3,4,9,14],though:[2,3,6],thousand:3,thread:2,three:[3,4],threshold:10,thrift:2,through:[0,2,3,7,9,13,15,16],throughout:2,ticket:[1,14],tighten:14,time:[2,3,4,5,10,13,14,16,17],timedelta:[2,3,5,8,13,16],timedeltasensor:[2,5],timefram:2,timeout:[1,2,3],timesensor:2,timestamp:[2,3,13],tip:3,titl:[3,9],tmp:[3,8],tmp_file:2,to_nam:2,todai:2,togeth:3,token:2,toler:[2,3,8],tomorrow:2,tomorrow_d:2,tomorrow_ds_nodash:2,too:[2,3,13,14],tool:[3,7,10],toolbox:10,top:[2,4,6,11],topic:4,tornado:1,tort:9,touch:2,tour:[15,16],track:[3,9,16],trade:9,trademark:9,tradition:3,train:9,transact:2,transfer:[2,3,8,9],transform:9,translat:[5,9],transpar:17,travers:2,treat:[2,3,14],tree:[1,2,5,6,16],tree_view:2,tri:[2,14],trig
 ger:[1,2,6,15,16],trigger_dag:[1,13],trigger_dag_id:2,trigger_rul:[2,3],triggerdagrunoper:2,triggerrul:[2,3],troubl:7,troubleshoot:[6,17],trust:14,truth:2,ts_nodash:2,tty:2,tunnel:[2,14],tupl:2,turn:[2,3,13,14],tutori:[6,15],two:[2,3,16],type:[1,2,3,5,9,11,14],typic:[2,3],ubuntu:4,uid:14,ultim:[2,16],unassign:3,unavail:4,unblock:13,undead:6,undefin:14,under:[2,3,4,9,10,12],undergo:6,underli:10,underscor:4,understand:[2,5,10,16,17],undesir:13,unexpect:3,unexpectedli:3,unicod:2,union:9,uniqu:[2,16],unit:[4,6,14],unit_test_mod:4,unittest:2,unix:[2,14],unless:[2,5,9],unmet:1,unpack:[2,3],unpaus:1,unsound:[2,3],until:[0,2,3,4,6],up_for_retri:2,updat:[2,3,5,14],upgrad:1,upgradedb:1,upon:[3,4,15],uppercas:3,upstart:6,upstream:[1,2,3,5,13],upstream_fail:3,upstream_list:2,upstream_task_id:2,uri:[1,2,3,4,14],url:[2,3,4,10,11,14],usag:[1,2,16],use:[0,1,2,3,4,5,9,10,11,13,14,16],use_beelin:14,used:[1,2,3,10,14,16,17],useful:[2,3,7,17],user:[1,2,3,4,6,7,14,16],user_defined_macro:2,user_filt:14,u
 ser_name_attr:14,usernam:[2,4,14],uses:[2,3,4,6,14,15],using:[1,2,3,4,5,6,7,8,9,14,15],usr:4,usual:[3,4],utf8:2,utf:2,util:[2,3,6,15],uuid:2,val:1,valid:[3,5,6,14],valu:[1,2,3,4,5,8,13,14,16,17],valuecheckoper:2,vanboxel:8,variabl:[1,4,5,6,16],verbal:9,verbos:[2,16],veri:[1,2,3,5,12,15,16],verifi:[3,5],version:[1,2,3,6,7,9],vertica:7,via:[3,14],view:[1,2,3,4,5,6,10],virtual:2,virtualenv:3,visibl:[2,3],visual:[6,10,11,16,17],vocabulari:3,wai:[2,3,4,5,7,10,13,14,16,17],wait:[1,2,3],wait_for_downstream:[2,5],wait_for_empty_queu:3,walk:[2,16],want:[2,3,4,5,10,13,14,16],warn:4,warranti:9,wasn:[2,5],wast:3,watch:[4,5],weapon:11,web:[1,3,4,6,10,15,16],web_server_port:14,web_server_ssl_cert:14,web_server_ssl_kei:14,webhdfs_conn_id:2,webhdfs_default:2,webhdfssensor:2,webserv:[0,1,2,4,5,14,15,16],webservic:6,week:13,weekli:13,weight:2,well:[2,3,4,5,13],were:2,what:[2,3,6,7,13,14],whatev:[3,4,7],when:[0,1,2,3,4,5,6,10,11,13,14,16],whenev:2,where:[2,3,4,5,9,13,14,16,17],wherev:[2,9],whether:[2,
 9,13],which:[1,2,3,4,5,9,13,14,15,16],whitelist:14,who:10,whole:[2,3,9],whom:9,whose:13,why:[1,6],wiedmer:12,wiki:12,wildcard:2,wildcard_match:2,win:2,window:13,wire:3,within:[1,2,3,4,5,8,9],without:[1,2,3,9,13,14],won:[2,5,7],word:[1,3,4,13,17],work:[1,2,3,4,5,6,9,10,11,13,14,15],worker:[1,2,3,4,5,6,7,10,14,16],worker_timeout:1,workerclass:1,workflow:[2,6],workload:10,worldwid:9,worri:16,worth:2,would:[2,3,4,5,6,13,14,16],wouldn:[2,5],wrap:[2,16],wrapper:2,write:[4,6,9,10,11,14,16],written:[2,9,13,16],wrong:16,www:[2,3,9],xcom:[2,6,16],xcom_pul:[2,3],xcom_push:[2,3],xcom_return_kei:2,xml:14,xst:14,yaml:3,year:13,yearli:13,yellow:2,yes:1,yesterdai:2,yesterday_d:2,yesterday_ds_nodash:2,yet:[2,3,6,13,14,17],you:[2,3,4,5,6,7,9,10,11,13,14,15,16,17],your:[2,3,4,5,6,7,9,10,11,13,15,16,17],yourself:2,yum:7,yvinec:12,yyyi:[1,2,3],yyyymmdd:2,zero:2,zip:[2,3],zip_dag:3,zip_dag_cont:3,zombi:6,zone:8,zoom:3},titles:["Experimental Rest API","Command Line Interface","API Reference","Concepts","C
 onfiguration","FAQ","Apache Airflow (incubating) Documentation","Installation","Integration","License","Plugins","Data Profiling","Project","Scheduling & Triggers","Security","Quick Start","Tutorial","UI / Screenshots"],titleterms:{"default":[2,3,16],"function":3,"import":16,AWS:8,Using:14,addit:3,adhoc:11,after:5,airflow:[5,6,7,10],all:5,amazon:8,anoth:5,apach:6,api:[0,2],argument:[3,16],assign:3,authent:[0,14],backend:4,backfil:[13,16],base:5,baseoper:2,basesensoroper:2,beyond:6,bigqueri:8,bigquerycheckoper:8,bigqueryhook:8,bigqueryintervalcheckoper:8,bigqueryoper:8,bigquerytobigqueryoper:8,bigquerytocloudstorageoper:8,bigqueryvaluecheckoper:8,bitshift:3,branch:3,build:10,can:5,catchup:13,celeri:4,chart:[11,17],cli:0,cloud:8,cluster:3,code:17,command:[1,5,16],committ:12,commun:[2,4],composit:3,concept:3,configur:4,connect:[3,4,5],content:6,context:[3,17],contribut:[2,4],core:3,creat:5,crypto:5,dag:[3,5,13,16,17],dask:4,data:11,dataflow:8,dataflowhook:8,dataflowjavaoper:8,datap
 roc:8,dataprochadoopoper:8,dataprochiveoper:8,dataprocpigoper:8,dataprocpysparkoper:8,dataprocsparkoper:8,dataprocsparksqloper:8,datastor:8,deal:5,definit:16,depend:16,document:[3,6],durat:17,dynam:5,enabl:14,encrypt:5,endpoint:0,enterpris:14,exampl:[10,16],executor:2,experiment:0,extern:13,extra:7,failur:5,faq:5,file:16,form:11,gantt:17,gcp:8,get:[5,7],ghe:14,github:14,googl:[8,14],googlecloudstoragedownloadoper:8,googlecloudstoragehook:8,googlecloudstoragetobigqueryoper:8,graph:17,histori:12,hook:[2,3],horizon:6,how:5,idea:3,imperson:14,incub:6,instal:[5,7],instanc:[3,17],instanti:16,integr:[4,8],interfac:[1,10],isn:5,jinja:[3,16],keep:13,kerbero:14,latest:3,ldap:14,licens:9,limit:14,line:[1,16],link:12,list:5,log:4,macro:2,manag:3,menu:17,meso:4,metadata:[5,16],mind:13,mode:4,model:2,modul:16,multi:14,next:[15,16],note:3,oauth:14,onli:3,oper:[2,3,8],option:4,out:4,own:14,packag:[3,7],password:[5,14],pipelin:16,platform:8,plugin:10,polici:3,pool:3,principl:6,process:5,profil:11,pr
 oject:12,queri:11,queue:3,quick:15,recap:16,refer:2,resourc:12,rest:0,roadmap:12,roll:14,rule:3,run:[3,5,13,16],scale:4,schedul:[5,13],scope:3,screenshot:[11,17],script:16,secur:14,set:[4,14,16],sla:3,ssl:14,start:15,start_dat:5,still:5,storag:8,subdag:3,systemd:4,task:[3,5,16,17],templat:[3,16],tenanc:14,test:[4,16],top:10,tree:17,trigger:[3,5,13],tutori:16,undead:3,upstart:4,valid:16,variabl:[2,3,17],view:17,web:14,webservic:8,what:[5,10,15,16],why:[5,10],workflow:3,xcom:3,your:14,zombi:3}})
\ No newline at end of file
+Search.setIndex({docnames:["api","cli","code","concepts","configuration","faq","index","installation","integration","license","plugins","profiling","project","scheduler","security","start","tutorial","ui"],envversion:50,filenames:["api.rst","cli.rst","code.rst","concepts.rst","configuration.rst","faq.rst","index.rst","installation.rst","integration.rst","license.rst","plugins.rst","profiling.rst","project.rst","scheduler.rst","security.rst","start.rst","tutorial.rst","ui.rst"],objects:{"airflow.contrib":{hooks:[2,1,0,"-"],operators:[2,1,0,"-"]},"airflow.contrib.executors.mesos_executor":{MesosExecutor:[2,0,1,""]},"airflow.contrib.hooks":{FTPHook:[2,0,1,""],SSHHook:[2,0,1,""]},"airflow.contrib.hooks.FTPHook":{close_conn:[2,2,1,""],create_directory:[2,2,1,""],delete_directory:[2,2,1,""],delete_file:[2,2,1,""],describe_directory:[2,2,1,""],get_conn:[2,2,1,""],list_directory:[2,2,1,""],rename:[2,2,1,""],retrieve_file:[2,2,1,""],store_file:[2,2,1,""]},"airflow.contrib.hooks.SSHHook":{Pop
 en:[2,2,1,""],check_output:[2,2,1,""],tunnel:[2,2,1,""]},"airflow.contrib.operators":{SSHExecuteOperator:[2,0,1,""]},"airflow.contrib.operators.hipchat_operator":{HipChatAPIOperator:[2,0,1,""],HipChatAPISendRoomNotificationOperator:[2,0,1,""]},"airflow.executors":{LocalExecutor:[2,0,1,""],SequentialExecutor:[2,0,1,""]},"airflow.hooks":{DbApiHook:[2,0,1,""],HttpHook:[2,0,1,""],MySqlHook:[2,0,1,""],PrestoHook:[2,0,1,""],SqliteHook:[2,0,1,""]},"airflow.hooks.DbApiHook":{bulk_dump:[2,2,1,""],bulk_load:[2,2,1,""],get_conn:[2,2,1,""],get_cursor:[2,2,1,""],get_first:[2,2,1,""],get_pandas_df:[2,2,1,""],get_records:[2,2,1,""],insert_rows:[2,2,1,""],run:[2,2,1,""]},"airflow.hooks.HttpHook":{get_conn:[2,2,1,""],run:[2,2,1,""],run_and_check:[2,2,1,""]},"airflow.hooks.MySqlHook":{bulk_load:[2,2,1,""],get_conn:[2,2,1,""]},"airflow.hooks.PrestoHook":{get_conn:[2,2,1,""],get_first:[2,2,1,""],get_pandas_df:[2,2,1,""],get_records:[2,2,1,""],run:[2,2,1,""]},"airflow.hooks.SqliteHook":{get_conn:[2,2,1,
 ""]},"airflow.macros":{ds_add:[2,3,1,""],ds_format:[2,3,1,""],hive:[2,1,0,"-"],random:[2,3,1,""]},"airflow.macros.hive":{closest_ds_partition:[2,3,1,""],max_partition:[2,3,1,""]},"airflow.models":{BaseOperator:[2,0,1,""],Connection:[2,0,1,""],DAG:[2,0,1,""],DagBag:[2,0,1,""],TaskInstance:[2,0,1,""]},"airflow.models.BaseOperator":{clear:[2,2,1,""],dag:[2,4,1,""],deps:[2,4,1,""],detect_downstream_cycle:[2,2,1,""],downstream_list:[2,4,1,""],execute:[2,2,1,""],get_direct_relatives:[2,2,1,""],get_flat_relatives:[2,2,1,""],get_task_instances:[2,2,1,""],has_dag:[2,2,1,""],on_kill:[2,2,1,""],post_execute:[2,2,1,""],pre_execute:[2,2,1,""],prepare_template:[2,2,1,""],render_template:[2,2,1,""],render_template_from_field:[2,2,1,""],run:[2,2,1,""],schedule_interval:[2,4,1,""],set_downstream:[2,2,1,""],set_upstream:[2,2,1,""],upstream_list:[2,4,1,""],xcom_pull:[2,2,1,""],xcom_push:[2,2,1,""]},"airflow.models.Connection":{extra_dejson:[2,4,1,""]},"airflow.models.DAG":{add_task:[2,2,1,""],add_task
 s:[2,2,1,""],clear:[2,2,1,""],cli:[2,2,1,""],concurrency_reached:[2,4,1,""],crawl_for_tasks:[2,2,1,""],create_dagrun:[2,2,1,""],deactivate_stale_dags:[2,5,1,""],deactivate_unknown_dags:[2,5,1,""],filepath:[2,4,1,""],folder:[2,4,1,""],get_active_runs:[2,2,1,""],get_dagrun:[2,2,1,""],get_last_dagrun:[2,2,1,""],get_template_env:[2,2,1,""],is_paused:[2,4,1,""],latest_execution_date:[2,4,1,""],normalize_schedule:[2,2,1,""],run:[2,2,1,""],set_dependency:[2,2,1,""],sub_dag:[2,2,1,""],subdags:[2,4,1,""],sync_to_db:[2,5,1,""],topological_sort:[2,2,1,""],tree_view:[2,2,1,""]},"airflow.models.DagBag":{bag_dag:[2,2,1,""],collect_dags:[2,2,1,""],dagbag_report:[2,2,1,""],get_dag:[2,2,1,""],kill_zombies:[2,2,1,""],process_file:[2,2,1,""],size:[2,2,1,""]},"airflow.models.TaskInstance":{are_dependencies_met:[2,2,1,""],are_dependents_done:[2,2,1,""],clear_xcom_data:[2,2,1,""],command:[2,2,1,""],command_as_list:[2,2,1,""],current_state:[2,2,1,""],error:[2,2,1,""],generate_command:[2,5,1,""],get_dagrun
 :[2,2,1,""],init_on_load:[2,2,1,""],is_premature:[2,4,1,""],key:[2,4,1,""],next_retry_datetime:[2,2,1,""],pool_full:[2,2,1,""],previous_ti:[2,4,1,""],ready_for_retry:[2,2,1,""],refresh_from_db:[2,2,1,""],run:[2,2,1,""],xcom_pull:[2,2,1,""],xcom_push:[2,2,1,""]},"airflow.operators":{BashOperator:[2,0,1,""],BranchPythonOperator:[2,0,1,""],DummyOperator:[2,0,1,""],EmailOperator:[2,0,1,""],ExternalTaskSensor:[2,0,1,""],GenericTransfer:[2,0,1,""],HdfsSensor:[2,0,1,""],HivePartitionSensor:[2,0,1,""],HttpSensor:[2,0,1,""],MetastorePartitionSensor:[2,0,1,""],MySqlOperator:[2,0,1,""],NamedHivePartitionSensor:[2,0,1,""],PrestoCheckOperator:[2,0,1,""],PrestoIntervalCheckOperator:[2,0,1,""],PrestoValueCheckOperator:[2,0,1,""],PythonOperator:[2,0,1,""],S3KeySensor:[2,0,1,""],ShortCircuitOperator:[2,0,1,""],SimpleHttpOperator:[2,0,1,""],SqlSensor:[2,0,1,""],TimeSensor:[2,0,1,""],TriggerDagRunOperator:[2,0,1,""],WebHdfsSensor:[2,0,1,""]},"airflow.operators.BashOperator":{execute:[2,2,1,""]},"airfl
 ow.operators.HdfsSensor":{filter_for_filesize:[2,5,1,""],filter_for_ignored_ext:[2,5,1,""]},"airflow.operators.sensors":{BaseSensorOperator:[2,0,1,""]},airflow:{executors:[2,1,0,"-"],hooks:[2,1,0,"-"],macros:[2,1,0,"-"],models:[2,1,0,"-"],operators:[2,1,0,"-"]}},objnames:{"0":["py","class","Python class"],"1":["py","module","Python module"],"2":["py","method","Python method"],"3":["py","function","Python function"],"4":["py","attribute","Python attribute"],"5":["py","staticmethod","Python static method"]},objtypes:{"0":"py:class","1":"py:module","2":"py:method","3":"py:function","4":"py:attribute","5":"py:staticmethod"},terms:{"00am":2,"01t23":13,"10pm":3,"2am":2,"abstract":[2,3,6,10],"boolean":[2,3],"break":8,"byte":5,"case":[3,5,13,14,16],"class":[1,2,3,7,9,10,16],"default":[0,1,4,5,6,13,14,15,17],"export":[1,15],"function":[0,2,5,6,14,16],"import":[1,2,3,5,6,7,9,10,13,14],"int":2,"long":2,"new":[2,3,5,10,13,14],"return":[0,1,2,3,5,8,10],"short":2,"static":[2,6,10],"super":[2,14],
 "switch":[4,14],"true":[2,3,4,5,13,14,16],"try":[2,3,4],"var":[2,4,8],"while":[2,3,5,6,9,13,14,15,16,17],AND:[2,9],AWS:[4,6],Added:3,And:14,Are:5,But:[4,8],FOR:[2,9],For:[0,2,3,4,5,7,9,12,14,16],IDs:2,LTS:4,Not:[2,3,9],One:[3,14,16],QDS:7,That:[13,16],The:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,15,16,17],There:[2,3,5,10],These:[2,3,4,11],USE:9,Use:[1,2,4,6],Using:[2,3,6,10],Will:[2,10],With:14,__class__:3,__doc__:3,__init__:[2,3],__name__:[3,10],_cmd:4,_copying_:2,_host:14,abbrevi:3,abil:[3,14],abl:[2,4,5,14,15,16],about:[2,3,4,9,13,16],abov:[3,4,9,13,14,17],absenc:3,absolut:3,accept:[6,9],access:[1,2,3,4,10,14],access_logfil:1,access_token:17,accesskei:3,accord:14,accordingli:3,account:[2,14],achiev:14,acquir:2,across:[4,17],act:[2,3,9,16],action:[2,17],activ:[0,2,3,5,10,13,14,16],active_dag_id:2,actual:[2,3,5,16],acycl:[2,3,6],add:[1,2,3,4,5,9,14],add_task:2,added:2,addendum:9,adding:[1,13],addit:[2,4,6,9],addition:14,addprinc:14,adhoc:[1,2,6],adjust:[4,14],admin:[3,4,5,10,11,14,15],adm
 in_view:10,advanc:16,advantag:14,advis:[2,9],affect:3,after:[2,3,6,13],afterward:2,against:[2,3,5,8,9,14,16],aggregate_db_message_job:3,aggregate_db_message_job_cmd:3,ago:5,agre:9,agreement:[3,9],airbnb:[3,12,16],airflow:[0,1,2,3,4,8,11,12,13,14,15,16,17],airflow__:4,airflow__core__sql_alchemy_conn:4,airflow__core__unit_test_mod:4,airflow_config:4,airflow_conn_:[3,4],airflow_conn_postgres_mast:3,airflow_hom:[4,5,10,15],airflow_set:3,airflowignor:2,airflowplugin:10,airflowtestplugin:10,alchemi:4,alert:[2,3,10],alex:8,algorithm:2,align:5,all:[1,2,3,4,6,7,9,13,14,16],all_db:7,all_don:[2,3],all_fail:[2,3],all_success:[2,3],alleg:9,alloc:2,allow:[1,2,3,4,5,6,10,11,13,14,15,16,17],allowed_st:2,allowed_team:14,alon:9,along:[5,9,16],alongsid:[2,9,13],alreadi:[1,2],alright:16,also:[2,3,4,5,7,9,10,13,14,16],alter:[2,3,4,5,14],altern:[2,13],altert:2,although:14,alwai:[2,3,17],amazon:[4,6],amount:[2,3],analys:17,analyz:3,anand:12,anchor:2,ani:[2,3,4,5,9,13,16,17],annot:9,announc:12,anomali:10,a
 noth:[2,3,6,8],ansibl:4,anyon:14,anyth:[3,16],anytim:3,anywher:[2,3],aoen:12,apach:[2,9,12],api:[1,6,7,9,14],api_cli:0,api_kei:17,apikei:17,apiv2:2,appar:2,appear:[2,3,9],append:[2,4],appendix:9,appli:[2,3,7,9,13],applic:[9,10,11,14],appropri:[3,9,14],arbitrari:[3,6],architectur:6,archiv:9,are_dependencies_met:2,are_dependents_don:2,aren:[2,3],arg:2,argument:[1,2,6,13],aris:9,around:[2,6,16],arrai:[6,10],arthur:12,artwr:12,ascii:2,asf:6,assert:9,asset:2,assign:[2,5,6],associ:[2,3,9,13],assum:[2,3,4,9,14,16],asterisk:14,async:7,atom:[3,13],attach:[2,3,9],attach_to:2,attack:14,attempt:[1,2],attent:[2,5],attr:2,attribut:[1,2,3,9],audit:10,auth:[0,2,14],auth_backend:[0,14],authen:14,authent:[2,3,6,7],author:[2,4,6,9,14,16,17],authorship:9,auto:5,autocommit:2,automat:[2,3,4,14],autoscalingalgorithm:8,avail:[0,2,3,4,9,10,11],averag:2,avoid:3,awai:2,awar:[3,14],azkaban:6,back:[2,5,10],backend:[0,2,6,7,14,15],backfil:[1,2,3,5,6,15],background:[2,16],backoff:2,backup:4,bag:2,bag_dag:2,balanc
 :3,bar:[2,3],bare:16,base64:5,base:[2,3,4,6,9,10,13,14],base_dag:2,base_executor:[2,10],base_hook:[2,10],base_url:[2,14],basedag:2,basedagbag:2,basedn:14,baseexecutor:[2,10],basehook:[2,3,10],baseoper:[3,6,10,16],basesensoroper:6,baseview:10,bash:[2,3,16],bash_1:3,bash_command:[2,3,16],bash_command_to_run:4,bash_oper:[2,16],bash_queu:16,bashoper:[2,3,16],basi:9,basic:[3,5,7,8,10,11,16],bcc:2,bcrypt:14,beauchemin:12,becaus:[2,3],becom:[2,3,6,10,16],been:[2,3,4,9,13,14],befor:[1,2,3,4,5,8,14],begin:[3,13],behalf:9,behav:[2,5],behavior:[2,3,13],behind:[2,4,7,13],being:[2,3,11],belong:14,below:[2,5,9,10,15,16],benefici:9,best:2,beta:8,better:[5,16],between:[2,3,8,13,16],beyond:[2,5],bigqueri:6,bigqueryhook:6,bin:3,bind:9,bind_password:14,bind_us:14,bit:4,bitshift:6,blob:16,block:[2,3,16,17],blog:[2,9],blueprint:10,bodi:2,boilerpl:9,bolk:12,bolkedebruin:12,bonu:2,bool:2,boot:4,both:[2,5],bother:16,bottleneck:17,box:[2,4,15],bracket:[9,16],branch:[2,6],branch_fals:3,branchpythonoper:[2,3]
 ,broker:[1,4],broker_api:1,broker_url:4,brought:12,brows:[3,5],browser:14,bruin:12,bucket:[2,4,8],bucket_kei:2,bucket_nam:2,buffer:2,bug:4,build:[3,4,6,11],built:[2,3,4,6,10,11,16],bulk:[5,17],bulk_dump:2,bulk_load:2,bump:3,bundl:2,burn:1,but_this_dag_will_not:3,cacert:14,cach:14,cal:8,call:[2,3,4,5,13,16],callabl:2,callback:14,can:[0,2,3,4,6,7,8,10,11,13,14,15,16,17],cannot:[2,3,9,16],cap_net_bind_servic:14,capabl:[10,13],capac:3,card:2,care:[1,4],carri:[3,9],cascad:3,cast:2,catchup:[2,6],catchup_by_default:13,categori:10,caus:[5,9],celeri:[1,3,5,6,7,14],celery_result_backend:4,celeryexecutor:[2,3,4,5,7,13],cell:2,central1:8,central:3,cert:14,certain:[2,3,8],certif:[1,14],cfg:[1,2,3,4,5,13,14,15,16],cfg_path:[1,2],chain:3,chanc:4,chang:[0,4,6,8,9,13,14,15,16],channel:12,charact:9,character:3,charg:[5,9],charset:2,chart:[6,10],chat:12,check:[1,2,3,5,8],check_oper:2,check_output:2,checkoper:2,chef:4,child:3,child_dag:3,child_dag_nam:3,chmod:14,choic:[1,2,16],choos:[2,3,9,14],chri:12,
 circuit:2,claim:9,clariti:6,claus:2,clean:2,cleanup:[2,5],clear:[1,2,3,5,13,17],clear_xcom_data:2,cli:[2,3,4,5,6,13],click:[5,14,16,17],client:[0,2,7,14],client_id:14,client_secret:14,close:[2,5,14],close_conn:2,closest:2,closest_ds_partit:2,cloud:[4,6,7],cloudant:7,cluster:[4,6,8],cmd:2,code:[1,2,3,4,6,8,9,10,16],collabor:6,collect:[2,3,10],collect_dag:2,color:2,column:2,com:[2,3,14,16],combin:[3,9],come:[2,13],comma:[1,2,3],command:[2,3,4,6,7,13,15],command_as_list:2,comment:9,commerci:9,commit:[2,12,14],commit_everi:2,committ:6,common:[3,4,5,9,16],commonli:2,commun:[3,6,9,16],compani:10,compar:6,comparison:2,compil:[5,9],complet:[2,3,4,6,13],complex:[2,3,6,10],compli:9,complianc:9,complic:16,compon:10,compos:[3,14,16],composit:6,comprehens:17,comput:[2,9],concept:[4,5,6,13,16],conceptu:3,concern:3,concur:5,concurr:[1,2,5],concurrency_reach:2,condit:[2,3,7,9],conf:[1,2,4],config:[1,10,14],configur:[0,1,2,3,6,9,13,14,15,16,17],confirm:[1,5,13],confirm_prompt:2,confus:[2,3,5],conjun
 ct:[1,3,15],conn_extra:1,conn_id:[1,2,3,4],conn_typ:2,conn_uri:1,connect:[1,2,6,7,10,11,14],connect_timeout:2,connecton:11,consequenti:9,consid:[2,3,4],consist:[3,6,9],consol:14,conspicu:9,constant:[2,3],constitu:3,constitut:9,constru:9,constructor:[2,16],contact:[4,9],contain:[2,3,4,5,9,13,14,16,17],content:[2,3,9,10,12,14],context:[2,4,5,6,16],continu:[2,6],contract:9,contrib:[2,3,8,14],contribut:[6,9],contributor:[9,12],contributori:9,control:[2,3,9,17],conveni:[2,3],convent:3,convers:9,convert:2,cool:2,copi:[2,4,8,9,14],copyright:[9,14],core:[2,4,6,10,14],correct:3,correpsond:3,correspond:[2,3,4,5],could:[2,3,14,16],count:[1,2],counterclaim:9,cours:14,cover:13,cpu:[2,3,10],craft:2,crawl:[2,13],crawl_for_task:2,creat:[0,2,3,4,6,10,11,13,14,15,16,17],create_dagrun:2,create_directori:2,creation:2,credenti:14,credit:14,criccomini:12,criteria:[2,3],criterion:2,critic:[1,2,3],cron:[2,3,5,13],cross:[3,9,16],crt:14,crud:1,crypto:[4,6,7],curli:16,current:[0,2,13,17],current_st:2,cursor:2
 ,custom:10,customari:9,cycl:[2,3,16],daemon:[1,4,13],dag:[0,1,2,4,6,8,14,15],dag_1:3,dag_2:3,dag_fold:[2,3,4],dag_id:[0,1,2,3,5,16],dag_md:3,dag_run:[0,2],dag_run_obj:2,dag_stat:1,dagbag:[1,2,5],dagbag_report:2,dagfil:3,dagrun:[1,2,5],dagrun_timeout:2,dags_fold:[4,5],dai:[2,5,8,13,15,16],daili:[2,5,13],damag:9,dan:[2,12],data:[2,3,6,7,10,14,16,17],data_profiler_filt:14,databas:[1,2,3,4,6,7,8,10,11,15,16],dataflow:6,dataflow_default_opt:8,dataflowhook:6,datafram:2,dataproc:6,dataprocpysparkoper:6,dataset:[2,13],datastor:6,date:[1,2,3,9,13,16],date_filter_column:2,datestamp:2,datetim:[2,3,5,13,16],dateutil:2,davydov:12,days_back:[2,8],dbapi_hook:2,dbapihook:2,deactiv:2,deactivate_stale_dag:2,deactivate_unknown_dag:2,deal:6,debug:[1,2,16],decid:4,decis:6,declar:2,deep:2,def:[2,3,10],default_arg:[2,3,5,8,16],default_imperson:14,default_login:14,default_param:5,default_queu:3,defend:9,defer:3,deferred_op:3,defin:[2,3,4,5,6,9,10,13,14,16],definit:[0,2,3,6,9,10],delai:[1,2,5],delet:[1,2,3,
 13,17],delete_directori:2,delete_fil:2,deliber:[2,9],delimit:[1,2,3],demonstr:3,dep:2,dep_context:2,depcontext:2,depend:[1,2,3,4,5,6,7,13,17],depends_on_past:[1,2,3,5,8,16],deploi:10,deploy:10,depth:16,deriv:[2,4,9,10],descend:3,describ:[2,3,5,9],describe_directori:2,descript:[1,2,3,9],deseri:[1,2,3],deserialize_json:3,design:[3,9,13],desir:[2,16],destin:2,destination_conn_id:2,destination_t:2,detail:[2,3,5,14,17],detect:[2,10],detect_downstream_cycl:2,determin:[2,3,9],dev:[4,7,12],devel:7,devel_hadoop:7,develop:[1,2,14,16],deviat:2,dialog:13,dict:[1,2,3],dictionari:[2,3,5,16],did:16,die:3,differ:[2,3,5,8,9,10,16,17],direct:[2,3,4,6,9],directli:[2,3,5,11],directori:[1,2,3,4,14,16],dirti:15,disclaim:[6,9],discuss:9,displai:[4,9,13,16],disregard:[2,16],distinct:2,distribut:[2,3,7,9],do_pickl:1,doc:[2,3,5,16],doc_json:3,doc_md:3,doc_rst:3,doc_yaml:3,dockeroper:3,document:[2,4,5,9,12,14,16],doe:[1,2,3,4,5,6,7,9,14,16],doesn:[1,2,3,16],domain:14,domainnam:0,don:[2,3,4,7,9,13,14],done:[2,
 3,5,13,14,16],donot_pickl:[1,2],door:3,dot:[2,3],doubl:[2,4,16],down:[1,3],download:[4,8],downstream:[1,2,3,13],downstream_list:2,downstream_task_id:2,drive:4,driven:10,driver:4,drop:[2,10],druid:7,dry:1,dry_run:[1,2],ds_add:[2,16],ds_format:2,ds_nodash:2,dttm:2,dubiou:2,due:4,dummi:[2,3,10],dummy_1:3,dummy_oper:3,dummy_task:3,dummyoper:[2,3],dump:2,durat:[1,6],dure:[3,4,17],dynam:[2,3,6],each:[2,3,5,9,12,13,16],eagerli:4,earlier:16,easi:[3,4,6,10,11,14,17],easier:[2,9],easiest:7,easili:[2,3,5,6,11,13,16],echo:[3,16],ecosystem:10,edit:[4,17],editori:9,effect:[2,3],effort:6,egg:4,either:[2,3,4,9,13,14,15],elabor:9,elaps:2,elast:2,electron:9,eleg:6,element:4,els:15,elsewher:3,email:[2,3,8,12,14,16],email_on_failur:[2,8,16],email_on_retri:[2,8,16],emailoper:[2,3],emit:[3,5,16],empti:[2,3],enabl:[0,2,3,4,6,7],enclos:9,encod:5,encrypt:[4,6,7,14],encrypt_s3_log:4,end:[2,9,13],end_dat:[1,2,13,16],endors:6,endpoint:[2,6],endpoint_url:0,enforc:[3,5],engin:[2,5,6],ensur:[3,5],enterpris:6,enti
 r:[1,3,5],entiti:9,entri:[2,13,14],env:[2,3,4],environ:[2,3,4,6,7,11,13,16,17],ep_data_pipeline_db_msg_agg:3,equival:[3,7,16],era:5,error:[1,2],error_logfil:1,especi:[3,5,16],essenti:2,etc:[2,3,4,14],eval:2,evalu:[2,3,5,13,16],even:[2,3,9,11],event:[3,9,16],eventlet:1,ever:2,everi:[2,3,13,14,16],everyon:16,everyth:[16,17],exactli:[2,17],examin:13,exampl:[2,3,4,6,9,13,14,15],example1:15,example_bash_oper:15,example_dag:[3,16],except:[2,3,5,9,14,16],exchang:[3,6],exclud:[1,9],exclude_subdag:1,exclus:[9,13],exec_d:1,execut:[1,2,3,4,5,6,8,9,13,16],execution_d:[1,2,3,13,16],execution_date_fn:2,execution_delta:2,execution_tim:3,execution_timeout:[2,3],executor:[1,3,4,5,6,10,13],exercis:9,exhaust:4,exist:[0,1,2,3,4,5,14,16],exit:[1,14],expans:4,expect:[0,2,3,5,6],experiment:6,expir:2,expiration_d:2,explan:16,explicit:6,explicit_op:3,explicitli:[2,3,9,14,16],exponenti:2,expos:[0,2,3,4,10,14],express:[2,5,8,9,13],ext:2,extend:[2,6],extens:[2,6,8],extent:2,extern:[2,3,5,6,10],external_dag_id:
 2,external_task_id:2,external_trigg:2,externaltasksensor:2,extra:[1,2,3,6,14],extra_dejson:2,extra_opt:2,fact:3,factori:3,fail:[1,2,3,4,5,13,16,17],failur:[2,4,6,9],fairli:15,fals:[1,2,4,8,13,16],familiar:[3,16],faq:[2,6],fast:15,fault:[2,3],featur:[2,3,4,7,10,16,17],feb:14,fee:9,fernet:5,fernet_kei:5,fetch:4,few:[2,4,11,15,16],field:[1,2,9],fifti:9,figur:[2,3,13],file:[0,1,2,3,4,6,8,9,10,13,14,15],file_path:2,file_s:2,filenam:[2,3],filepath:[1,2],files:2,filesystem:4,fill:[2,3,11,14],filter:[1,2,3,14],filter_by_own:14,filter_for_files:2,filter_for_ignored_ext:2,find:[2,4,5,16,17],fine:16,finish:2,fire:[2,3,4,5],first:[1,2,3,4,5,12,13,15,16],fit:[2,6,9],fix:[2,4,13],flag:[2,13],flask:[1,10,11],flask_admin:10,flask_blueprint:10,flask_login:14,flat:2,flavor:10,flexibl:[2,16],flower:[1,4],flower_conf:1,folder:[2,4,10,13,14,15,16],follow:[0,2,3,4,6,9,14,16],foo:[2,3],foo_:5,foo_dag_id:5,foobar:4,forc:[1,2],foreground:1,foreign:2,form:[2,3,6,9],format:[2,3,4,5,9],forward:[2,5],found:[2,4
 ,14],foundat:[6,9,12,15],four:3,framework:[4,10],free:[3,9],frm:2,from:[1,2,3,4,5,6,8,9,10,11,12,13,14,15,16,17],from_nam:2,ftp:2,ftp_conn_id:2,ftp_default:2,ftphook:2,full:[2,12],full_filepath:2,fulli:[0,2,5,6,14],functiontyp:2,fundament:16,further:[6,15,16],furthermor:14,futur:[2,13],galaxi:10,gantt:6,garag:3,gate:14,gcp:6,gcp_api:7,gcp_conn_id:8,gcp_dataflow_bas:8,gcp_default:8,gener:[1,2,3,6,9,10,14,16,17],generate_command:2,generictransf:2,get:[0,1,2,3,4,6,10,11,13,15,16,17],get_active_run:2,get_conn:2,get_connect:3,get_cursor:2,get_dag:2,get_dagrun:2,get_direct_rel:2,get_first:2,get_flat_rel:2,get_last_dagrun:2,get_pandas_df:2,get_partitions_by_filt:2,get_partitions_by_nam:2,get_record:2,get_task_inst:2,get_template_context:2,get_template_env:2,gevent:1,ghe:6,ghe_oauth:14,ghost:2,git:4,github:[6,9,12,16],github_enterpris:14,github_enterprise_auth:14,gitignor:2,gitter:12,give:[3,9],given:[0,2,3,8],glanc:17,global:[2,3,5],goal:16,goe:[2,5,16],going:15,good:3,goodby:3,goodwil:9,g
 oogl:[4,6,7],google_auth:14,google_client_id:14,google_client_secret:14,googlecloudstoragehook:6,govern:9,grab:2,grade:4,grai:2,grant:9,graph:[2,3,6],great:[3,4,13],greater:2,green:2,grossli:9,group:[2,4,14],gunicorn:[1,7],had:[2,5,13],hadoop:[7,8,14],hand:[14,15],handl:[2,3,4,13],happen:[3,13,16],hard:[2,3],harmless:9,has:[1,2,3,4,5,6,8,9,10,13,14,16],has_dag:2,hash:14,hasn:[3,13],have:[2,3,4,5,6,7,8,9,10,11,13,14,16],haven:[2,3,16],hdf:[2,3,7],hdfs_conn_id:2,hdfs_default:2,hdfs_hook:2,hdfshook:2,hdfssensor:2,head:[15,16],header:2,heartbeat:[2,3,5],heavili:2,hello:[3,10],help:[1,9,10,14],here:[2,3,4,5,7,10,13,14,15,16,17],herebi:9,herein:9,hidden:17,hierarchi:16,high:2,highchart:11,higher:2,highli:4,highlight:16,hipchat:2,hipchat_oper:2,hipchatapioper:2,hipchatapisendroomnotificationoper:2,histori:6,hit:[2,3],hive2mysqloper:2,hive2sambaoper:7,hive:[2,3,4,7,8,10,14],hive_conn_id:2,hiveoper:[3,4,14],hivepartitionsensor:[2,3],hivesensoroper:2,hold:9,holder:0,home:15,homogen:4,hook:[6,
 7,8,10,14,16],hope:13,horribl:16,host:[2,4,14],hostnam:[1,2,3,4,14],hour:[2,3,5,13],hourli:[2,5,13],hous:3,how:[2,3,4,6,9,10,13,16,17],howev:[3,4,9,14],hql:2,html:[2,10,16],html_content:2,http:[0,2,3,9,10,14,16],http_conn_id:2,http_default:2,httphook:2,httpoper:3,httpsensor:2,human:2,idea:[2,4,5,6],idempot:13,identif:9,identifi:[1,2,9,16,17],ids:2,ignor:[1,2],ignore_:2,ignore_all_dep:2,ignore_all_depend:1,ignore_copi:2,ignore_depend:1,ignore_depends_on_past:[1,2],ignore_first_depends_on_past:[1,2],ignore_task_dep:2,ignore_task_depsstore_tru:1,ignore_ti_st:[1,2],ignored_ext:2,iii:9,immedi:[2,3],imper:4,imperson:[2,6],implement:[2,3],impli:9,improv:9,inabl:9,inact:[2,5],inc:9,incident:9,includ:[1,2,3,4,9,13,16],include_adhoc:[1,2],include_downstream:2,include_exampl:2,include_prior_d:2,include_subdag:2,include_upstream:2,inclus:9,incorpor:9,incub:12,incur:9,indemn:9,indemnifi:9,independ:[2,3],index:2,indic:[2,3,6,9],indirect:9,individu:[2,9,13,16],ineffici:2,infer:[2,3],inferred_op:3,
 infin:6,info:[0,1,2],inform:[2,3,4,9,13,14,16],infrastructur:6,infring:9,ingress:8,inherit:[2,16],init:4,init_on_load:2,initctl:4,initdb:[1,4,15],initi:[1,2,4,14,15],initialis:2,inject:10,input:2,input_format:2,insecur:14,insert:[2,3],insert_row:2,insid:3,inspect:[13,15],inspir:2,instal:[2,3,4,6,10,14,15],instanc:[1,2,4,5,6,7,13,14,15,16],instanti:[2,3,5,6,13],instead:[1,2,5,13],institut:9,instruct:[2,3,13],insur:2,integr:[2,6,7,10,14],intention:9,inter:3,interact:[2,3,4,10,11],interest:[2,16],interfac:[3,6,9,11,14,16],intergr:10,intern:[1,13],interpret:[2,3],interv:[2,5,13],intervalcheckoper:2,introduc:5,intuit:16,invari:[2,3],invok:2,involv:3,ipython:3,irrevoc:9,is_paus:2,is_prematur:2,ish:2,isn:[3,6],isoformat:2,issu:[2,3,6,9,12],item:[3,13],iter:2,its:[2,3,4,9,10],itself:[3,5,13,14,16],januari:[9,13],jar:8,jdbc:7,jeremiah:12,jinja2:2,jinja:[2,6,10],jinja_env:2,jira:12,jlowin:12,job:[1,2,3,4,5,8,13,15,17],job_id:2,join:[3,12],json:[1,2,3],json_client:0,june:12,jupo:2,jupyt:3,just
 :[1,2,3,5,10,13,16],kadmin:14,kapil:4,keep:[2,3,6,16],kei:[1,2,3,4,5,13,14,17],kerber:[7,14],kerbero:[0,1,6,7],kernel:2,key1:2,key_fil:2,keytab:[0,1,14],keyword:2,kick:[4,13],kill:[2,3,5],kill_zombi:2,kind:9,know:[4,5,16],knowledg:10,known:[2,7],known_host:2,kruyk:12,kwarg:2,kwd:2,label:[2,11],lai:15,lambda:[2,3],land:[2,10],languag:[9,16],last:2,late:17,later:11,latest:[1,2,6,7,16],latest_d:2,latest_execution_d:2,latest_onli:3,latest_only_oper:3,latest_only_with_trigg:3,latestonlyoper:3,launch:14,law:9,lawsuit:9,layer:5,layout:16,ldap3:14,ldap:[6,7],ldap_auth:14,ldap_ca:14,lead:[2,3],lean:6,least:[2,3,9],leav:2,led:3,left:[3,14],legaci:5,legal:9,leo:12,less:2,let:[1,2,3,4,11,13,16,17],level:[2,3,6,13,14],leverag:[2,3,16],liabil:9,liabl:9,lib:[2,3,4],libffi:4,librari:[2,3,4,5,6,10,16],libz:3,licens:[6,14],licensor:9,life:3,lifetim:13,light:[2,3],lightweight:3,like:[2,3,4,5,7,10,14,16],limit:[2,3,4,6,9,13,15],line:[2,6,13,15],link:[3,6,9,10],linux:14,list:[1,2,3,4,6,7,9,10,12,14,16,1
 7],list_dag:[1,5,16],list_directori:2,list_task:[1,5,16],listen:[3,5,14],lit:2,liter:2,litig:9,live:2,load:[1,2,3,4,8],load_test_config:4,local:[1,2,3,4,5,14,16],local_executor:2,local_full_path_or_buff:2,local_port:2,localexecutor:[1,2,3,4,5,13],localhost:3,locat:[1,2,3,4,14,16],lock:2,lock_for_upd:2,log:[1,2,6,10,14,16],log_fil:1,logfil:1,loggin:2,loggingmixin:2,logic:[2,3,16],login:[2,3,4,14],logist:10,longer:[2,5],look:[1,2,3,5,6,10,12,13,14,16],loss:9,lot:13,lowin:12,machin:[2,3,4,14],macro:[3,5,6,10,11,16],made:[2,3,9],mai:[2,3,4,5,9,13,16],mail:[9,12],main:[2,3,5,10],main_dag:3,maintain:6,make:[0,2,3,4,5,6,9,14,16,17],malfunct:9,malik:4,man:7,manag:[2,6,9,10,14],mani:[1,2,3,5,10,16,17],manner:6,manual:[2,3,4,13],map:2,march:12,mark:[1,2,3,9,13],mark_success:[1,2,13],markdown:3,markup:2,master:[3,16],match:[1,2,3],matter:2,max:[2,12],max_active_run:[2,5],max_partit:2,max_retry_delai:2,maxim:12,maxime_beauchemin:1,maximum:2,maxnumwork:8,mayb:3,mean:[2,3,4,5,8,9,14,16],meaning:2
 ,meant:[2,5],mechan:[2,9,14],media:9,medium:9,meet:[2,9],member:14,memberof:14,memori:2,menu:[3,5,6,10,15],menu_link:10,menulink:10,merchant:9,mere:9,merg:16,meso:[2,6],mesos_executor:2,mesosexecutor:[2,4,13],messag:[2,3,6],message_format:2,met:[2,4,5,13],metadata:[1,2,3,4,6,7,10,13,17],metastor:2,metastore_conn_id:2,metastore_default:2,metastore_mysql:2,metastorepartitionsensor:2,method:[2,3,5],metric:[2,8,10],metrics_threshold:2,microsoft:7,midnight:[5,13],might:[3,5,13,16],migrat:14,mime_subtyp:2,min:5,mind:[3,6],minimum:[7,13],minor:8,minut:[3,5,8,13,16],mismatch:3,miss:[2,3],mistercrunch:12,mix:[2,3,16],mkdir:3,mlsd:2,mode:[1,2,3,6,16],model:[3,6,10,14,16],modif:9,modifi:[2,3,4,9,11],modul:[2,3,5,6,10,14],modular:6,moment:5,monitor:[3,4,6,10,13,17],monospac:3,month:[5,13],monthli:[5,13],more:[2,3,4,6,9,10,12,13,14,16,17],morn:13,most:[2,3,8,13,14,16,17],mostli:[2,6,13],mount:4,move:[2,3,5,6],msg:2,mssql:7,much:[2,3,13],multi:6,multipl:[2,3],multiprocess:2,must:[2,3,4,5,9,14,16]
 ,mutat:3,my_conn_str:4,my_dag1:3,my_dag2:3,my_dag:3,my_databas:2,my_dict_var:2,my_funct:3,my_param:16,my_tabl:2,my_useful_packag:3,my_var:2,mypackag:14,mys3conn:4,mysql:[2,3,4,7],mysql_conn_id:2,mysql_default:2,mysqldb:2,mysqlhook:2,mysqloper:[2,4],name:[1,2,3,4,9,10,14],namedhivepartitionsensor:2,namespac:[2,5,10],nav:14,navig:14,ndfor:16,necessarili:[6,9],need:[2,3,4,5,6,7,10,13,14,15,16],neg:[2,13],neglig:9,neighbour:2,nest:[2,16],network:14,never:[1,2,5],new_user_email:14,new_user_nam:14,newli:6,newobject:2,next:[2,3,6,13,14],next_execution_d:2,next_retry_datetim:2,nice:3,night:3,nlst:2,no_confirm:1,no_host_key_check:2,node:[1,2,3],non:[1,2,4,9],none:[2,3,10,13],noram:14,norandkei:14,normal:[2,3,8,9],normalize_schedul:2,notat:2,note:[0,2,4,5,6,8,13,14,16],notebook:3,noth:[2,9],notic:[3,9,16],notif:2,notifi:2,notwithstand:9,now:[2,3,4,5,13,14,16],nuanc:3,num:2,num_run:1,number:[1,2,3,4,6],oauth2:14,oauth2callback:14,oauth:6,oauth_callback_rout:14,oauth_key_from_github_enterpris:1
 4,oauth_secret_from_github_enterpris:14,obj:2,object:[1,2,3,4,5,9,10,13,16],objectclass:14,oblig:9,observ:2,obtain:9,occur:[2,3],octob:12,off:[2,4,13],offer:[9,10],offici:[2,12],offset:2,often:[2,3],on_failure_callback:2,on_kil:2,on_retry_callback:2,on_success_callback:2,onboard:5,onc:[2,3,4,5,13,14,16],one:[2,3,4,5,6,9,13,14,16],one_fail:[2,3],one_success:[2,3],ones:[2,5,8,17],onli:[0,1,2,4,5,6,7,9,13,14,15],only_fail:[1,2],only_if_upd:2,only_run:[1,2],oozi:6,op1:3,op2:3,op3:3,op4:3,op_arg:2,op_kwarg:2,open:[2,3,5,12,14],oper:[1,4,5,6,7,10,16],oppos:[2,3],optim:2,option:[1,2,3,6,8,11,13,14,15,16],orchestr:[2,6],order:[2,3,4,13,14],org:[2,9,10,12,16],organ:[3,10],organiz:14,orient:2,origin:9,orm:2,other:[1,2,3,4,6,9,11,13,16],otherwis:[2,9,16],our:16,out:[2,3,5,6,9,13,15],outag:10,outgrow:15,outlier:17,output:[2,16],output_encod:2,output_format:2,outsid:13,outstand:9,over:[1,2,3,4,15,17],overlap:17,overrid:[1,2,5,16],overridden:[2,5],overriden:2,overview:17,overwhelm:3,overwrit:4,ow
 n:[2,3,4,6,9,13,16],owner:[2,3,8,9,14,16],ownership:9,packag:[2,4,6],package1:3,page:[3,5,9,12,17],pai:[2,5],pair:[2,17],panda:2,parallel:[2,3,4,15],param:[1,2,16],paramet:[1,2,3,4,5,11,14,16],parameter:[3,6,11],parent:[2,3,5],parent_dag:[2,3],parent_dag_nam:3,parent_modul:2,pars:[2,5,10,16],part:[2,3,9,11,14],parti:9,particular:[3,9],partit:[2,3],partition_nam:2,partitiontyp:8,partli:5,pass:[2,3,5,10,16],pass_valu:2,passwd:17,password:[2,3,4,6,7,17],password_auth:14,passwordus:14,past:[2,3,5,13,17],patent:9,path:[1,2,3,4,14],patrick:12,patrickleotardif:12,pattern:[2,3],paus:[1,2,3],payload:2,peopl:[2,10,16],percent:9,perfect:3,perform:[1,2,3,4,5,6,8,9,13,17],perhap:[3,17],period:[2,3,5,13,16],permiss:[9,14],perpetu:9,persist:[2,13],perspect:[1,3],pertain:9,phase:10,physic:2,pick:[3,4,11,13],pickl:[1,2,3,4],picklabl:2,pickle_id:2,pickleabl:2,pid:[1,15],pig:[2,3,8],piggi:10,pigoper:2,pip:[3,7,15],pipelin:[2,3,4,6,8,11,17],pk1:2,pk2:2,place:[0,2,3,5,9,16],placehold:2,plain:[2,4],plan:
 5,platform:[3,6,7],pleas:[0,3,4,12,14,16],plug:10,plugin:6,plugin_macro:10,pluginexecutor:10,pluginhook:10,pluginoper:10,plugins_manag:10,point:[2,3,4,5,15,16],poke:2,poke_interv:2,polici:6,polymorph:2,pool:[1,2,5,6,16],pool_descript:1,pool_ful:2,popen:2,popul:16,port:[0,1,2,4,14,15],posit:2,possibl:[1,2,3,4,9,13,14,15,16,17],post:[0,2],post_execut:2,postgr:[3,4,7],postgres_mast:3,potenti:3,power:[3,6,9,16],practic:2,pre:5,pre_execut:2,preced:[2,4,16],prefer:[9,13,15],prefix:[3,4],preoper:2,prepar:[3,9],prepare_templ:2,prepped_request:2,present:2,preset:13,presto:2,presto_conn_id:2,presto_default:2,prestocheckoper:2,prestohook:2,prestointervalcheckoper:2,prestotomysqloper:3,prestovaluecheckoper:2,pretti:16,prev_execution_d:2,prevent:[2,3,14],previou:[1,2,3,5,16],previous:[3,5],previous_ti:2,primari:2,primit:2,princip:[0,1,3,14],print:[1,2,3,9,16],print_dat:16,prior:2,priorit:3,prioriti:[2,3],priority_weight:[2,3,16],privaci:9,privileg:14,probabl:[4,5,14],problem:3,problemat:3,proce:
 [2,5],process:[1,2,3,4,6,13,16],process_fil:2,product:[2,3,4,6,9,11,13,16],profil:[2,6,14],program:12,programmat:6,progress:[2,6,16],project:[6,8],promin:9,prompt:1,propag:[2,3],propaget:2,proper:16,properli:[4,5],properti:[2,3,5,14],provid:[2,3,4,9,11,14,16,17],provide_context:[2,3],proxy_us:14,proxyus:14,psycopg2:4,publicli:9,publish:2,pull:[2,3],pull_funct:3,puppet:4,pure:3,purpl:2,purpos:[9,16],push:[2,3,10],push_funct:3,pushing_task:3,put:[2,3,5,10],pv1:2,pv2:2,pwd:3,pyhiv:2,pypi:[7,15],pyspark:8,python:[2,3,4,5,6,7,10,14,16],python_1:3,python_cal:[2,3],python_oper:2,pythonhost:10,pythonoper:[2,3],pythonpath:[4,14],qds:7,qualif:14,qualifi:[0,2,14],qualiti:[2,3],qubol:7,queri:[2,4,6,8],queu:[1,3,5],queue:[1,2,5,6,16],quick:[4,6,17],quickli:[11,15,16,17],quit:5,r39132:12,rabbitmq:[4,7],rais:[2,16],ran:[1,2],randkei:14,random:2,randomli:3,rang:[1,2,3,5,13,16],rather:3,ratio:2,raw:[2,5],reach:[2,3,4,5],reactiv:5,read:[2,4,5,14,16],readabl:[2,9,14],readi:[2,6,15],readm:4,readthedoc:
 16,ready_for_retri:2,real:4,realli:[2,14,16],realm:[0,14],reason:[5,9,16],reboot:3,rebuild:1,recap:6,receiv:[2,3,9,13],recent:[2,3],recipi:[2,9],recogn:2,recommend:[2,4,5,9],record:[1,2,3,16],recreat:2,recurs:2,red:2,redhat:4,redi:4,redirect:[1,14],redistribut:9,redund:16,refer:[3,4,6,10,12,16],referenc:[3,16],reflect:[3,6,10,16],refrain:3,refresh:2,refresh_from_db:2,regard:[2,9],regardless:[1,2],regex:[1,2],regexp:1,regist:[10,11,14],regular:13,reinit_frequ:14,rel:[2,13,16],relat:[2,3,4,5,7,12],relationship:3,relativedelta:2,releas:8,relev:5,reli:[2,14],remain:[9,14],rememb:[2,16],remot:[2,4,5,13],remote_base_log_fold:4,remote_full_path:2,remote_host:2,remote_log_conn_id:4,remote_port:2,remov:2,renam:2,render:[1,2,3,10,16],render_templ:2,render_template_from_field:2,renew:[1,14],repeat:[3,13],repl:14,replac:[2,9,14],report:[1,2],repositori:[4,16],repres:[2,3,5,9,13],represent:[2,17],reproduc:9,reproduct:9,request:[1,2,3],requir:[1,2,3,4,5,6,7,9,14],rerun:1,resembl:3,reset:1,reset_d
 ag_run:2,resetdb:1,resid:3,resolv:2,resourc:[1,2,3,6],respect:[1,2,3,16],respons:[2,9],response_check:2,rest:[2,6],restart:[3,4,5],restrict:14,restructuredtext:3,result:[2,3,9,11,16],resum:1,retain:9,retri:[1,2,3,8,16],retriev:3,retrieve_fil:2,retry_delai:[2,8,16],retry_exponential_backoff:2,return_valu:2,reus:10,revers:4,review:6,revis:9,riccomini:12,rich:[1,3,6,17],right:[2,3,9,11],rightmost:3,risk:9,roadmap:6,role:4,roll:6,room:2,room_id:2,root:[2,3,14],root_dag:2,round:[2,5],rout:14,routin:[2,3],row:[2,3,8],royalti:9,rule:[2,5,6,16],run:[1,2,4,6,14,15,17],run_and_check:2,run_as_own:14,run_as_us:[2,14],run_dur:1,run_id:[1,2,13],runme_0:15,runnabl:3,rwc:14,s3_conn_id:2,s3_default:2,s3filetransferoper:3,s3hook:4,s3keysensor:[2,7],s3prefixsensor:7,safe_mod:2,sai:[2,3,5,13],said:3,samaccountnam:14,samba:7,same:[2,3,4,9,11,14],sampl:4,sandbox:4,save:[2,4,5,11,16],scalabl:6,scale:6,scan:[2,3],scene:[7,13],schedul:[1,2,3,4,6,16],schedule_interv:[2,3,5,13,16],scheduler_interv:5,scheduler
 _run:4,schema:[2,3,4],scope:6,scratch:16,screen:16,screenshot:6,script:[2,3,4,5,6],search:[2,3],search_path:4,search_scop:14,second:[1,2,3,5,16],secret:[14,17],secretkei:3,section:[2,3,4,5,8,9,14,15,16],secur:[2,3,6,9],see:[2,3,4,5,9,13,14,15,16,17],seen:[4,17],select:[2,3,11,13,14],self:[2,10],sell:9,semicolon:2,send:[1,2,3,12],send_room_notif:2,sender:2,sensor:[2,3,5],sensor_queu:3,sent:[2,3,4,9],separ:[3,9,16],sequenti:[2,13,15],sequentialexecutor:[2,3,15],seri:[3,13],serial:[1,2],serv:[1,4,16],serve_log:[1,4],server:[1,2,4,10,14,15,16],servic:[0,1,2,3,4,7,9,13,14],session:[2,14],set:[0,1,2,3,5,6,10,13,17],set_depend:[2,16],set_downstream:[2,3,16],set_the_password:14,set_upstream:[2,3,16],setgid:4,setuid:4,setup:[4,14],sever:3,shall:[2,9],shape:13,share:[2,3,4,9,10,11],shell:[2,14],ship:[1,2],ship_dag:1,shop:9,shortcircuitoper:2,shortcut:[4,17],should:[2,3,4,5,9,10,13,15,16],shouldn:[2,3],show:[1,2,3,5,10,17],shown:2,sid:12,siddharth:12,side:[2,4],signal:5,similar:[3,4,6],simpl:[
 2,3,5,8,10,11,14,16],simplehttpoper:2,simpler:16,simplest:14,simpli:[2,3,10,13,14,16],simplifi:2,simul:16,simultan:3,sinc:[2,3,4,15,16],singl:[1,2,3,8,13,16],site:14,situat:3,size:[2,3],skew:10,skip:[1,2,3],sla:[2,6,10],sla_miss_callback:2,slack:7,slackapipostoper:7,slackoper:3,slave:4,sleep:16,slightli:6,slot:[1,2,3],slot_count:1,slowli:6,slug:14,small:[2,3],snakebit:2,snap:6,soft_fail:2,softwar:[6,9,12],sole:9,solut:6,some:[0,2,3,4,5,13,16,17],somehow:4,someth:[3,14,16],sometim:[2,3,16],somewhat:16,somewher:15,soon:[2,3,4,5,13],sort:[2,3],sound:[3,16],sourc:[2,3,9,11,12,17],source_conn_id:2,space:6,span:17,spark:[3,6,8],spawn:4,special:[2,3,5,9],specif:[1,2,3,4,5,8,9,13,16,17],specifi:[1,2,3,4,5,6,13,14,16],specific_valu:2,spent:17,split:13,sponsor:6,sql:[2,3,4,7,8,11],sql_alchemy_conn:4,sql_alchemy_conn_cmd:4,sqlachemi:2,sqlalchemi:[2,3,4],sqlite:[2,15],sqlitehook:2,sqloper:3,sqlsensor:2,sscursor:2,ssh:[2,14],ssh_default:2,ssh_hook:2,sshexecuteoper:2,sshhook:2,sshpass:2,ssl:[1,2,
 6],ssl_cert:1,ssl_kei:1,stabil:6,stabl:7,stack:[7,10],stage:[3,8],stagingloc:8,stai:13,stamp:13,stand:3,standalon:3,standard:[2,3,5,14],stanza:4,start:[1,2,3,4,5,6,7,8,12,13,16],start_dat:[1,2,3,6,8,13,16],stat:2,state:[1,2,3,5,9,13,16],statement:[2,3,9],static_babynam:2,static_babynames_partit:2,static_fold:10,static_url_path:10,statu:[1,2,3,4,5,6,8,9,13,15,16,17],stderr:1,stdout:[1,2,16],step:[4,16,17],steven:12,still:[2,6,14],sting:2,stop:[2,4],stoppag:9,storag:[2,4,6],store:[1,2,3,4,10,14,15],store_fil:2,storm:6,str:[2,10,13],straightforward:15,stream:[2,6],string:[1,2,3,4,16],structur:[2,6,16],style:2,sub:[1,2],sub_dag:[2,3],sub_part:2,subclass:2,subcommand:[1,2,4,13,16],subdag:[1,2,6],subdag_oper:3,subdagoper:[2,3],subdir:1,subdirectori:3,subject:[2,9],sublicens:9,submiss:[9,13],submit:9,subpackag:[7,14],subpartit:2,subprocess:[2,5,13],subscrib:[3,12],subsect:[1,13],subsequ:[1,9,13],subset:2,subtask:14,subtl:3,subtract:2,subtre:14,succe:[2,3],succeed:[1,2,3,5,17],success:[2,3,
 5,6,13,16],successfulli:[2,3,16],sudo:14,sudoer:14,suit:6,sum:3,sundai:13,super_us:14,supersed:9,superus:14,superuser_filt:14,suppli:[4,14],support:[0,1,2,4,7,8,9,14],sure:[0,3,4,5,14,16],surfac:16,surgeri:6,swagger:0,sync:[1,2,4,13],sync_tim:2,sync_to_db:2,synchron:[2,4],syntax:9,sys:3,sysconfig:4,system:[2,3,4,9],systemd:[6,15],syvineckruyk:12,tab:[2,14],tabl:[2,3,8,10],table_nam:3,tag:5,take:[2,3,4,5,12,14,15,16,17],talk:[2,16],tardif:12,target:[2,4,13],target_field:2,target_tim:2,task1:3,task2:3,task3:3,task4:3,task:[0,1,2,4,6,8,13,14,15],task_failed_dep:1,task_id:[0,1,2,3,8,13,16],task_inst:[2,3],task_instance_key_str:2,task_or_task_list:2,task_param:1,task_regex:[1,2],task_stat:1,taskinst:[2,3],tbl:2,team:[2,14],tell:[1,2,5],templat:[1,2,6,10,11],template_fold:10,template_searchpath:[2,16],templated_command:16,templates_dict:2,templates_ext:2,temporari:[2,3],temporarili:4,tenanc:6,tenant:14,term:9,termin:[3,9],test:[1,2,3,5,6,8,10,14],test_env:3,test_mod:[2,4],test_plugin:10,t
 establ:6,testview:10,text:[2,4,9,17],than:[2,3,6,16],thei:[1,2,3,4,6,7,8,10,11,13,14,16],them:[1,2,3,10,13,14,16],themselv:3,theori:[5,9],thereof:9,thi:[0,1,2,3,4,5,6,9,10,13,14,15,16,17],thing:[2,3,5,16],think:[6,16],third:9,this_dag_will_be_discov:3,those:[2,3,4,9,14],though:[2,3,6],thousand:3,thread:2,three:[3,4],threshold:10,thrift:2,through:[0,2,3,7,9,13,15,16],throughout:2,ticket:[1,14],tighten:14,time:[2,3,4,5,10,13,14,16,17],timedelta:[2,3,5,8,13,16],timedeltasensor:[2,5],timefram:2,timeout:[1,2,3],timesensor:2,timestamp:[2,3,13],tip:3,titl:[3,9],tmp:[3,8],tmp_file:2,to_nam:2,todai:2,togeth:3,token:2,toler:[2,3,8],tomorrow:2,tomorrow_d:2,tomorrow_ds_nodash:2,too:[2,3,13,14],tool:[3,7,10],toolbox:10,top:[2,4,6,11],topic:4,topograph:2,topolog:2,topological_sort:2,tornado:1,tort:9,touch:2,tour:[15,16],track:[3,9,16],trade:9,trademark:9,tradition:3,train:9,transact:2,transfer:[2,3,8,9],transform:9,translat:[5,9],transpar:17,travers:2,treat:[2,3,14],tree:[1,2,5,6,16],tree_view:2,
 tri:[2,14],trigger:[1,2,6,15,16],trigger_dag:[1,13],trigger_dag_id:2,trigger_rul:[2,3],triggerdagrunoper:2,triggerrul:[2,3],troubl:7,troubleshoot:[6,17],trust:14,truth:2,ts_nodash:2,tty:2,tunnel:[2,14],tupl:2,turn:[2,3,13,14],tutori:[6,15],two:[2,3,16],type:[1,2,3,5,9,11,14],typic:[2,3],ubuntu:4,uid:14,ultim:[2,16],unassign:3,unavail:4,unblock:13,undead:6,undefin:14,under:[2,3,4,9,10,12],undergo:6,underli:10,underscor:4,understand:[2,5,10,16,17],undesir:13,unexpect:3,unexpectedli:3,unicod:2,union:9,uniqu:[2,16],unit:[4,6,14],unit_test_mod:4,unittest:2,unix:[2,14],unless:[2,5,9],unmet:1,unpack:[2,3],unpaus:1,unsound:[2,3],until:[0,2,3,4,6],up_for_retri:2,updat:[2,3,5,14],upgrad:1,upgradedb:1,upon:[3,4,15],uppercas:3,upstart:6,upstream:[1,2,3,5,13],upstream_fail:3,upstream_list:2,upstream_task_id:2,uri:[1,2,3,4,14],url:[2,3,4,10,11,14],usag:[1,2,16],use:[0,1,2,3,4,5,9,10,11,13,14,16],use_beelin:14,used:[1,2,3,10,14,16,17],useful:[2,3,7,17],user:[1,2,3,4,6,7,14,16],user_defined_macro:2
 ,user_filt:14,user_name_attr:14,usernam:[2,4,14],uses:[2,3,4,6,14,15],using:[1,2,3,4,5,6,7,8,9,14,15],usr:4,usual:[3,4],utf8:2,utf:2,util:[2,3,6,15],uuid:2,val:1,valid:[3,5,6,14],valu:[1,2,3,4,5,8,13,14,16,17],valuecheckoper:2,vanboxel:8,variabl:[1,4,5,6,16],verbal:9,verbos:[2,16],veri:[1,2,3,5,12,15,16],verifi:[3,5],version:[1,2,3,6,7,9],vertica:7,via:[3,14],view:[1,2,3,4,5,6,10],virtual:2,virtualenv:3,visibl:[2,3],visual:[6,10,11,16,17],vocabulari:3,wai:[2,3,4,5,7,10,13,14,16,17],wait:[1,2,3],wait_for_downstream:[2,5],wait_for_empty_queu:3,walk:[2,16],want:[2,3,4,5,10,13,14,16],warranti:9,wasn:[2,5],wast:3,watch:[4,5],weapon:11,web:[1,3,4,6,10,15,16],web_server_port:14,web_server_ssl_cert:14,web_server_ssl_kei:14,webhdfs_conn_id:2,webhdfs_default:2,webhdfssensor:2,webserv:[0,1,2,4,5,14,15,16],webservic:6,week:13,weekli:13,weight:2,well:[2,3,4,5,13],were:2,what:[2,3,6,7,13,14],whatev:[3,4,7],when:[0,1,2,3,4,5,6,10,11,13,14,16],whenev:2,where:[2,3,4,5,9,13,14,16,17],wherev:[2,9],whe
 ther:[2,9,13],which:[1,2,3,4,5,9,13,14,15,16],whitelist:14,who:10,whole:[2,3,9],whom:9,whose:13,why:[1,6],wiedmer:12,wiki:12,wildcard:2,wildcard_match:2,win:2,window:13,wire:3,within:[1,2,3,4,5,8,9],without:[1,2,3,9,13,14],won:[2,5,7],word:[1,3,4,13,17],work:[1,2,3,4,5,6,9,10,11,13,14,15],worker:[1,2,3,4,5,6,7,10,14,16],worker_timeout:1,workerclass:1,workflow:[2,6],workload:10,worldwid:9,worri:16,worth:2,would:[2,3,4,5,6,13,14,16],wouldn:[2,5],wrap:[2,16],wrapper:2,write:[4,6,9,10,11,14,16],written:[2,9,13,16],wrong:16,www:[2,3,9],xcom:[2,6,16],xcom_pul:[2,3],xcom_push:[2,3],xcom_return_kei:2,xml:14,xst:14,yaml:3,year:13,yearli:13,yellow:2,yes:1,yesterdai:2,yesterday_d:2,yesterday_ds_nodash:2,yet:[2,3,6,13,14,17],you:[2,3,4,5,6,7,9,10,11,13,14,15,16,17],your:[2,3,4,5,6,7,9,10,11,13,15,16,17],yourself:2,yum:7,yvinec:12,yyyi:[1,2,3],yyyymmdd:2,zero:2,zip:[2,3],zip_dag:3,zip_dag_cont:3,zombi:6,zone:8,zoom:3},titles:["Experimental Rest API","Command Line Interface","API Reference","Conc
 epts","Configuration","FAQ","Apache Airflow (incubating) Documentation","Installation","Integration","License","Plugins","Data Profiling","Project","Scheduling & Triggers","Security","Quick Start","Tutorial","UI / Screenshots"],titleterms:{"default":[2,3,16],"function":3,"import":16,AWS:8,Using:14,addit:3,adhoc:11,after:5,airflow:[5,6,7,10],all:5,amazon:8,anoth:5,apach:6,api:[0,2],argument:[3,16],assign:3,authent:[0,14],backend:4,backfil:[13,16],base:5,baseoper:2,basesensoroper:2,beyond:6,bigqueri:8,bigquerycheckoper:8,bigqueryhook:8,bigqueryintervalcheckoper:8,bigqueryoper:8,bigquerytobigqueryoper:8,bigquerytocloudstorageoper:8,bigqueryvaluecheckoper:8,bitshift:3,branch:3,build:10,can:5,catchup:13,celeri:4,chart:[11,17],cli:0,cloud:8,cluster:3,code:17,command:[1,5,16],committ:12,commun:[2,4],composit:3,concept:3,configur:4,connect:[3,4,5],content:6,context:[3,17],contribut:[2,4],core:3,creat:5,crypto:5,dag:[3,5,13,16,17],data:11,dataflow:8,dataflowhook:8,dataflowjavaoper:8,data
 proc:8,dataprochadoopoper:8,dataprochiveoper:8,dataprocpigoper:8,dataprocpysparkoper:8,dataprocsparkoper:8,dataprocsparksqloper:8,datastor:8,deal:5,definit:16,depend:16,document:[3,6],durat:17,dynam:5,enabl:14,encrypt:5,endpoint:0,enterpris:14,exampl:[10,16],executor:2,experiment:0,extern:13,extra:7,failur:5,faq:5,file:16,form:11,gantt:17,gcp:8,get:[5,7],ghe:14,github:14,googl:[8,14],googlecloudstoragedownloadoper:8,googlecloudstoragehook:8,googlecloudstoragetobigqueryoper:8,graph:17,histori:12,hook:[2,3],horizon:6,how:5,idea:3,imperson:14,incub:6,instal:[5,7],instanc:[3,17],instanti:16,integr:[4,8],interfac:[1,10],isn:5,jinja:[3,16],keep:13,kerbero:14,latest:3,ldap:14,licens:9,limit:14,line:[1,16],link:12,list:5,log:4,macro:2,manag:3,menu:17,meso:4,metadata:[5,16],mind:13,mode:4,model:2,modul:16,multi:14,next:[15,16],note:3,oauth:14,onli:3,oper:[2,3,8],option:4,out:4,own:14,packag:[3,7],password:[5,14],pipelin:16,platform:8,plugin:10,polici:3,pool:3,principl:6,process:5,profil:11,p
 roject:12,queri:11,queue:3,quick:15,recap:16,refer:2,resourc:12,rest:0,roadmap:12,roll:14,rule:3,run:[3,5,13,16],scale:4,schedul:[5,13],scope:3,screenshot:[11,17],script:16,secur:14,set:[4,14,16],sla:3,ssl:14,start:15,start_dat:5,still:5,storag:8,subdag:3,systemd:4,task:[3,5,16,17],templat:[3,16],tenanc:14,test:[4,16],top:10,tree:17,trigger:[3,5,13],tutori:16,undead:3,upstart:4,valid:16,variabl:[2,3,17],view:17,web:14,webservic:8,what:[5,10,15,16],why:[5,10],workflow:3,xcom:3,your:14,zombi:3}})
\ No newline at end of file

[2/2] incubator-airflow-site git commit: v1.8.0

[ma...@apache.org]

v1.8.0


Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/commit/69cff492
Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/tree/69cff492
Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/diff/69cff492

Branch: refs/heads/asf-site
Commit: 69cff49228f32d88fcdf3e92808ad51ab3438d8d
Parents: 5e57401
Author: Maxime Beauchemin <ma...@apache.org>
Authored: Mon Mar 20 17:04:37 2017 -0700
Committer: Maxime Beauchemin <ma...@apache.org>
Committed: Mon Mar 20 17:04:37 2017 -0700

----------------------------------------------------------------------
 .../contrib/executors/mesos_executor.html       |   2 +-
 _modules/airflow/models.html                    | 134 ++++++++++++-------
 _modules/airflow/operators/sensors.html         |   2 +-
 _modules/mysql_hook.html                        |  15 +--
 _modules/mysql_operator.html                    |   8 +-
 _modules/sensors.html                           |   2 +-
 _sources/concepts.rst.txt                       |   3 +-
 _sources/configuration.rst.txt                  |  35 -----
 code.html                                       |  27 ++--
 concepts.html                                   |   3 +-
 configuration.html                              |  28 ----
 genindex.html                                   |   2 +
 index.html                                      |   1 -
 objects.inv                                     | Bin 2147 -> 2159 bytes
 searchindex.js                                  |   2 +-
 15 files changed, 123 insertions(+), 141 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/_modules/airflow/contrib/executors/mesos_executor.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/contrib/executors/mesos_executor.html b/_modules/airflow/contrib/executors/mesos_executor.html
index dbca37d..311d1a8 100644
--- a/_modules/airflow/contrib/executors/mesos_executor.html
+++ b/_modules/airflow/contrib/executors/mesos_executor.html
@@ -331,7 +331,7 @@
         <span class="k">except</span> <span class="ne">KeyError</span><span class="p">:</span>
             <span class="c1"># The map may not contain an item if the framework re-registered after a failover.</span>
             <span class="c1"># Discard these tasks.</span>
-            <span class="n">logging</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s2">&quot;Unrecognised task key </span><span class="si">%s</span><span class="s2">&quot;</span> <span class="o">%</span> <span class="n">update</span><span class="o">.</span><span class="n">task_id</span><span class="o">.</span><span class="n">value</span><span class="p">)</span>
+            <span class="n">logging</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span><span class="s2">&quot;Unrecognised task key </span><span class="si">%s</span><span class="s2">&quot;</span> <span class="o">%</span> <span class="n">update</span><span class="o">.</span><span class="n">task_id</span><span class="o">.</span><span class="n">value</span><span class="p">)</span>
             <span class="k">return</span>
 
         <span class="k">if</span> <span class="n">update</span><span class="o">.</span><span class="n">state</span> <span class="o">==</span> <span class="n">mesos_pb2</span><span class="o">.</span><span class="n">TASK_FINISHED</span><span class="p">:</span>

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/_modules/airflow/models.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/models.html b/_modules/airflow/models.html
index a94686b..0b043ea 100644
--- a/_modules/airflow/models.html
+++ b/_modules/airflow/models.html
@@ -632,7 +632,7 @@
     <span class="k">def</span> <span class="nf">paused_dags</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
         <span class="n">session</span> <span class="o">=</span> <span class="n">settings</span><span class="o">.</span><span class="n">Session</span><span class="p">()</span>
         <span class="n">dag_ids</span> <span class="o">=</span> <span class="p">[</span><span class="n">dp</span><span class="o">.</span><span class="n">dag_id</span> <span class="k">for</span> <span class="n">dp</span> <span class="ow">in</span> <span class="n">session</span><span class="o">.</span><span class="n">query</span><span class="p">(</span><span class="n">DagModel</span><span class="p">)</span><span class="o">.</span><span class="n">filter</span><span class="p">(</span>
-            <span class="n">DagModel</span><span class="o">.</span><span class="n">is_paused</span><span class="o">.</span><span class="n">__eq__</span><span class="p">(</span><span class="kc">True</span><span class="p">))]</span>
+            <span class="n">DagModel</span><span class="o">.</span><span class="n">is_paused</span><span class="o">.</span><span class="n">is_</span><span class="p">(</span><span class="kc">True</span><span class="p">))]</span>
         <span class="n">session</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
         <span class="n">session</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
         <span class="k">return</span> <span class="n">dag_ids</span></div>
@@ -1161,6 +1161,7 @@
             <span class="bp">self</span><span class="o">.</span><span class="n">end_date</span> <span class="o">=</span> <span class="n">ti</span><span class="o">.</span><span class="n">end_date</span>
             <span class="bp">self</span><span class="o">.</span><span class="n">try_number</span> <span class="o">=</span> <span class="n">ti</span><span class="o">.</span><span class="n">try_number</span>
             <span class="bp">self</span><span class="o">.</span><span class="n">hostname</span> <span class="o">=</span> <span class="n">ti</span><span class="o">.</span><span class="n">hostname</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">pid</span> <span class="o">=</span> <span class="n">ti</span><span class="o">.</span><span class="n">pid</span>
         <span class="k">else</span><span class="p">:</span>
             <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">=</span> <span class="kc">None</span></div>
 
@@ -1452,19 +1453,20 @@
             <span class="n">verbose</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 
         <span class="k">if</span> <span class="ow">not</span> <span class="n">runnable</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">mark_success</span><span class="p">:</span>
-            <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">!=</span> <span class="n">State</span><span class="o">.</span><span class="n">QUEUED</span><span class="p">:</span>
-                <span class="c1"># If a task&#39;s dependencies are met but it can&#39;t be run yet then queue it</span>
-                <span class="c1"># instead</span>
-                <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">=</span> <span class="n">State</span><span class="o">.</span><span class="n">QUEUED</span>
-                <span class="n">msg</span> <span class="o">=</span> <span class="s2">&quot;Queuing attempt </span><span class="si">{attempt}</span><span class="s2"> of </span><span class="si">{total}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span>
-                    <span class="n">attempt</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">try_number</span> <span class="o">%</span> <span class="p">(</span><span class="n">task</span><span class="o">.</span><span class="n">retries</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span>
-                    <span class="n">total</span><span class="o">=</span><span class="n">task</span><span class="o">.</span><span class="n">retries</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span>
-                <span class="n">logging</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">hr</span> <span class="o">+</span> <span class="n">msg</span> <span class="o">+</span> <span class="n">hr</span><span class="p">)</span>
-
-                <span class="bp">self</span><span class="o">.</span><span class="n">queued_dttm</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">now</span><span class="p">()</span>
-                <span class="n">msg</span> <span class="o">=</span> <span class="s2">&quot;Queuing into pool </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pool</span><span class="p">)</span>
-                <span class="n">logging</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
-                <span class="n">session</span><span class="o">.</span><span class="n">merge</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
+            <span class="c1"># FIXME: we might have hit concurrency limits, which means we probably</span>
+            <span class="c1"># have been running prematurely. This should be handled in the</span>
+            <span class="c1"># scheduling mechanism.</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">=</span> <span class="n">State</span><span class="o">.</span><span class="n">NONE</span>
+            <span class="n">msg</span> <span class="o">=</span> <span class="p">(</span><span class="s2">&quot;FIXME: Rescheduling due to concurrency limits reached at task &quot;</span>
+                   <span class="s2">&quot;runtime. Attempt </span><span class="si">{attempt}</span><span class="s2"> of </span><span class="si">{total}</span><span class="s2">. State set to NONE.&quot;</span><span class="p">)</span><span class="o">.</span><span class="n">format</span><span class="p">(</span>
+                <span class="n">attempt</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">try_number</span> <span class="o">%</span> <span class="p">(</span><span class="n">task</span><span class="o">.</span><span class="n">retries</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span>
+                <span class="n">total</span><span class="o">=</span><span class="n">task</span><span class="o">.</span><span class="n">retries</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span>
+            <span class="n">logging</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="n">hr</span> <span class="o">+</span> <span class="n">msg</span> <span class="o">+</span> <span class="n">hr</span><span class="p">)</span>
+
+            <span class="bp">self</span><span class="o">.</span><span class="n">queued_dttm</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">now</span><span class="p">()</span>
+            <span class="n">msg</span> <span class="o">=</span> <span class="s2">&quot;Queuing into pool </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pool</span><span class="p">)</span>
+            <span class="n">logging</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+            <span class="n">session</span><span class="o">.</span><span class="n">merge</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
             <span class="n">session</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
             <span class="k">return</span>
 
@@ -1472,7 +1474,7 @@
         <span class="c1"># the current worker process was blocked on refresh_from_db</span>
         <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">==</span> <span class="n">State</span><span class="o">.</span><span class="n">RUNNING</span><span class="p">:</span>
             <span class="n">msg</span> <span class="o">=</span> <span class="s2">&quot;Task Instance already running </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
-            <span class="n">logging</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+            <span class="n">logging</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
             <span class="n">session</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
             <span class="k">return</span>
 
@@ -1483,6 +1485,7 @@
         <span class="k">if</span> <span class="ow">not</span> <span class="n">test_mode</span><span class="p">:</span>
             <span class="n">session</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">Log</span><span class="p">(</span><span class="n">State</span><span class="o">.</span><span class="n">RUNNING</span><span class="p">,</span> <span class="bp">self</span><span class="p">))</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">=</span> <span class="n">State</span><span class="o">.</span><span class="n">RUNNING</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">pid</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">getpid</span><span class="p">()</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">end_date</span> <span class="o">=</span> <span class="kc">None</span>
         <span class="k">if</span> <span class="ow">not</span> <span class="n">test_mode</span><span class="p">:</span>
             <span class="n">session</span><span class="o">.</span><span class="n">merge</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
@@ -1538,22 +1541,7 @@
                 <span class="k">if</span> <span class="n">result</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
                     <span class="bp">self</span><span class="o">.</span><span class="n">xcom_push</span><span class="p">(</span><span class="n">key</span><span class="o">=</span><span class="n">XCOM_RETURN_KEY</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="n">result</span><span class="p">)</span>
 
-                <span class="c1"># TODO remove deprecated behavior in Airflow 2.0</span>
-                <span class="k">try</span><span class="p">:</span>
-                    <span class="n">task_copy</span><span class="o">.</span><span class="n">post_execute</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="n">context</span><span class="p">,</span> <span class="n">result</span><span class="o">=</span><span class="n">result</span><span class="p">)</span>
-                <span class="k">except</span> <span class="ne">TypeError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
-                    <span class="k">if</span> <span class="s1">&#39;unexpected keyword argument&#39;</span> <span class="ow">in</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">):</span>
-                        <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span>
-                            <span class="s1">&#39;BaseOperator.post_execute() now takes two &#39;</span>
-                            <span class="s1">&#39;arguments, `context` and `result`, but &quot;</span><span class="si">{}</span><span class="s1">&quot; only &#39;</span>
-                            <span class="s1">&#39;expected one. This behavior is deprecated and &#39;</span>
-                            <span class="s1">&#39;will be removed in a future version of &#39;</span>
-                            <span class="s1">&#39;Airflow.&#39;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">task_id</span><span class="p">),</span>
-                            <span class="n">category</span><span class="o">=</span><span class="ne">DeprecationWarning</span><span class="p">)</span>
-                        <span class="n">task_copy</span><span class="o">.</span><span class="n">post_execute</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="n">context</span><span class="p">)</span>
-                    <span class="k">else</span><span class="p">:</span>
-                        <span class="k">raise</span>
-
+                <span class="n">task_copy</span><span class="o">.</span><span class="n">post_execute</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="n">context</span><span class="p">)</span>
                 <span class="n">Stats</span><span class="o">.</span><span class="n">incr</span><span class="p">(</span><span class="s1">&#39;operator_successes_</span><span class="si">{}</span><span class="s1">&#39;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span>
                     <span class="bp">self</span><span class="o">.</span><span class="n">task</span><span class="o">.</span><span class="n">__class__</span><span class="o">.</span><span class="n">__name__</span><span class="p">),</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">)</span>
             <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">=</span> <span class="n">State</span><span class="o">.</span><span class="n">SUCCESS</span>
@@ -1931,7 +1919,7 @@
 <span class="sd">    dag crawling behavior. To derive this class, you are expected to override</span>
 <span class="sd">    the constructor as well as the &#39;execute&#39; method.</span>
 
-<span class="sd">    Operators derived from this class should perform or trigger certain tasks</span>
+<span class="sd">    Operators derived from this task should perform or trigger certain tasks</span>
 <span class="sd">    synchronously (wait for completion). Example of operators could be an</span>
 <span class="sd">    operator the runs a Pig job (PigOperator), a sensor operator that</span>
 <span class="sd">    waits for a partition to land in Hive (HiveSensorOperator), or one that</span>
@@ -2333,7 +2321,8 @@
 
 <div class="viewcode-block" id="BaseOperator.pre_execute"><a class="viewcode-back" href="../../code.html#airflow.models.BaseOperator.pre_execute">[docs]</a>    <span class="k">def</span> <span class="nf">pre_execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">):</span>
         <span class="sd">&quot;&quot;&quot;</span>
-<span class="sd">        This hook is triggered right before self.execute() is called.</span>
+<span class="sd">        This is triggered right before self.execute, it&#39;s mostly a hook</span>
+<span class="sd">        for people deriving operators.</span>
 <span class="sd">        &quot;&quot;&quot;</span>
         <span class="k">pass</span></div>
 
@@ -2346,11 +2335,10 @@
 <span class="sd">        &quot;&quot;&quot;</span>
         <span class="k">raise</span> <span class="ne">NotImplementedError</span><span class="p">()</span></div>
 
-<div class="viewcode-block" id="BaseOperator.post_execute"><a class="viewcode-back" href="../../code.html#airflow.models.BaseOperator.post_execute">[docs]</a>    <span class="k">def</span> <span class="nf">post_execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">,</span> <span class="n">result</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
+<div class="viewcode-block" id="BaseOperator.post_execute"><a class="viewcode-back" href="../../code.html#airflow.models.BaseOperator.post_execute">[docs]</a>    <span class="k">def</span> <span class="nf">post_execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">):</span>
         <span class="sd">&quot;&quot;&quot;</span>
-<span class="sd">        This hook is triggered right after self.execute() is called.</span>
-<span class="sd">        It is passed the execution context and any results returned by the</span>
-<span class="sd">        operator.</span>
+<span class="sd">        This is triggered right after self.execute, it&#39;s mostly a hook</span>
+<span class="sd">        for people deriving operators.</span>
 <span class="sd">        &quot;&quot;&quot;</span>
         <span class="k">pass</span></div>
 
@@ -2859,6 +2847,8 @@
         <span class="bp">self</span><span class="o">.</span><span class="n">orientation</span> <span class="o">=</span> <span class="n">orientation</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">catchup</span> <span class="o">=</span> <span class="n">catchup</span>
 
+        <span class="bp">self</span><span class="o">.</span><span class="n">partial</span> <span class="o">=</span> <span class="kc">False</span>
+
         <span class="bp">self</span><span class="o">.</span><span class="n">_comps</span> <span class="o">=</span> <span class="p">{</span>
             <span class="s1">&#39;dag_id&#39;</span><span class="p">,</span>
             <span class="s1">&#39;task_ids&#39;</span><span class="p">,</span>
@@ -2964,7 +2954,7 @@
             <span class="n">DR</span><span class="o">.</span><span class="n">dag_id</span> <span class="o">==</span> <span class="bp">self</span><span class="o">.</span><span class="n">dag_id</span><span class="p">,</span>
         <span class="p">)</span>
         <span class="k">if</span> <span class="ow">not</span> <span class="n">include_externally_triggered</span><span class="p">:</span>
-            <span class="n">qry</span> <span class="o">=</span> <span class="n">qry</span><span class="o">.</span><span class="n">filter</span><span class="p">(</span><span class="n">DR</span><span class="o">.</span><span class="n">external_trigger</span><span class="o">.</span><span class="n">__eq__</span><span class="p">(</span><span class="kc">False</span><span class="p">))</span>
+            <span class="n">qry</span> <span class="o">=</span> <span class="n">qry</span><span class="o">.</span><span class="n">filter</span><span class="p">(</span><span class="n">DR</span><span class="o">.</span><span class="n">external_trigger</span><span class="o">.</span><span class="n">is_</span><span class="p">(</span><span class="kc">False</span><span class="p">))</span>
 
         <span class="n">qry</span> <span class="o">=</span> <span class="n">qry</span><span class="o">.</span><span class="n">order_by</span><span class="p">(</span><span class="n">DR</span><span class="o">.</span><span class="n">execution_date</span><span class="o">.</span><span class="n">desc</span><span class="p">())</span>
 
@@ -3196,6 +3186,56 @@
     <span class="k">def</span> <span class="nf">roots</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
         <span class="k">return</span> <span class="p">[</span><span class="n">t</span> <span class="k">for</span> <span class="n">t</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">tasks</span> <span class="k">if</span> <span class="ow">not</span> <span class="n">t</span><span class="o">.</span><span class="n">downstream_list</span><span class="p">]</span>
 
+<div class="viewcode-block" id="DAG.topological_sort"><a class="viewcode-back" href="../../code.html#airflow.models.DAG.topological_sort">[docs]</a>    <span class="k">def</span> <span class="nf">topological_sort</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+        <span class="sd">&quot;&quot;&quot;</span>
+<span class="sd">        Sorts tasks in topographical order, such that a task comes after any of its</span>
+<span class="sd">        upstream dependencies.</span>
+
+<span class="sd">        Heavily inspired by:</span>
+<span class="sd">        http://blog.jupo.org/2012/04/06/topological-sorting-acyclic-directed-graphs/</span>
+<span class="sd">        :returns: list of tasks in topological order</span>
+<span class="sd">        &quot;&quot;&quot;</span>
+
+        <span class="c1"># copy the the tasks so we leave it unmodified</span>
+        <span class="n">graph_unsorted</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">tasks</span><span class="p">[:]</span>
+
+        <span class="n">graph_sorted</span> <span class="o">=</span> <span class="p">[]</span>
+
+        <span class="c1"># special case</span>
+        <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">tasks</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+            <span class="k">return</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">graph_sorted</span><span class="p">)</span>
+
+        <span class="c1"># Run until the unsorted graph is empty.</span>
+        <span class="k">while</span> <span class="n">graph_unsorted</span><span class="p">:</span>
+            <span class="c1"># Go through each of the node/edges pairs in the unsorted</span>
+            <span class="c1"># graph. If a set of edges doesn&#39;t contain any nodes that</span>
+            <span class="c1"># haven&#39;t been resolved, that is, that are still in the</span>
+            <span class="c1"># unsorted graph, remove the pair from the unsorted graph,</span>
+            <span class="c1"># and append it to the sorted graph. Note here that by using</span>
+            <span class="c1"># using the items() method for iterating, a copy of the</span>
+            <span class="c1"># unsorted graph is used, allowing us to modify the unsorted</span>
+            <span class="c1"># graph as we move through it. We also keep a flag for</span>
+            <span class="c1"># checking that that graph is acyclic, which is true if any</span>
+            <span class="c1"># nodes are resolved during each pass through the graph. If</span>
+            <span class="c1"># not, we need to bail out as the graph therefore can&#39;t be</span>
+            <span class="c1"># sorted.</span>
+            <span class="n">acyclic</span> <span class="o">=</span> <span class="kc">False</span>
+            <span class="k">for</span> <span class="n">node</span> <span class="ow">in</span> <span class="nb">list</span><span class="p">(</span><span class="n">graph_unsorted</span><span class="p">):</span>
+                <span class="k">for</span> <span class="n">edge</span> <span class="ow">in</span> <span class="n">node</span><span class="o">.</span><span class="n">upstream_list</span><span class="p">:</span>
+                    <span class="k">if</span> <span class="n">edge</span> <span class="ow">in</span> <span class="n">graph_unsorted</span><span class="p">:</span>
+                        <span class="k">break</span>
+                <span class="c1"># no edges in upstream tasks</span>
+                <span class="k">else</span><span class="p">:</span>
+                    <span class="n">acyclic</span> <span class="o">=</span> <span class="kc">True</span>
+                    <span class="n">graph_unsorted</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+                    <span class="n">graph_sorted</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+
+            <span class="k">if</span> <span class="ow">not</span> <span class="n">acyclic</span><span class="p">:</span>
+                <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">&quot;A cyclic dependency occurred in dag: </span><span class="si">{}</span><span class="s2">&quot;</span>
+                                       <span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">dag_id</span><span class="p">))</span>
+
+        <span class="k">return</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">graph_sorted</span><span class="p">)</span></div>
+
     <span class="nd">@provide_session</span>
     <span class="k">def</span> <span class="nf">set_dag_runs_state</span><span class="p">(</span>
             <span class="bp">self</span><span class="p">,</span> <span class="n">state</span><span class="o">=</span><span class="n">State</span><span class="o">.</span><span class="n">RUNNING</span><span class="p">,</span> <span class="n">session</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
@@ -3314,6 +3354,10 @@
                 <span class="n">tid</span> <span class="k">for</span> <span class="n">tid</span> <span class="ow">in</span> <span class="n">t</span><span class="o">.</span><span class="n">_upstream_task_ids</span> <span class="k">if</span> <span class="n">tid</span> <span class="ow">in</span> <span class="n">dag</span><span class="o">.</span><span class="n">task_ids</span><span class="p">]</span>
             <span class="n">t</span><span class="o">.</span><span class="n">_downstream_task_ids</span> <span class="o">=</span> <span class="p">[</span>
                 <span class="n">tid</span> <span class="k">for</span> <span class="n">tid</span> <span class="ow">in</span> <span class="n">t</span><span class="o">.</span><span class="n">_downstream_task_ids</span> <span class="k">if</span> <span class="n">tid</span> <span class="ow">in</span> <span class="n">dag</span><span class="o">.</span><span class="n">task_ids</span><span class="p">]</span>
+
+        <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">dag</span><span class="o">.</span><span class="n">tasks</span><span class="p">)</span> <span class="o">&lt;</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">tasks</span><span class="p">):</span>
+            <span class="n">dag</span><span class="o">.</span><span class="n">partial</span> <span class="o">=</span> <span class="kc">True</span>
+
         <span class="k">return</span> <span class="n">dag</span></div>
 
     <span class="k">def</span> <span class="nf">has_task</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">task_id</span><span class="p">):</span>
@@ -3912,10 +3956,6 @@
 <span class="sd">        :param full_query: whether to check dag_runs for new drs not in dag_stats</span>
 <span class="sd">        :type full_query: bool</span>
 <span class="sd">        &quot;&quot;&quot;</span>
-        <span class="c1"># avoid querying with an empty IN clause</span>
-        <span class="k">if</span> <span class="ow">not</span> <span class="n">dag_ids</span><span class="p">:</span>
-            <span class="k">return</span>
-
         <span class="n">dag_ids</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">dag_ids</span><span class="p">)</span>
 
         <span class="n">qry</span> <span class="o">=</span> <span class="p">(</span>
@@ -3927,10 +3967,6 @@
         <span class="n">qry</span><span class="o">.</span><span class="n">delete</span><span class="p">(</span><span class="n">synchronize_session</span><span class="o">=</span><span class="s1">&#39;fetch&#39;</span><span class="p">)</span>
         <span class="n">session</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span>
 
-        <span class="c1"># avoid querying with an empty IN clause</span>
-        <span class="k">if</span> <span class="ow">not</span> <span class="n">dirty_ids</span><span class="p">:</span>
-            <span class="k">return</span>
-
         <span class="n">qry</span> <span class="o">=</span> <span class="p">(</span>
             <span class="n">session</span><span class="o">.</span><span class="n">query</span><span class="p">(</span><span class="n">DagRun</span><span class="o">.</span><span class="n">dag_id</span><span class="p">,</span> <span class="n">DagRun</span><span class="o">.</span><span class="n">state</span><span class="p">,</span> <span class="n">func</span><span class="o">.</span><span class="n">count</span><span class="p">(</span><span class="s1">&#39;*&#39;</span><span class="p">))</span>
             <span class="o">.</span><span class="n">filter</span><span class="p">(</span><span class="n">DagRun</span><span class="o">.</span><span class="n">dag_id</span><span class="o">.</span><span class="n">in_</span><span class="p">(</span><span class="n">dirty_ids</span><span class="p">))</span>
@@ -4082,6 +4118,9 @@
                 <span class="k">else</span><span class="p">:</span>
                     <span class="n">tis</span> <span class="o">=</span> <span class="n">tis</span><span class="o">.</span><span class="n">filter</span><span class="p">(</span><span class="n">TI</span><span class="o">.</span><span class="n">state</span><span class="o">.</span><span class="n">in_</span><span class="p">(</span><span class="n">state</span><span class="p">))</span>
 
+        <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dag</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">dag</span><span class="o">.</span><span class="n">partial</span><span class="p">:</span>
+            <span class="n">tis</span> <span class="o">=</span> <span class="n">tis</span><span class="o">.</span><span class="n">filter</span><span class="p">(</span><span class="n">TI</span><span class="o">.</span><span class="n">task_id</span><span class="o">.</span><span class="n">in_</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">dag</span><span class="o">.</span><span class="n">task_ids</span><span class="p">))</span>
+
         <span class="k">return</span> <span class="n">tis</span><span class="o">.</span><span class="n">all</span><span class="p">()</span>
 
     <span class="nd">@provide_session</span>
@@ -4142,6 +4181,7 @@
 <span class="sd">        &quot;&quot;&quot;</span>
 
         <span class="n">dag</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_dag</span><span class="p">()</span>
+
         <span class="n">tis</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_task_instances</span><span class="p">(</span><span class="n">session</span><span class="o">=</span><span class="n">session</span><span class="p">)</span>
 
         <span class="n">logging</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;Updating state for </span><span class="si">{}</span><span class="s2"> considering </span><span class="si">{}</span><span class="s2"> task(s)&quot;</span>
@@ -4226,7 +4266,7 @@
             <span class="k">try</span><span class="p">:</span>
                 <span class="n">dag</span><span class="o">.</span><span class="n">get_task</span><span class="p">(</span><span class="n">ti</span><span class="o">.</span><span class="n">task_id</span><span class="p">)</span>
             <span class="k">except</span> <span class="n">AirflowException</span><span class="p">:</span>
-                <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">State</span><span class="o">.</span><span class="n">RUNNING</span><span class="p">:</span>
+                <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">State</span><span class="o">.</span><span class="n">RUNNING</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">dag</span><span class="o">.</span><span class="n">partial</span><span class="p">:</span>
                     <span class="n">ti</span><span class="o">.</span><span class="n">state</span> <span class="o">=</span> <span class="n">State</span><span class="o">.</span><span class="n">REMOVED</span>
 
         <span class="c1"># check for missing tasks</span>

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/_modules/airflow/operators/sensors.html
----------------------------------------------------------------------
diff --git a/_modules/airflow/operators/sensors.html b/_modules/airflow/operators/sensors.html
index 6d51369..03643fe 100644
--- a/_modules/airflow/operators/sensors.html
+++ b/_modules/airflow/operators/sensors.html
@@ -806,7 +806,7 @@
 <span class="sd">        depends on the option that&#39;s being modified.</span>
 <span class="sd">    &quot;&quot;&quot;</span>
 
-    <span class="n">template_fields</span> <span class="o">=</span> <span class="p">(</span><span class="s1">&#39;endpoint&#39;</span><span class="p">,</span> <span class="s1">&#39;params&#39;</span><span class="p">)</span>
+    <span class="n">template_fields</span> <span class="o">=</span> <span class="p">(</span><span class="s1">&#39;endpoint&#39;</span><span class="p">,)</span>
 
     <span class="nd">@apply_defaults</span>
     <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span>

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/_modules/mysql_hook.html
----------------------------------------------------------------------
diff --git a/_modules/mysql_hook.html b/_modules/mysql_hook.html
index 8c0c5c9..a8f6aea 100644
--- a/_modules/mysql_hook.html
+++ b/_modules/mysql_hook.html
@@ -183,22 +183,18 @@
 
 
 <div class="viewcode-block" id="MySqlHook"><a class="viewcode-back" href="../code.html#airflow.hooks.MySqlHook">[docs]</a><span class="k">class</span> <span class="nc">MySqlHook</span><span class="p">(</span><span class="n">DbApiHook</span><span class="p">):</span>
-    <span class="sd">&quot;&quot;&quot;</span>
+    <span class="sd">&#39;&#39;&#39;</span>
 <span class="sd">    Interact with MySQL.</span>
 
 <span class="sd">    You can specify charset in the extra field of your connection</span>
 <span class="sd">    as ``{&quot;charset&quot;: &quot;utf8&quot;}``. Also you can choose cursor as</span>
 <span class="sd">    ``{&quot;cursor&quot;: &quot;SSCursor&quot;}``. Refer to the MySQLdb.cursors for more details.</span>
-<span class="sd">    &quot;&quot;&quot;</span>
+<span class="sd">    &#39;&#39;&#39;</span>
 
     <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s1">&#39;mysql_conn_id&#39;</span>
     <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s1">&#39;mysql_default&#39;</span>
     <span class="n">supports_autocommit</span> <span class="o">=</span> <span class="kc">True</span>
 
-    <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
-        <span class="nb">super</span><span class="p">(</span><span class="n">MySqlHook</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
-        <span class="bp">self</span><span class="o">.</span><span class="n">schema</span> <span class="o">=</span> <span class="n">kwargs</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="s2">&quot;schema&quot;</span><span class="p">,</span> <span class="kc">None</span><span class="p">)</span>
-
 <div class="viewcode-block" id="MySqlHook.get_conn"><a class="viewcode-back" href="../code.html#airflow.hooks.MySqlHook.get_conn">[docs]</a>    <span class="k">def</span> <span class="nf">get_conn</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
         <span class="sd">&quot;&quot;&quot;</span>
 <span class="sd">        Returns a mysql connection object</span>
@@ -206,16 +202,17 @@
         <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">mysql_conn_id</span><span class="p">)</span>
         <span class="n">conn_config</span> <span class="o">=</span> <span class="p">{</span>
             <span class="s2">&quot;user&quot;</span><span class="p">:</span> <span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="p">,</span>
-            <span class="s2">&quot;passwd&quot;</span><span class="p">:</span> <span class="n">conn</span><span class="o">.</span><span class="n">password</span> <span class="ow">or</span> <span class="s1">&#39;&#39;</span><span class="p">,</span>
-            <span class="s2">&quot;host&quot;</span><span class="p">:</span> <span class="n">conn</span><span class="o">.</span><span class="n">host</span> <span class="ow">or</span> <span class="s1">&#39;localhost&#39;</span><span class="p">,</span>
-            <span class="s2">&quot;db&quot;</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">schema</span> <span class="ow">or</span> <span class="n">conn</span><span class="o">.</span><span class="n">schema</span> <span class="ow">or</span> <span class="s1">&#39;&#39;</span>
+            <span class="s2">&quot;passwd&quot;</span><span class="p">:</span> <span class="n">conn</span><span class="o">.</span><span class="n">password</span> <span class="ow">or</span> <span class="s1">&#39;&#39;</span>
         <span class="p">}</span>
 
+        <span class="n">conn_config</span><span class="p">[</span><span class="s2">&quot;host&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">host</span> <span class="ow">or</span> <span class="s1">&#39;localhost&#39;</span>
         <span class="k">if</span> <span class="ow">not</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p">:</span>
             <span class="n">conn_config</span><span class="p">[</span><span class="s2">&quot;port&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="mi">3306</span>
         <span class="k">else</span><span class="p">:</span>
             <span class="n">conn_config</span><span class="p">[</span><span class="s2">&quot;port&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p">)</span>
 
+        <span class="n">conn_config</span><span class="p">[</span><span class="s2">&quot;db&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">schema</span> <span class="ow">or</span> <span class="s1">&#39;&#39;</span>
+
         <span class="k">if</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;charset&#39;</span><span class="p">,</span> <span class="kc">False</span><span class="p">):</span>
             <span class="n">conn_config</span><span class="p">[</span><span class="s2">&quot;charset&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">&quot;charset&quot;</span><span class="p">]</span>
             <span class="k">if</span> <span class="p">(</span><span class="n">conn_config</span><span class="p">[</span><span class="s2">&quot;charset&quot;</span><span class="p">])</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s1">&#39;utf8&#39;</span> <span class="ow">or</span>\

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/_modules/mysql_operator.html
----------------------------------------------------------------------
diff --git a/_modules/mysql_operator.html b/_modules/mysql_operator.html
index 09a5aab..a60fab2 100644
--- a/_modules/mysql_operator.html
+++ b/_modules/mysql_operator.html
@@ -193,8 +193,6 @@
 <span class="sd">    :type sql: Can receive a str representing a sql statement,</span>
 <span class="sd">        a list of str (sql statements), or reference to a template file.</span>
 <span class="sd">        Template reference are recognized by str ending in &#39;.sql&#39;</span>
-<span class="sd">    :param database: name of database which overwrite defined one in connection</span>
-<span class="sd">    :type database: string</span>
 <span class="sd">    &quot;&quot;&quot;</span>
 
     <span class="n">template_fields</span> <span class="o">=</span> <span class="p">(</span><span class="s1">&#39;sql&#39;</span><span class="p">,)</span>
@@ -204,18 +202,16 @@
     <span class="nd">@apply_defaults</span>
     <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span>
             <span class="bp">self</span><span class="p">,</span> <span class="n">sql</span><span class="p">,</span> <span class="n">mysql_conn_id</span><span class="o">=</span><span class="s1">&#39;mysql_default&#39;</span><span class="p">,</span> <span class="n">parameters</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
-            <span class="n">autocommit</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">database</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
+            <span class="n">autocommit</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
         <span class="nb">super</span><span class="p">(</span><span class="n">MySqlOperator</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">mysql_conn_id</span> <span class="o">=</span> <span class="n">mysql_conn_id</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">sql</span> <span class="o">=</span> <span class="n">sql</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">autocommit</span> <span class="o">=</span> <span class="n">autocommit</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">parameters</span> <span class="o">=</span> <span class="n">parameters</span>
-        <span class="bp">self</span><span class="o">.</span><span class="n">database</span> <span class="o">=</span> <span class="n">database</span>
 
     <span class="k">def</span> <span class="nf">execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">):</span>
         <span class="n">logging</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">&#39;Executing: &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">sql</span><span class="p">))</span>
-        <span class="n">hook</span> <span class="o">=</span> <span class="n">MySqlHook</span><span class="p">(</span><span class="n">mysql_conn_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">mysql_conn_id</span><span class="p">,</span>
-                         <span class="n">schema</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">database</span><span class="p">)</span>
+        <span class="n">hook</span> <span class="o">=</span> <span class="n">MySqlHook</span><span class="p">(</span><span class="n">mysql_conn_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">mysql_conn_id</span><span class="p">)</span>
         <span class="n">hook</span><span class="o">.</span><span class="n">run</span><span class="p">(</span>
             <span class="bp">self</span><span class="o">.</span><span class="n">sql</span><span class="p">,</span>
             <span class="n">autocommit</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">autocommit</span><span class="p">,</span>

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/_modules/sensors.html
----------------------------------------------------------------------
diff --git a/_modules/sensors.html b/_modules/sensors.html
index f2b1cfe..604c19e 100644
--- a/_modules/sensors.html
+++ b/_modules/sensors.html
@@ -806,7 +806,7 @@
 <span class="sd">        depends on the option that&#39;s being modified.</span>
 <span class="sd">    &quot;&quot;&quot;</span>
 
-    <span class="n">template_fields</span> <span class="o">=</span> <span class="p">(</span><span class="s1">&#39;endpoint&#39;</span><span class="p">,</span> <span class="s1">&#39;params&#39;</span><span class="p">)</span>
+    <span class="n">template_fields</span> <span class="o">=</span> <span class="p">(</span><span class="s1">&#39;endpoint&#39;</span><span class="p">,)</span>
 
     <span class="nd">@apply_defaults</span>
     <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span>

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/_sources/concepts.rst.txt
----------------------------------------------------------------------
diff --git a/_sources/concepts.rst.txt b/_sources/concepts.rst.txt
index 48c15a4..9f65256 100644
--- a/_sources/concepts.rst.txt
+++ b/_sources/concepts.rst.txt
@@ -207,7 +207,8 @@ We can put this all together to build a simple pipeline:
 
     with DAG('my_dag', start_date=datetime(2016, 1, 1)) as dag:
         (
-            DummyOperator(task_id='dummy_1')
+            dag
+            >> DummyOperator(task_id='dummy_1')
             >> BashOperator(
                 task_id='bash_1',
                 bash_command='echo "HELLO!"')

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/_sources/configuration.rst.txt
----------------------------------------------------------------------
diff --git a/_sources/configuration.rst.txt b/_sources/configuration.rst.txt
index 5ff4284..c4a3442 100644
--- a/_sources/configuration.rst.txt
+++ b/_sources/configuration.rst.txt
@@ -131,41 +131,6 @@ to monitor your workers. You can use the shortcut command ``airflow flower``
 to start a Flower web server.
 
 
-Scaling Out with Dask
-'''''''''''''''''''''
-
-``DaskExecutor`` allows you to run Airflow tasks in a Dask Distributed cluster.
-
-Dask clusters can be run on a single machine or on remote networks. For complete
-details, consult the `Distributed documentation <https://distributed.readthedocs.io/>`_.
-
-To create a cluster, first start a Scheduler:
-
-.. code-block:: bash
-
-    # default settings for a local cluster
-    DASK_HOST=127.0.0.1
-    DASK_PORT=8786
-
-    dask-scheduler --host $DASK_HOST --port $DASK_PORT
-
-Next start at least one Worker on any machine that can connect to the host:
-
-.. code-block:: bash
-
-    dask-worker $DASK_HOST:$DASK_PORT
-
-Edit your ``airflow.cfg`` to set your executor to ``DaskExecutor`` and provide
-the Dask Scheduler address in the ``[dask]`` section.
-
-Please note:
-
-- Each Dask worker must be able to import Airflow and any dependencies you
-  require.
-- Dask does not support queues. If an Airflow task was created with a queue, a
-  warning will be raised but the task will be submitted to the cluster.
-
-
 Logs
 ''''
 Users can specify a logs folder in ``airflow.cfg``. By default, it is in

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/code.html
----------------------------------------------------------------------
diff --git a/code.html b/code.html
index 732db2e..e37b111 100644
--- a/code.html
+++ b/code.html
@@ -217,7 +217,7 @@ DAGs.</p>
 become node in the dag, BaseOperator contains many recursive methods for
 dag crawling behavior. To derive this class, you are expected to override
 the constructor as well as the &#8216;execute&#8217; method.</p>
-<p>Operators derived from this class should perform or trigger certain tasks
+<p>Operators derived from this task should perform or trigger certain tasks
 synchronously (wait for completion). Example of operators could be an
 operator the runs a Pig job (PigOperator), a sensor operator that
 waits for a partition to land in Hive (HiveSensorOperator), or one that
@@ -674,7 +674,7 @@ Examples: <code class="docutils literal"><span class="pre">ds=2016-01-01</span><
 
 <dl class="class">
 <dt id="airflow.operators.MySqlOperator">
-<em class="property">class </em><code class="descclassname">airflow.operators.</code><code class="descname">MySqlOperator</code><span class="sig-paren">(</span><em>sql</em>, <em>mysql_conn_id='mysql_default'</em>, <em>parameters=None</em>, <em>autocommit=False</em>, <em>database=None</em>, <em>*args</em>, <em>**kwargs</em><span class="sig-paren">)</span><a class="reference internal" href="_modules/mysql_operator.html#MySqlOperator"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.operators.MySqlOperator" title="Permalink to this definition">�</a></dt>
+<em class="property">class </em><code class="descclassname">airflow.operators.</code><code class="descname">MySqlOperator</code><span class="sig-paren">(</span><em>sql</em>, <em>mysql_conn_id='mysql_default'</em>, <em>parameters=None</em>, <em>autocommit=False</em>, <em>*args</em>, <em>**kwargs</em><span class="sig-paren">)</span><a class="reference internal" href="_modules/mysql_operator.html#MySqlOperator"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.operators.MySqlOperator" title="Permalink to this definition">�</a></dt>
 <dd><p>Bases: <a class="reference internal" href="#airflow.models.BaseOperator" title="airflow.models.BaseOperator"><code class="xref py py-class docutils literal"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
 <p>Executes sql code in a specific MySQL database</p>
 <table class="docutils field-list" frame="void" rules="none">
@@ -686,7 +686,6 @@ Examples: <code class="docutils literal"><span class="pre">ds=2016-01-01</span><
 <li><strong>sql</strong> (<em>Can receive a str representing a sql statement</em><em>,
 </em><em>a list of str</em><em> (</em><em>sql statements</em><em>)</em><em></em><em>, or </em><em>reference to a template file.
 Template reference are recognized by str ending in '.sql'</em>) &#8211; the sql code to be executed</li>
-<li><strong>database</strong> (<em>string</em>) &#8211; name of database which overwrite defined one in connection</li>
 </ul>
 </td>
 </tr>
@@ -1557,6 +1556,16 @@ SubDagOperator.</p>
 </dd></dl>
 
 <dl class="method">
+<dt id="airflow.models.DAG.topological_sort">
+<code class="descname">topological_sort</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/airflow/models.html#DAG.topological_sort"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.DAG.topological_sort" title="Permalink to this definition">�</a></dt>
+<dd><p>Sorts tasks in topographical order, such that a task comes after any of its
+upstream dependencies.</p>
+<p>Heavily inspired by:
+<a class="reference external" href="http://blog.jupo.org/2012/04/06/topological-sorting-acyclic-directed-graphs/">http://blog.jupo.org/2012/04/06/topological-sorting-acyclic-directed-graphs/</a>
+:returns: list of tasks in topological order</p>
+</dd></dl>
+
+<dl class="method">
 <dt id="airflow.models.DAG.tree_view">
 <code class="descname">tree_view</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/airflow/models.html#DAG.tree_view"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.DAG.tree_view" title="Permalink to this definition">�</a></dt>
 <dd><p>Shows an ascii tree representation of the DAG</p>
@@ -1572,7 +1581,7 @@ SubDagOperator.</p>
 become node in the dag, BaseOperator contains many recursive methods for
 dag crawling behavior. To derive this class, you are expected to override
 the constructor as well as the &#8216;execute&#8217; method.</p>
-<p>Operators derived from this class should perform or trigger certain tasks
+<p>Operators derived from this task should perform or trigger certain tasks
 synchronously (wait for completion). Example of operators could be an
 operator the runs a Pig job (PigOperator), a sensor operator that
 waits for a partition to land in Hive (HiveSensorOperator), or one that
@@ -1754,16 +1763,16 @@ ghost processes behind.</p>
 
 <dl class="method">
 <dt id="airflow.models.BaseOperator.post_execute">
-<code class="descname">post_execute</code><span class="sig-paren">(</span><em>context</em>, <em>result=None</em><span class="sig-paren">)</span><a class="reference internal" href="_modules/airflow/models.html#BaseOperator.post_execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.BaseOperator.post_execute" title="Permalink to this definition">�</a></dt>
-<dd><p>This hook is triggered right after self.execute() is called.
-It is passed the execution context and any results returned by the
-operator.</p>
+<code class="descname">post_execute</code><span class="sig-paren">(</span><em>context</em><span class="sig-paren">)</span><a class="reference internal" href="_modules/airflow/models.html#BaseOperator.post_execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.BaseOperator.post_execute" title="Permalink to this definition">�</a></dt>
+<dd><p>This is triggered right after self.execute, it&#8217;s mostly a hook
+for people deriving operators.</p>
 </dd></dl>
 
 <dl class="method">
 <dt id="airflow.models.BaseOperator.pre_execute">
 <code class="descname">pre_execute</code><span class="sig-paren">(</span><em>context</em><span class="sig-paren">)</span><a class="reference internal" href="_modules/airflow/models.html#BaseOperator.pre_execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.BaseOperator.pre_execute" title="Permalink to this definition">�</a></dt>
-<dd><p>This hook is triggered right before self.execute() is called.</p>
+<dd><p>This is triggered right before self.execute, it&#8217;s mostly a hook
+for people deriving operators.</p>
 </dd></dl>
 
 <dl class="method">

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/concepts.html
----------------------------------------------------------------------
diff --git a/concepts.html b/concepts.html
index 1ed51a5..a329ae8 100644
--- a/concepts.html
+++ b/concepts.html
@@ -367,7 +367,8 @@ object is always returned. For example:</p>
 <p>We can put this all together to build a simple pipeline:</p>
 <div class="code python highlight-default"><div class="highlight"><pre><span></span><span class="k">with</span> <span class="n">DAG</span><span class="p">(</span><span class="s1">&#39;my_dag&#39;</span><span class="p">,</span> <span class="n">start_date</span><span class="o">=</span><span class="n">datetime</span><span class="p">(</span><span class="mi">2016</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">))</span> <span class="k">as</span> <span class="n">dag</span><span class="p">:</span>
     <span class="p">(</span>
-        <span class="n">DummyOperator</span><span class="p">(</span><span class="n">task_id</span><span class="o">=</span><span class="s1">&#39;dummy_1&#39;</span><span class="p">)</span>
+        <span class="n">dag</span>
+        <span class="o">&gt;&gt;</span> <span class="n">DummyOperator</span><span class="p">(</span><span class="n">task_id</span><span class="o">=</span><span class="s1">&#39;dummy_1&#39;</span><span class="p">)</span>
         <span class="o">&gt;&gt;</span> <span class="n">BashOperator</span><span class="p">(</span>
             <span class="n">task_id</span><span class="o">=</span><span class="s1">&#39;bash_1&#39;</span><span class="p">,</span>
             <span class="n">bash_command</span><span class="o">=</span><span class="s1">&#39;echo &quot;HELLO!&quot;&#39;</span><span class="p">)</span>

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/configuration.html
----------------------------------------------------------------------
diff --git a/configuration.html b/configuration.html
index dc4577c..ea1d2e9 100644
--- a/configuration.html
+++ b/configuration.html
@@ -92,7 +92,6 @@
 <li class="toctree-l2"><a class="reference internal" href="#setting-up-a-backend">Setting up a Backend</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#connections">Connections</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#scaling-out-with-celery">Scaling Out with Celery</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#scaling-out-with-dask">Scaling Out with Dask</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#logs">Logs</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#scaling-out-on-mesos-community-contributed">Scaling Out on Mesos (community contributed)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#integration-with-systemd">Integration with systemd</a></li>
@@ -285,33 +284,6 @@ its direction.</p>
 to monitor your workers. You can use the shortcut command <code class="docutils literal"><span class="pre">airflow</span> <span class="pre">flower</span></code>
 to start a Flower web server.</p>
 </div>
-<div class="section" id="scaling-out-with-dask">
-<h2>Scaling Out with Dask<a class="headerlink" href="#scaling-out-with-dask" title="Permalink to this headline">�</a></h2>
-<p><code class="docutils literal"><span class="pre">DaskExecutor</span></code> allows you to run Airflow tasks in a Dask Distributed cluster.</p>
-<p>Dask clusters can be run on a single machine or on remote networks. For complete
-details, consult the <a class="reference external" href="https://distributed.readthedocs.io/">Distributed documentation</a>.</p>
-<p>To create a cluster, first start a Scheduler:</p>
-<div class="highlight-bash"><div class="highlight"><pre><span></span><span class="c1"># default settings for a local cluster</span>
-<span class="nv">DASK_HOST</span><span class="o">=</span>127.0.0.1
-<span class="nv">DASK_PORT</span><span class="o">=</span>8786
-
-dask-scheduler --host <span class="nv">$DASK_HOST</span> --port <span class="nv">$DASK_PORT</span>
-</pre></div>
-</div>
-<p>Next start at least one Worker on any machine that can connect to the host:</p>
-<div class="highlight-bash"><div class="highlight"><pre><span></span>dask-worker <span class="nv">$DASK_HOST</span>:<span class="nv">$DASK_PORT</span>
-</pre></div>
-</div>
-<p>Edit your <code class="docutils literal"><span class="pre">airflow.cfg</span></code> to set your executor to <code class="docutils literal"><span class="pre">DaskExecutor</span></code> and provide
-the Dask Scheduler address in the <code class="docutils literal"><span class="pre">[dask]</span></code> section.</p>
-<p>Please note:</p>
-<ul class="simple">
-<li>Each Dask worker must be able to import Airflow and any dependencies you
-require.</li>
-<li>Dask does not support queues. If an Airflow task was created with a queue, a
-warning will be raised but the task will be submitted to the cluster.</li>
-</ul>
-</div>
 <div class="section" id="logs">
 <h2>Logs<a class="headerlink" href="#logs" title="Permalink to this headline">�</a></h2>
 <p>Users can specify a logs folder in <code class="docutils literal"><span class="pre">airflow.cfg</span></code>. By default, it is in

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/genindex.html
----------------------------------------------------------------------
diff --git a/genindex.html b/genindex.html
index 76acd11..bb1eacf 100644
--- a/genindex.html
+++ b/genindex.html
@@ -655,6 +655,8 @@
 </li>
       <li><a href="code.html#airflow.operators.TimeSensor">TimeSensor (class in airflow.operators)</a>
 </li>
+      <li><a href="code.html#airflow.models.DAG.topological_sort">topological_sort() (airflow.models.DAG method)</a>
+</li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="code.html#airflow.models.DAG.tree_view">tree_view() (airflow.models.DAG method)</a>

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/index.html
----------------------------------------------------------------------
diff --git a/index.html b/index.html
index d3db9c4..eec44c1 100644
--- a/index.html
+++ b/index.html
@@ -258,7 +258,6 @@ unit of work and continuity.</p>
 <li class="toctree-l2"><a class="reference internal" href="configuration.html#setting-up-a-backend">Setting up a Backend</a></li>
 <li class="toctree-l2"><a class="reference internal" href="configuration.html#connections">Connections</a></li>
 <li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-with-celery">Scaling Out with Celery</a></li>
-<li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-with-dask">Scaling Out with Dask</a></li>
 <li class="toctree-l2"><a class="reference internal" href="configuration.html#logs">Logs</a></li>
 <li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-on-mesos-community-contributed">Scaling Out on Mesos (community contributed)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="configuration.html#integration-with-systemd">Integration with systemd</a></li>

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/69cff492/objects.inv
----------------------------------------------------------------------
diff --git a/objects.inv b/objects.inv
index 98f139d..6723914 100644
Binary files a/objects.inv and b/objects.inv differ