[02/35] incubator-airflow-site git commit: 1.9.0

[cr...@apache.org]

http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/28a3eb60/searchindex.js
----------------------------------------------------------------------
diff --git a/searchindex.js b/searchindex.js
index 121f5a8..03bf994 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["api","cli","code","concepts","configuration","faq","index","installation","integration","license","plugins","profiling","project","scheduler","security","start","tutorial","ui"],envversion:50,filenames:["api.rst","cli.rst","code.rst","concepts.rst","configuration.rst","faq.rst","index.rst","installation.rst","integration.rst","license.rst","plugins.rst","profiling.rst","project.rst","scheduler.rst","security.rst","start.rst","tutorial.rst","ui.rst"],objects:{"airflow.contrib":{hooks:[2,1,0,"-"],operators:[2,1,0,"-"]},"airflow.contrib.executors.mesos_executor":{MesosExecutor:[2,0,1,""]},"airflow.contrib.hooks":{FTPHook:[2,0,1,""],SSHHook:[2,0,1,""]},"airflow.contrib.hooks.FTPHook":{close_conn:[2,2,1,""],create_directory:[2,2,1,""],delete_directory:[2,2,1,""],delete_file:[2,2,1,""],describe_directory:[2,2,1,""],get_conn:[2,2,1,""],list_directory:[2,2,1,""],rename:[2,2,1,""],retrieve_file:[2,2,1,""],store_file:[2,2,1,""]},"airflow.contrib.hooks.SSHHook":{Pop
 en:[2,2,1,""],check_output:[2,2,1,""],tunnel:[2,2,1,""]},"airflow.contrib.operators":{SSHExecuteOperator:[2,0,1,""]},"airflow.contrib.operators.hipchat_operator":{HipChatAPIOperator:[2,0,1,""],HipChatAPISendRoomNotificationOperator:[2,0,1,""]},"airflow.executors":{LocalExecutor:[2,0,1,""],SequentialExecutor:[2,0,1,""]},"airflow.hooks":{DbApiHook:[2,0,1,""],HttpHook:[2,0,1,""],MySqlHook:[2,0,1,""],PrestoHook:[2,0,1,""],SqliteHook:[2,0,1,""]},"airflow.hooks.DbApiHook":{bulk_dump:[2,2,1,""],bulk_load:[2,2,1,""],get_conn:[2,2,1,""],get_cursor:[2,2,1,""],get_first:[2,2,1,""],get_pandas_df:[2,2,1,""],get_records:[2,2,1,""],insert_rows:[2,2,1,""],run:[2,2,1,""]},"airflow.hooks.HttpHook":{get_conn:[2,2,1,""],run:[2,2,1,""],run_and_check:[2,2,1,""]},"airflow.hooks.MySqlHook":{bulk_load:[2,2,1,""],get_conn:[2,2,1,""]},"airflow.hooks.PrestoHook":{get_conn:[2,2,1,""],get_first:[2,2,1,""],get_pandas_df:[2,2,1,""],get_records:[2,2,1,""],run:[2,2,1,""]},"airflow.hooks.SqliteHook":{get_conn:[2,2,1,
 ""]},"airflow.macros":{ds_add:[2,3,1,""],ds_format:[2,3,1,""],hive:[2,1,0,"-"],random:[2,3,1,""]},"airflow.macros.hive":{closest_ds_partition:[2,3,1,""],max_partition:[2,3,1,""]},"airflow.models":{BaseOperator:[2,0,1,""],Connection:[2,0,1,""],DAG:[2,0,1,""],DagBag:[2,0,1,""],TaskInstance:[2,0,1,""]},"airflow.models.BaseOperator":{clear:[2,2,1,""],dag:[2,4,1,""],deps:[2,4,1,""],detect_downstream_cycle:[2,2,1,""],downstream_list:[2,4,1,""],execute:[2,2,1,""],get_direct_relatives:[2,2,1,""],get_flat_relatives:[2,2,1,""],get_task_instances:[2,2,1,""],has_dag:[2,2,1,""],on_kill:[2,2,1,""],post_execute:[2,2,1,""],pre_execute:[2,2,1,""],prepare_template:[2,2,1,""],render_template:[2,2,1,""],render_template_from_field:[2,2,1,""],run:[2,2,1,""],schedule_interval:[2,4,1,""],set_downstream:[2,2,1,""],set_upstream:[2,2,1,""],upstream_list:[2,4,1,""],xcom_pull:[2,2,1,""],xcom_push:[2,2,1,""]},"airflow.models.Connection":{extra_dejson:[2,4,1,""]},"airflow.models.DAG":{add_task:[2,2,1,""],add_task
 s:[2,2,1,""],clear:[2,2,1,""],cli:[2,2,1,""],concurrency_reached:[2,4,1,""],crawl_for_tasks:[2,2,1,""],create_dagrun:[2,2,1,""],deactivate_stale_dags:[2,5,1,""],deactivate_unknown_dags:[2,5,1,""],filepath:[2,4,1,""],folder:[2,4,1,""],get_active_runs:[2,2,1,""],get_dagrun:[2,2,1,""],get_last_dagrun:[2,2,1,""],get_template_env:[2,2,1,""],is_paused:[2,4,1,""],latest_execution_date:[2,4,1,""],normalize_schedule:[2,2,1,""],run:[2,2,1,""],set_dependency:[2,2,1,""],sub_dag:[2,2,1,""],subdags:[2,4,1,""],sync_to_db:[2,5,1,""],topological_sort:[2,2,1,""],tree_view:[2,2,1,""]},"airflow.models.DagBag":{bag_dag:[2,2,1,""],collect_dags:[2,2,1,""],dagbag_report:[2,2,1,""],get_dag:[2,2,1,""],kill_zombies:[2,2,1,""],process_file:[2,2,1,""],size:[2,2,1,""]},"airflow.models.TaskInstance":{are_dependencies_met:[2,2,1,""],are_dependents_done:[2,2,1,""],clear_xcom_data:[2,2,1,""],command:[2,2,1,""],command_as_list:[2,2,1,""],current_state:[2,2,1,""],error:[2,2,1,""],generate_command:[2,5,1,""],get_dagrun
 :[2,2,1,""],init_on_load:[2,2,1,""],is_premature:[2,4,1,""],key:[2,4,1,""],next_retry_datetime:[2,2,1,""],pool_full:[2,2,1,""],previous_ti:[2,4,1,""],ready_for_retry:[2,2,1,""],refresh_from_db:[2,2,1,""],run:[2,2,1,""],xcom_pull:[2,2,1,""],xcom_push:[2,2,1,""]},"airflow.operators":{BashOperator:[2,0,1,""],BranchPythonOperator:[2,0,1,""],DummyOperator:[2,0,1,""],EmailOperator:[2,0,1,""],ExternalTaskSensor:[2,0,1,""],GenericTransfer:[2,0,1,""],HdfsSensor:[2,0,1,""],HivePartitionSensor:[2,0,1,""],HttpSensor:[2,0,1,""],MetastorePartitionSensor:[2,0,1,""],MySqlOperator:[2,0,1,""],NamedHivePartitionSensor:[2,0,1,""],PrestoCheckOperator:[2,0,1,""],PrestoIntervalCheckOperator:[2,0,1,""],PrestoValueCheckOperator:[2,0,1,""],PythonOperator:[2,0,1,""],S3KeySensor:[2,0,1,""],ShortCircuitOperator:[2,0,1,""],SimpleHttpOperator:[2,0,1,""],SqlSensor:[2,0,1,""],TimeSensor:[2,0,1,""],TriggerDagRunOperator:[2,0,1,""],WebHdfsSensor:[2,0,1,""]},"airflow.operators.BashOperator":{execute:[2,2,1,""]},"airfl
 ow.operators.HdfsSensor":{filter_for_filesize:[2,5,1,""],filter_for_ignored_ext:[2,5,1,""]},"airflow.operators.sensors":{BaseSensorOperator:[2,0,1,""]},airflow:{executors:[2,1,0,"-"],hooks:[2,1,0,"-"],macros:[2,1,0,"-"],models:[2,1,0,"-"],operators:[2,1,0,"-"]}},objnames:{"0":["py","class","Python class"],"1":["py","module","Python module"],"2":["py","method","Python method"],"3":["py","function","Python function"],"4":["py","attribute","Python attribute"],"5":["py","staticmethod","Python static method"]},objtypes:{"0":"py:class","1":"py:module","2":"py:method","3":"py:function","4":"py:attribute","5":"py:staticmethod"},terms:{"00am":2,"01t23":13,"10pm":3,"2am":2,"abstract":[2,3,6,10],"boolean":[2,3],"break":8,"byte":5,"case":[3,5,13,14,16],"class":[1,2,3,7,9,10,16],"default":[0,1,4,5,6,13,14,15,17],"export":[1,15],"function":[0,2,5,6,14,16],"import":[1,2,3,5,6,7,9,10,13,14],"int":2,"long":2,"new":[2,3,5,10,13,14],"return":[0,1,2,3,5,8,10],"short":2,"static":[2,6,10],"super":[2,14],
 "switch":[4,14],"true":[2,3,4,5,13,14,16],"try":[2,3,4],"var":[2,4,8],"while":[2,3,5,6,9,13,14,15,16,17],AND:[2,9],AWS:[4,6],Added:3,And:14,Are:5,But:[4,8],FOR:[2,9],For:[0,2,3,4,5,7,9,12,14,16],IDs:2,LTS:4,Not:[2,3,9],One:[3,14,16],QDS:7,That:[13,16],The:[0,1,2,3,4,5,6,7,9,10,11,12,13,14,15,16,17],There:[2,3,5,10],These:[2,3,4,11],USE:9,Use:[1,2,4,6],Using:[2,3,6,10],Will:[2,10],With:14,__class__:3,__doc__:3,__init__:[2,3],__name__:[3,10],_cmd:4,_copying_:2,_host:14,abbrevi:3,abil:[3,14],abl:[2,4,5,14,15,16],about:[2,3,4,9,13,16],abov:[3,4,9,13,14,17],absenc:3,absolut:3,accept:[6,9],access:[1,2,3,4,10,14],access_logfil:1,access_token:17,accesskei:3,accord:14,accordingli:3,account:[2,14],achiev:14,acquir:2,across:[4,17],act:[2,3,9,16],action:[2,17],activ:[0,2,3,5,10,13,14,16],active_dag_id:2,actual:[2,3,5,16],acycl:[2,3,6],add:[1,2,3,4,5,9,14],add_task:2,added:2,addendum:9,adding:[1,13],addit:[2,4,6,9],addition:14,addprinc:14,adhoc:[1,2,6],adjust:[4,14],admin:[3,4,5,10,11,14,15],adm
 in_view:10,advanc:16,advantag:14,advis:[2,9],affect:3,after:[2,3,6,13],afterward:2,against:[2,3,5,8,9,14,16],aggregate_db_message_job:3,aggregate_db_message_job_cmd:3,ago:5,agre:9,agreement:[3,9],airbnb:[3,12,16],airflow:[0,1,2,3,4,8,11,12,13,14,15,16,17],airflow__:4,airflow__core__sql_alchemy_conn:4,airflow__core__unit_test_mod:4,airflow_config:4,airflow_conn_:[3,4],airflow_conn_postgres_mast:3,airflow_hom:[4,5,10,15],airflow_set:3,airflowignor:2,airflowplugin:10,airflowtestplugin:10,alchemi:4,alert:[2,3,10],alex:8,algorithm:2,align:5,all:[1,2,3,4,6,7,9,13,14,16],all_db:7,all_don:[2,3],all_fail:[2,3],all_success:[2,3],alleg:9,alloc:2,allow:[1,2,3,4,5,6,10,11,13,14,15,16,17],allowed_st:2,allowed_team:14,alon:9,along:[5,9,16],alongsid:[2,9,13],alreadi:[1,2],alright:16,also:[2,3,4,5,7,9,10,13,14,16],alter:[2,3,4,5,14],altern:[2,13],altert:2,although:14,alwai:[2,3,17],amazon:[4,6],amount:[2,3],analys:17,analyz:3,anand:12,anchor:2,ani:[2,3,4,5,9,13,16,17],annot:9,announc:12,anomali:10,a
 noth:[2,3,6,8],ansibl:4,anyon:14,anyth:[3,16],anytim:3,anywher:[2,3],aoen:12,apach:[2,9,12],api:[1,6,7,9,14],api_cli:0,api_kei:17,apikei:17,apiv2:2,appar:2,appear:[2,3,9],append:[2,4],appendix:9,appli:[2,3,7,9,13],applic:[9,10,11,14],appropri:[3,9,14],arbitrari:[3,6],architectur:6,archiv:9,are_dependencies_met:2,are_dependents_don:2,aren:[2,3],arg:2,argument:[1,2,6,13],aris:9,around:[2,6,16],arrai:[6,10],arthur:12,artwr:12,ascii:2,asf:6,assert:9,asset:2,assign:[2,5,6],associ:[2,3,9,13],assum:[2,3,4,9,14,16],asterisk:14,async:7,atom:[3,13],attach:[2,3,9],attach_to:2,attack:14,attempt:[1,2],attent:[2,5],attr:2,attribut:[1,2,3,9],audit:10,auth:[0,2,14],auth_backend:[0,14],authen:14,authent:[2,3,6,7],author:[2,4,6,9,14,16,17],authorship:9,auto:5,autocommit:2,automat:[2,3,4,14],autoscalingalgorithm:8,avail:[0,2,3,4,9,10,11],averag:2,avoid:3,awai:2,awar:[3,14],azkaban:6,back:[2,5,10],backend:[0,2,6,7,14,15],backfil:[1,2,3,5,6,15],background:[2,16],backoff:2,backup:4,bag:2,bag_dag:2,balanc
 :3,bar:[2,3],bare:16,base64:5,base:[2,3,4,6,9,10,13,14],base_dag:2,base_executor:[2,10],base_hook:[2,10],base_url:[2,14],basedag:2,basedagbag:2,basedn:14,baseexecutor:[2,10],basehook:[2,3,10],baseoper:[3,6,10,16],basesensoroper:6,baseview:10,bash:[2,3,16],bash_1:3,bash_command:[2,3,16],bash_command_to_run:4,bash_oper:[2,16],bash_queu:16,bashoper:[2,3,16],basi:9,basic:[3,5,7,8,10,11,16],bcc:2,bcrypt:14,beauchemin:12,becaus:[2,3],becom:[2,3,6,10,16],been:[2,3,4,9,13,14],befor:[1,2,3,4,5,8,14],begin:[3,13],behalf:9,behav:[2,5],behavior:[2,3,13],behind:[2,4,7,13],being:[2,3,11],belong:14,below:[2,5,9,10,15,16],benefici:9,best:2,beta:8,better:[5,16],between:[2,3,8,13,16],beyond:[2,5],bigqueri:6,bigqueryhook:6,bin:3,bind:9,bind_password:14,bind_us:14,bit:4,bitshift:6,blob:16,block:[2,3,16,17],blog:[2,9],blueprint:10,bodi:2,boilerpl:9,bolk:12,bolkedebruin:12,bonu:2,bool:2,boot:4,both:[2,5],bother:16,bottleneck:17,box:[2,4,15],bracket:[9,16],branch:[2,6],branch_fals:3,branchpythonoper:[2,3]
 ,broker:[1,4],broker_api:1,broker_url:4,brought:12,brows:[3,5],browser:14,bruin:12,bucket:[2,4,8],bucket_kei:2,bucket_nam:2,buffer:2,bug:4,build:[3,4,6,11],built:[2,3,4,6,10,11,16],bulk:[5,17],bulk_dump:2,bulk_load:2,bump:3,bundl:2,burn:1,but_this_dag_will_not:3,cacert:14,cach:14,cal:8,call:[2,3,4,5,13,16],callabl:2,callback:14,can:[0,2,3,4,6,7,8,10,11,13,14,15,16,17],cannot:[2,3,9,16],cap_net_bind_servic:14,capabl:[10,13],capac:3,card:2,care:[1,4],carri:[3,9],cascad:3,cast:2,catchup:[2,6],catchup_by_default:13,categori:10,caus:[5,9],celeri:[1,3,5,6,7,14],celery_result_backend:4,celeryexecutor:[2,3,4,5,7,13],cell:2,central1:8,central:3,cert:14,certain:[2,3,8],certif:[1,14],cfg:[1,2,3,4,5,13,14,15,16],cfg_path:[1,2],chain:3,chanc:4,chang:[0,4,6,8,9,13,14,15,16],channel:12,charact:9,character:3,charg:[5,9],charset:2,chart:[6,10],chat:12,check:[1,2,3,5,8],check_oper:2,check_output:2,checkoper:2,chef:4,child:3,child_dag:3,child_dag_nam:3,chmod:14,choic:[1,2,16],choos:[2,3,9,14],chri:12,
 circuit:2,claim:9,clariti:6,claus:2,clean:2,cleanup:[2,5],clear:[1,2,3,5,13,17],clear_xcom_data:2,cli:[2,3,4,5,6,13],click:[5,14,16,17],client:[0,2,7,14],client_id:14,client_secret:14,close:[2,5,14],close_conn:2,closest:2,closest_ds_partit:2,cloud:[4,6,7],cloudant:7,cluster:[4,6,8],cmd:2,code:[1,2,3,4,6,8,9,10,16],collabor:6,collect:[2,3,10],collect_dag:2,color:2,column:2,com:[2,3,14,16],combin:[3,9],come:[2,13],comma:[1,2,3],command:[2,3,4,6,7,13,15],command_as_list:2,comment:9,commerci:9,commit:[2,12,14],commit_everi:2,committ:6,common:[3,4,5,9,16],commonli:2,commun:[3,6,9,16],compani:10,compar:6,comparison:2,compil:[5,9],complet:[2,3,4,6,13],complex:[2,3,6,10],compli:9,complianc:9,complic:16,compon:10,compos:[3,14,16],composit:6,comprehens:17,comput:[2,9],concept:[4,5,6,13,16],conceptu:3,concern:3,concur:5,concurr:[1,2,5],concurrency_reach:2,condit:[2,3,7,9],conf:[1,2,4],config:[1,10,14],configur:[0,1,2,3,6,9,13,14,15,16,17],confirm:[1,5,13],confirm_prompt:2,confus:[2,3,5],conjun
 ct:[1,3,15],conn_extra:1,conn_id:[1,2,3,4],conn_typ:2,conn_uri:1,connect:[1,2,6,7,10,11,14],connect_timeout:2,connecton:11,consequenti:9,consid:[2,3,4],consist:[3,6,9],consol:14,conspicu:9,constant:[2,3],constitu:3,constitut:9,constru:9,constructor:[2,16],contact:[4,9],contain:[2,3,4,5,9,13,14,16,17],content:[2,3,9,10,12,14],context:[2,4,5,6,16],continu:[2,6],contract:9,contrib:[2,3,8,14],contribut:[6,9],contributor:[9,12],contributori:9,control:[2,3,9,17],conveni:[2,3],convent:3,convers:9,convert:2,cool:2,copi:[2,4,8,9,14],copyright:[9,14],core:[2,4,6,10,14],correct:3,correpsond:3,correspond:[2,3,4,5],could:[2,3,14,16],count:[1,2],counterclaim:9,cours:14,cover:13,cpu:[2,3,10],craft:2,crawl:[2,13],crawl_for_task:2,creat:[0,2,3,4,6,10,11,13,14,15,16,17],create_dagrun:2,create_directori:2,creation:2,credenti:14,credit:14,criccomini:12,criteria:[2,3],criterion:2,critic:[1,2,3],cron:[2,3,5,13],cross:[3,9,16],crt:14,crud:1,crypto:[4,6,7],curli:16,current:[0,2,13,17],current_st:2,cursor:2
 ,custom:10,customari:9,cycl:[2,3,16],daemon:[1,4,13],dag:[0,1,2,4,6,8,14,15],dag_1:3,dag_2:3,dag_fold:[2,3,4],dag_id:[0,1,2,3,5,16],dag_md:3,dag_run:[0,2],dag_run_obj:2,dag_stat:1,dagbag:[1,2,5],dagbag_report:2,dagfil:3,dagrun:[1,2,5],dagrun_timeout:2,dags_fold:[4,5],dai:[2,5,8,13,15,16],daili:[2,5,13],damag:9,dan:[2,12],data:[2,3,6,7,10,14,16,17],data_profiler_filt:14,databas:[1,2,3,4,6,7,8,10,11,15,16],dataflow:6,dataflow_default_opt:8,dataflowhook:6,datafram:2,dataproc:6,dataprocpysparkoper:6,dataset:[2,13],datastor:6,date:[1,2,3,9,13,16],date_filter_column:2,datestamp:2,datetim:[2,3,5,13,16],dateutil:2,davydov:12,days_back:[2,8],dbapi_hook:2,dbapihook:2,deactiv:2,deactivate_stale_dag:2,deactivate_unknown_dag:2,deal:6,debug:[1,2,16],decid:4,decis:6,declar:2,deep:2,def:[2,3,10],default_arg:[2,3,5,8,16],default_imperson:14,default_login:14,default_param:5,default_queu:3,defend:9,defer:3,deferred_op:3,defin:[2,3,4,5,6,9,10,13,14,16],definit:[0,2,3,6,9,10],delai:[1,2,5],delet:[1,2,3,
 13,17],delete_directori:2,delete_fil:2,deliber:[2,9],delimit:[1,2,3],demonstr:3,dep:2,dep_context:2,depcontext:2,depend:[1,2,3,4,5,6,7,13,17],depends_on_past:[1,2,3,5,8,16],deploi:10,deploy:10,depth:16,deriv:[2,4,9,10],descend:3,describ:[2,3,5,9],describe_directori:2,descript:[1,2,3,9],deseri:[1,2,3],deserialize_json:3,design:[3,9,13],desir:[2,16],destin:2,destination_conn_id:2,destination_t:2,detail:[2,3,5,14,17],detect:[2,10],detect_downstream_cycl:2,determin:[2,3,9],dev:[4,7,12],devel:7,devel_hadoop:7,develop:[1,2,14,16],deviat:2,dialog:13,dict:[1,2,3],dictionari:[2,3,5,16],did:16,die:3,differ:[2,3,5,8,9,10,16,17],direct:[2,3,4,6,9],directli:[2,3,5,11],directori:[1,2,3,4,14,16],dirti:15,disclaim:[6,9],discuss:9,displai:[4,9,13,16],disregard:[2,16],distinct:2,distribut:[2,3,7,9],do_pickl:1,doc:[2,3,5,16],doc_json:3,doc_md:3,doc_rst:3,doc_yaml:3,dockeroper:3,document:[2,4,5,9,12,14,16],doe:[1,2,3,4,5,6,7,9,14,16],doesn:[1,2,3,16],domain:14,domainnam:0,don:[2,3,4,7,9,13,14],done:[2,
 3,5,13,14,16],donot_pickl:[1,2],door:3,dot:[2,3],doubl:[2,4,16],down:[1,3],download:[4,8],downstream:[1,2,3,13],downstream_list:2,downstream_task_id:2,drive:4,driven:10,driver:4,drop:[2,10],druid:7,dry:1,dry_run:[1,2],ds_add:[2,16],ds_format:2,ds_nodash:2,dttm:2,dubiou:2,due:4,dummi:[2,3,10],dummy_1:3,dummy_oper:3,dummy_task:3,dummyoper:[2,3],dump:2,durat:[1,6],dure:[3,4,17],dynam:[2,3,6],each:[2,3,5,9,12,13,16],eagerli:4,earlier:16,easi:[3,4,6,10,11,14,17],easier:[2,9],easiest:7,easili:[2,3,5,6,11,13,16],echo:[3,16],ecosystem:10,edit:[4,17],editori:9,effect:[2,3],effort:6,egg:4,either:[2,3,4,9,13,14,15],elabor:9,elaps:2,elast:2,electron:9,eleg:6,element:4,els:15,elsewher:3,email:[2,3,8,12,14,16],email_on_failur:[2,8,16],email_on_retri:[2,8,16],emailoper:[2,3],emit:[3,5,16],empti:[2,3],enabl:[0,2,3,4,6,7],enclos:9,encod:5,encrypt:[4,6,7,14],encrypt_s3_log:4,end:[2,9,13],end_dat:[1,2,13,16],endors:6,endpoint:[2,6],endpoint_url:0,enforc:[3,5],engin:[2,5,6],ensur:[3,5],enterpris:6,enti
 r:[1,3,5],entiti:9,entri:[2,13,14],env:[2,3,4],environ:[2,3,4,6,7,11,13,16,17],ep_data_pipeline_db_msg_agg:3,equival:[3,7,16],era:5,error:[1,2],error_logfil:1,especi:[3,5,16],essenti:2,etc:[2,3,4,14],eval:2,evalu:[2,3,5,13,16],even:[2,3,9,11],event:[3,9,16],eventlet:1,ever:2,everi:[2,3,13,14,16],everyon:16,everyth:[16,17],exactli:[2,17],examin:13,exampl:[2,3,4,6,9,13,14,15],example1:15,example_bash_oper:15,example_dag:[3,16],except:[2,3,5,9,14,16],exchang:[3,6],exclud:[1,9],exclude_subdag:1,exclus:[9,13],exec_d:1,execut:[1,2,3,4,5,6,8,9,13,16],execution_d:[1,2,3,13,16],execution_date_fn:2,execution_delta:2,execution_tim:3,execution_timeout:[2,3],executor:[1,3,4,5,6,10,13],exercis:9,exhaust:4,exist:[0,1,2,3,4,5,14,16],exit:[1,14],expans:4,expect:[0,2,3,5,6],experiment:6,expir:2,expiration_d:2,explan:16,explicit:6,explicit_op:3,explicitli:[2,3,9,14,16],exponenti:2,expos:[0,2,3,4,10,14],express:[2,5,8,9,13],ext:2,extend:[2,6],extens:[2,6,8],extent:2,extern:[2,3,5,6,10],external_dag_id:
 2,external_task_id:2,external_trigg:2,externaltasksensor:2,extra:[1,2,3,6,14],extra_dejson:2,extra_opt:2,fact:3,factori:3,fail:[1,2,3,4,5,13,16,17],failur:[2,4,6,9],fairli:15,fals:[1,2,4,8,13,16],familiar:[3,16],faq:[2,6],fast:15,fault:[2,3],featur:[2,3,4,7,10,16,17],feb:14,fee:9,fernet:5,fernet_kei:5,fetch:4,few:[2,4,11,15,16],field:[1,2,9],fifti:9,figur:[2,3,13],file:[0,1,2,3,4,6,8,9,10,13,14,15],file_path:2,file_s:2,filenam:[2,3],filepath:[1,2],files:2,filesystem:4,fill:[2,3,11,14],filter:[1,2,3,14],filter_by_own:14,filter_for_files:2,filter_for_ignored_ext:2,find:[2,4,5,16,17],fine:16,finish:2,fire:[2,3,4,5],first:[1,2,3,4,5,12,13,15,16],fit:[2,6,9],fix:[2,4,13],flag:[2,13],flask:[1,10,11],flask_admin:10,flask_blueprint:10,flask_login:14,flat:2,flavor:10,flexibl:[2,16],flower:[1,4],flower_conf:1,folder:[2,4,10,13,14,15,16],follow:[0,2,3,4,6,9,14,16],foo:[2,3],foo_:5,foo_dag_id:5,foobar:4,forc:[1,2],foreground:1,foreign:2,form:[2,3,6,9],format:[2,3,4,5,9],forward:[2,5],found:[2,4
 ,14],foundat:[6,9,12,15],four:3,framework:[4,10],free:[3,9],frm:2,from:[1,2,3,4,5,6,8,9,10,11,12,13,14,15,16,17],from_nam:2,ftp:2,ftp_conn_id:2,ftp_default:2,ftphook:2,full:[2,12],full_filepath:2,fulli:[0,2,5,6,14],functiontyp:2,fundament:16,further:[6,15,16],furthermor:14,futur:[2,13],galaxi:10,gantt:6,garag:3,gate:14,gcp:6,gcp_api:7,gcp_conn_id:8,gcp_dataflow_bas:8,gcp_default:8,gener:[1,2,3,6,9,10,14,16,17],generate_command:2,generictransf:2,get:[0,1,2,3,4,6,10,11,13,15,16,17],get_active_run:2,get_conn:2,get_connect:3,get_cursor:2,get_dag:2,get_dagrun:2,get_direct_rel:2,get_first:2,get_flat_rel:2,get_last_dagrun:2,get_pandas_df:2,get_partitions_by_filt:2,get_partitions_by_nam:2,get_record:2,get_task_inst:2,get_template_context:2,get_template_env:2,gevent:1,ghe:6,ghe_oauth:14,ghost:2,git:4,github:[6,9,12,16],github_enterpris:14,github_enterprise_auth:14,gitignor:2,gitter:12,give:[3,9],given:[0,2,3,8],glanc:17,global:[2,3,5],goal:16,goe:[2,5,16],going:15,good:3,goodby:3,goodwil:9,g
 oogl:[4,6,7],google_auth:14,google_client_id:14,google_client_secret:14,googlecloudstoragehook:6,govern:9,grab:2,grade:4,grai:2,grant:9,graph:[2,3,6],great:[3,4,13],greater:2,green:2,grossli:9,group:[2,4,14],gunicorn:[1,7],had:[2,5,13],hadoop:[7,8,14],hand:[14,15],handl:[2,3,4,13],happen:[3,13,16],hard:[2,3],harmless:9,has:[1,2,3,4,5,6,8,9,10,13,14,16],has_dag:2,hash:14,hasn:[3,13],have:[2,3,4,5,6,7,8,9,10,11,13,14,16],haven:[2,3,16],hdf:[2,3,7],hdfs_conn_id:2,hdfs_default:2,hdfs_hook:2,hdfshook:2,hdfssensor:2,head:[15,16],header:2,heartbeat:[2,3,5],heavili:2,hello:[3,10],help:[1,9,10,14],here:[2,3,4,5,7,10,13,14,15,16,17],herebi:9,herein:9,hidden:17,hierarchi:16,high:2,highchart:11,higher:2,highli:4,highlight:16,hipchat:2,hipchat_oper:2,hipchatapioper:2,hipchatapisendroomnotificationoper:2,histori:6,hit:[2,3],hive2mysqloper:2,hive2sambaoper:7,hive:[2,3,4,7,8,10,14],hive_conn_id:2,hiveoper:[3,4,14],hivepartitionsensor:[2,3],hivesensoroper:2,hold:9,holder:0,home:15,homogen:4,hook:[6,
 7,8,10,14,16],hope:13,horribl:16,host:[2,4,14],hostnam:[1,2,3,4,14],hour:[2,3,5,13],hourli:[2,5,13],hous:3,how:[2,3,4,6,9,10,13,16,17],howev:[3,4,9,14],hql:2,html:[2,10,16],html_content:2,http:[0,2,3,9,10,14,16],http_conn_id:2,http_default:2,httphook:2,httpoper:3,httpsensor:2,human:2,idea:[2,4,5,6],idempot:13,identif:9,identifi:[1,2,9,16,17],ids:2,ignor:[1,2],ignore_:2,ignore_all_dep:2,ignore_all_depend:1,ignore_copi:2,ignore_depend:1,ignore_depends_on_past:[1,2],ignore_first_depends_on_past:[1,2],ignore_task_dep:2,ignore_task_depsstore_tru:1,ignore_ti_st:[1,2],ignored_ext:2,iii:9,immedi:[2,3],imper:4,imperson:[2,6],implement:[2,3],impli:9,improv:9,inabl:9,inact:[2,5],inc:9,incident:9,includ:[1,2,3,4,9,13,16],include_adhoc:[1,2],include_downstream:2,include_exampl:2,include_prior_d:2,include_subdag:2,include_upstream:2,inclus:9,incorpor:9,incub:12,incur:9,indemn:9,indemnifi:9,independ:[2,3],index:2,indic:[2,3,6,9],indirect:9,individu:[2,9,13,16],ineffici:2,infer:[2,3],inferred_op:3,
 infin:6,info:[0,1,2],inform:[2,3,4,9,13,14,16],infrastructur:6,infring:9,ingress:8,inherit:[2,16],init:4,init_on_load:2,initctl:4,initdb:[1,4,15],initi:[1,2,4,14,15],initialis:2,inject:10,input:2,input_format:2,insecur:14,insert:[2,3],insert_row:2,insid:3,inspect:[13,15],inspir:2,instal:[2,3,4,6,10,14,15],instanc:[1,2,4,5,6,7,13,14,15,16],instanti:[2,3,5,6,13],instead:[1,2,5,13],institut:9,instruct:[2,3,13],insur:2,integr:[2,6,7,10,14],intention:9,inter:3,interact:[2,3,4,10,11],interest:[2,16],interfac:[3,6,9,11,14,16],intergr:10,intern:[1,13],interpret:[2,3],interv:[2,5,13],intervalcheckoper:2,introduc:5,intuit:16,invari:[2,3],invok:2,involv:3,ipython:3,irrevoc:9,is_paus:2,is_prematur:2,ish:2,isn:[3,6],isoformat:2,issu:[2,3,6,9,12],item:[3,13],iter:2,its:[2,3,4,9,10],itself:[3,5,13,14,16],januari:[9,13],jar:8,jdbc:7,jeremiah:12,jinja2:2,jinja:[2,6,10],jinja_env:2,jira:12,jlowin:12,job:[1,2,3,4,5,8,13,15,17],job_id:2,join:[3,12],json:[1,2,3],json_client:0,june:12,jupo:2,jupyt:3,just
 :[1,2,3,5,10,13,16],kadmin:14,kapil:4,keep:[2,3,6,16],kei:[1,2,3,4,5,13,14,17],kerber:[7,14],kerbero:[0,1,6,7],kernel:2,key1:2,key_fil:2,keytab:[0,1,14],keyword:2,kick:[4,13],kill:[2,3,5],kill_zombi:2,kind:9,know:[4,5,16],knowledg:10,known:[2,7],known_host:2,kruyk:12,kwarg:2,kwd:2,label:[2,11],lai:15,lambda:[2,3],land:[2,10],languag:[9,16],last:2,late:17,later:11,latest:[1,2,6,7,16],latest_d:2,latest_execution_d:2,latest_onli:3,latest_only_oper:3,latest_only_with_trigg:3,latestonlyoper:3,launch:14,law:9,lawsuit:9,layer:5,layout:16,ldap3:14,ldap:[6,7],ldap_auth:14,ldap_ca:14,lead:[2,3],lean:6,least:[2,3,9],leav:2,led:3,left:[3,14],legaci:5,legal:9,leo:12,less:2,let:[1,2,3,4,11,13,16,17],level:[2,3,6,13,14],leverag:[2,3,16],liabil:9,liabl:9,lib:[2,3,4],libffi:4,librari:[2,3,4,5,6,10,16],libz:3,licens:[6,14],licensor:9,life:3,lifetim:13,light:[2,3],lightweight:3,like:[2,3,4,5,7,10,14,16],limit:[2,3,4,6,9,13,15],line:[2,6,13,15],link:[3,6,9,10],linux:14,list:[1,2,3,4,6,7,9,10,12,14,16,1
 7],list_dag:[1,5,16],list_directori:2,list_task:[1,5,16],listen:[3,5,14],lit:2,liter:2,litig:9,live:2,load:[1,2,3,4,8],load_test_config:4,local:[1,2,3,4,5,14,16],local_executor:2,local_full_path_or_buff:2,local_port:2,localexecutor:[1,2,3,4,5,13],localhost:3,locat:[1,2,3,4,14,16],lock:2,lock_for_upd:2,log:[1,2,6,10,14,16],log_fil:1,logfil:1,loggin:2,loggingmixin:2,logic:[2,3,16],login:[2,3,4,14],logist:10,longer:[2,5],look:[1,2,3,5,6,10,12,13,14,16],loss:9,lot:13,lowin:12,machin:[2,3,4,14],macro:[3,5,6,10,11,16],made:[2,3,9],mai:[2,3,4,5,9,13,16],mail:[9,12],main:[2,3,5,10],main_dag:3,maintain:6,make:[0,2,3,4,5,6,9,14,16,17],malfunct:9,malik:4,man:7,manag:[2,6,9,10,14],mani:[1,2,3,5,10,16,17],manner:6,manual:[2,3,4,13],map:2,march:12,mark:[1,2,3,9,13],mark_success:[1,2,13],markdown:3,markup:2,master:[3,16],match:[1,2,3],matter:2,max:[2,12],max_active_run:[2,5],max_partit:2,max_retry_delai:2,maxim:12,maxime_beauchemin:1,maximum:2,maxnumwork:8,mayb:3,mean:[2,3,4,5,8,9,14,16],meaning:2
 ,meant:[2,5],mechan:[2,9,14],media:9,medium:9,meet:[2,9],member:14,memberof:14,memori:2,menu:[3,5,6,10,15],menu_link:10,menulink:10,merchant:9,mere:9,merg:16,meso:[2,6],mesos_executor:2,mesosexecutor:[2,4,13],messag:[2,3,6],message_format:2,met:[2,4,5,13],metadata:[1,2,3,4,6,7,10,13,17],metastor:2,metastore_conn_id:2,metastore_default:2,metastore_mysql:2,metastorepartitionsensor:2,method:[2,3,5],metric:[2,8,10],metrics_threshold:2,microsoft:7,midnight:[5,13],might:[3,5,13,16],migrat:14,mime_subtyp:2,min:5,mind:[3,6],minimum:[7,13],minor:8,minut:[3,5,8,13,16],mismatch:3,miss:[2,3],mistercrunch:12,mix:[2,3,16],mkdir:3,mlsd:2,mode:[1,2,3,6,16],model:[3,6,10,14,16],modif:9,modifi:[2,3,4,9,11],modul:[2,3,5,6,10,14],modular:6,moment:5,monitor:[3,4,6,10,13,17],monospac:3,month:[5,13],monthli:[5,13],more:[2,3,4,6,9,10,12,13,14,16,17],morn:13,most:[2,3,8,13,14,16,17],mostli:[2,6,13],mount:4,move:[2,3,5,6],msg:2,mssql:7,much:[2,3,13],multi:6,multipl:[2,3],multiprocess:2,must:[2,3,4,5,9,14,16]
 ,mutat:3,my_conn_str:4,my_dag1:3,my_dag2:3,my_dag:3,my_databas:2,my_dict_var:2,my_funct:3,my_param:16,my_tabl:2,my_useful_packag:3,my_var:2,mypackag:14,mys3conn:4,mysql:[2,3,4,7],mysql_conn_id:2,mysql_default:2,mysqldb:2,mysqlhook:2,mysqloper:[2,4],name:[1,2,3,4,9,10,14],namedhivepartitionsensor:2,namespac:[2,5,10],nav:14,navig:14,ndfor:16,necessarili:[6,9],need:[2,3,4,5,6,7,10,13,14,15,16],neg:[2,13],neglig:9,neighbour:2,nest:[2,16],network:14,never:[1,2,5],new_user_email:14,new_user_nam:14,newli:6,newobject:2,next:[2,3,6,13,14],next_execution_d:2,next_retry_datetim:2,nice:3,night:3,nlst:2,no_confirm:1,no_host_key_check:2,node:[1,2,3],non:[1,2,4,9],none:[2,3,10,13],noram:14,norandkei:14,normal:[2,3,8,9],normalize_schedul:2,notat:2,note:[0,2,4,5,6,8,13,14,16],notebook:3,noth:[2,9],notic:[3,9,16],notif:2,notifi:2,notwithstand:9,now:[2,3,4,5,13,14,16],nuanc:3,num:2,num_run:1,number:[1,2,3,4,6],oauth2:14,oauth2callback:14,oauth:6,oauth_callback_rout:14,oauth_key_from_github_enterpris:1
 4,oauth_secret_from_github_enterpris:14,obj:2,object:[1,2,3,4,5,9,10,13,16],objectclass:14,oblig:9,observ:2,obtain:9,occur:[2,3],octob:12,off:[2,4,13],offer:[9,10],offici:[2,12],offset:2,often:[2,3],on_failure_callback:2,on_kil:2,on_retry_callback:2,on_success_callback:2,onboard:5,onc:[2,3,4,5,13,14,16],one:[2,3,4,5,6,9,13,14,16],one_fail:[2,3],one_success:[2,3],ones:[2,5,8,17],onli:[0,1,2,4,5,6,7,9,13,14,15],only_fail:[1,2],only_if_upd:2,only_run:[1,2],oozi:6,op1:3,op2:3,op3:3,op4:3,op_arg:2,op_kwarg:2,open:[2,3,5,12,14],oper:[1,4,5,6,7,10,16],oppos:[2,3],optim:2,option:[1,2,3,6,8,11,13,14,15,16],orchestr:[2,6],order:[2,3,4,13,14],org:[2,9,10,12,16],organ:[3,10],organiz:14,orient:2,origin:9,orm:2,other:[1,2,3,4,6,9,11,13,16],otherwis:[2,9,16],our:16,out:[2,3,5,6,9,13,15],outag:10,outgrow:15,outlier:17,output:[2,16],output_encod:2,output_format:2,outsid:13,outstand:9,over:[1,2,3,4,15,17],overlap:17,overrid:[1,2,5,16],overridden:[2,5],overriden:2,overview:17,overwhelm:3,overwrit:4,ow
 n:[2,3,4,6,9,13,16],owner:[2,3,8,9,14,16],ownership:9,packag:[2,4,6],package1:3,page:[3,5,9,12,17],pai:[2,5],pair:[2,17],panda:2,parallel:[2,3,4,15],param:[1,2,16],paramet:[1,2,3,4,5,11,14,16],parameter:[3,6,11],parent:[2,3,5],parent_dag:[2,3],parent_dag_nam:3,parent_modul:2,pars:[2,5,10,16],part:[2,3,9,11,14],parti:9,particular:[3,9],partit:[2,3],partition_nam:2,partitiontyp:8,partli:5,pass:[2,3,5,10,16],pass_valu:2,passwd:17,password:[2,3,4,6,7,17],password_auth:14,passwordus:14,past:[2,3,5,13,17],patent:9,path:[1,2,3,4,14],patrick:12,patrickleotardif:12,pattern:[2,3],paus:[1,2,3],payload:2,peopl:[2,10,16],percent:9,perfect:3,perform:[1,2,3,4,5,6,8,9,13,17],perhap:[3,17],period:[2,3,5,13,16],permiss:[9,14],perpetu:9,persist:[2,13],perspect:[1,3],pertain:9,phase:10,physic:2,pick:[3,4,11,13],pickl:[1,2,3,4],picklabl:2,pickle_id:2,pickleabl:2,pid:[1,15],pig:[2,3,8],piggi:10,pigoper:2,pip:[3,7,15],pipelin:[2,3,4,6,8,11,17],pk1:2,pk2:2,place:[0,2,3,5,9,16],placehold:2,plain:[2,4],plan:
 5,platform:[3,6,7],pleas:[0,3,4,12,14,16],plug:10,plugin:6,plugin_macro:10,pluginexecutor:10,pluginhook:10,pluginoper:10,plugins_manag:10,point:[2,3,4,5,15,16],poke:2,poke_interv:2,polici:6,polymorph:2,pool:[1,2,5,6,16],pool_descript:1,pool_ful:2,popen:2,popul:16,port:[0,1,2,4,14,15],posit:2,possibl:[1,2,3,4,9,13,14,15,16,17],post:[0,2],post_execut:2,postgr:[3,4,7],postgres_mast:3,potenti:3,power:[3,6,9,16],practic:2,pre:5,pre_execut:2,preced:[2,4,16],prefer:[9,13,15],prefix:[3,4],preoper:2,prepar:[3,9],prepare_templ:2,prepped_request:2,present:2,preset:13,presto:2,presto_conn_id:2,presto_default:2,prestocheckoper:2,prestohook:2,prestointervalcheckoper:2,prestotomysqloper:3,prestovaluecheckoper:2,pretti:16,prev_execution_d:2,prevent:[2,3,14],previou:[1,2,3,5,16],previous:[3,5],previous_ti:2,primari:2,primit:2,princip:[0,1,3,14],print:[1,2,3,9,16],print_dat:16,prior:2,priorit:3,prioriti:[2,3],priority_weight:[2,3,16],privaci:9,privileg:14,probabl:[4,5,14],problem:3,problemat:3,proce:
 [2,5],process:[1,2,3,4,6,13,16],process_fil:2,product:[2,3,4,6,9,11,13,16],profil:[2,6,14],program:12,programmat:6,progress:[2,6,16],project:[6,8],promin:9,prompt:1,propag:[2,3],propaget:2,proper:16,properli:[4,5],properti:[2,3,5,14],provid:[2,3,4,9,11,14,16,17],provide_context:[2,3],proxy_us:14,proxyus:14,psycopg2:4,publicli:9,publish:2,pull:[2,3],pull_funct:3,puppet:4,pure:3,purpl:2,purpos:[9,16],push:[2,3,10],push_funct:3,pushing_task:3,put:[2,3,5,10],pv1:2,pv2:2,pwd:3,pyhiv:2,pypi:[7,15],pyspark:8,python:[2,3,4,5,6,7,10,14,16],python_1:3,python_cal:[2,3],python_oper:2,pythonhost:10,pythonoper:[2,3],pythonpath:[4,14],qds:7,qualif:14,qualifi:[0,2,14],qualiti:[2,3],qubol:7,queri:[2,4,6,8],queu:[1,3,5],queue:[1,2,5,6,16],quick:[4,6,17],quickli:[11,15,16,17],quit:5,r39132:12,rabbitmq:[4,7],rais:[2,16],ran:[1,2],randkei:14,random:2,randomli:3,rang:[1,2,3,5,13,16],rather:3,ratio:2,raw:[2,5],reach:[2,3,4,5],reactiv:5,read:[2,4,5,14,16],readabl:[2,9,14],readi:[2,6,15],readm:4,readthedoc:
 16,ready_for_retri:2,real:4,realli:[2,14,16],realm:[0,14],reason:[5,9,16],reboot:3,rebuild:1,recap:6,receiv:[2,3,9,13],recent:[2,3],recipi:[2,9],recogn:2,recommend:[2,4,5,9],record:[1,2,3,16],recreat:2,recurs:2,red:2,redhat:4,redi:4,redirect:[1,14],redistribut:9,redund:16,refer:[3,4,6,10,12,16],referenc:[3,16],reflect:[3,6,10,16],refrain:3,refresh:2,refresh_from_db:2,regard:[2,9],regardless:[1,2],regex:[1,2],regexp:1,regist:[10,11,14],regular:13,reinit_frequ:14,rel:[2,13,16],relat:[2,3,4,5,7,12],relationship:3,relativedelta:2,releas:8,relev:5,reli:[2,14],remain:[9,14],rememb:[2,16],remot:[2,4,5,13],remote_base_log_fold:4,remote_full_path:2,remote_host:2,remote_log_conn_id:4,remote_port:2,remov:2,renam:2,render:[1,2,3,10,16],render_templ:2,render_template_from_field:2,renew:[1,14],repeat:[3,13],repl:14,replac:[2,9,14],report:[1,2],repositori:[4,16],repres:[2,3,5,9,13],represent:[2,17],reproduc:9,reproduct:9,request:[1,2,3],requir:[1,2,3,4,5,6,7,9,14],rerun:1,resembl:3,reset:1,reset_d
 ag_run:2,resetdb:1,resid:3,resolv:2,resourc:[1,2,3,6],respect:[1,2,3,16],respons:[2,9],response_check:2,rest:[2,6],restart:[3,4,5],restrict:14,restructuredtext:3,result:[2,3,9,11,16],resum:1,retain:9,retri:[1,2,3,8,16],retriev:3,retrieve_fil:2,retry_delai:[2,8,16],retry_exponential_backoff:2,return_valu:2,reus:10,revers:4,review:6,revis:9,riccomini:12,rich:[1,3,6,17],right:[2,3,9,11],rightmost:3,risk:9,roadmap:6,role:4,roll:6,room:2,room_id:2,root:[2,3,14],root_dag:2,round:[2,5],rout:14,routin:[2,3],row:[2,3,8],royalti:9,rule:[2,5,6,16],run:[1,2,4,6,14,15,17],run_and_check:2,run_as_own:14,run_as_us:[2,14],run_dur:1,run_id:[1,2,13],runme_0:15,runnabl:3,rwc:14,s3_conn_id:2,s3_default:2,s3filetransferoper:3,s3hook:4,s3keysensor:[2,7],s3prefixsensor:7,safe_mod:2,sai:[2,3,5,13],said:3,samaccountnam:14,samba:7,same:[2,3,4,9,11,14],sampl:4,sandbox:4,save:[2,4,5,11,16],scalabl:6,scale:6,scan:[2,3],scene:[7,13],schedul:[1,2,3,4,6,16],schedule_interv:[2,3,5,13,16],scheduler_interv:5,scheduler
 _run:4,schema:[2,3,4],scope:6,scratch:16,screen:16,screenshot:6,script:[2,3,4,5,6],search:[2,3],search_path:4,search_scop:14,second:[1,2,3,5,16],secret:[14,17],secretkei:3,section:[2,3,4,5,8,9,14,15,16],secur:[2,3,6,9],see:[2,3,4,5,9,13,14,15,16,17],seen:[4,17],select:[2,3,11,13,14],self:[2,10],sell:9,semicolon:2,send:[1,2,3,12],send_room_notif:2,sender:2,sensor:[2,3,5],sensor_queu:3,sent:[2,3,4,9],separ:[3,9,16],sequenti:[2,13,15],sequentialexecutor:[2,3,15],seri:[3,13],serial:[1,2],serv:[1,4,16],serve_log:[1,4],server:[1,2,4,10,14,15,16],servic:[0,1,2,3,4,7,9,13,14],session:[2,14],set:[0,1,2,3,5,6,10,13,17],set_depend:[2,16],set_downstream:[2,3,16],set_the_password:14,set_upstream:[2,3,16],setgid:4,setuid:4,setup:[4,14],sever:3,shall:[2,9],shape:13,share:[2,3,4,9,10,11],shell:[2,14],ship:[1,2],ship_dag:1,shop:9,shortcircuitoper:2,shortcut:[4,17],should:[2,3,4,5,9,10,13,15,16],shouldn:[2,3],show:[1,2,3,5,10,17],shown:2,sid:12,siddharth:12,side:[2,4],signal:5,similar:[3,4,6],simpl:[
 2,3,5,8,10,11,14,16],simplehttpoper:2,simpler:16,simplest:14,simpli:[2,3,10,13,14,16],simplifi:2,simul:16,simultan:3,sinc:[2,3,4,15,16],singl:[1,2,3,8,13,16],site:14,situat:3,size:[2,3],skew:10,skip:[1,2,3],sla:[2,6,10],sla_miss_callback:2,slack:7,slackapipostoper:7,slackoper:3,slave:4,sleep:16,slightli:6,slot:[1,2,3],slot_count:1,slowli:6,slug:14,small:[2,3],snakebit:2,snap:6,soft_fail:2,softwar:[6,9,12],sole:9,solut:6,some:[0,2,3,4,5,13,16,17],somehow:4,someth:[3,14,16],sometim:[2,3,16],somewhat:16,somewher:15,soon:[2,3,4,5,13],sort:[2,3],sound:[3,16],sourc:[2,3,9,11,12,17],source_conn_id:2,space:6,span:17,spark:[3,6,8],spawn:4,special:[2,3,5,9],specif:[1,2,3,4,5,8,9,13,16,17],specifi:[1,2,3,4,5,6,13,14,16],specific_valu:2,spent:17,split:13,sponsor:6,sql:[2,3,4,7,8,11],sql_alchemy_conn:4,sql_alchemy_conn_cmd:4,sqlachemi:2,sqlalchemi:[2,3,4],sqlite:[2,15],sqlitehook:2,sqloper:3,sqlsensor:2,sscursor:2,ssh:[2,14],ssh_default:2,ssh_hook:2,sshexecuteoper:2,sshhook:2,sshpass:2,ssl:[1,2,
 6],ssl_cert:1,ssl_kei:1,stabil:6,stabl:7,stack:[7,10],stage:[3,8],stagingloc:8,stai:13,stamp:13,stand:3,standalon:3,standard:[2,3,5,14],stanza:4,start:[1,2,3,4,5,6,7,8,12,13,16],start_dat:[1,2,3,6,8,13,16],stat:2,state:[1,2,3,5,9,13,16],statement:[2,3,9],static_babynam:2,static_babynames_partit:2,static_fold:10,static_url_path:10,statu:[1,2,3,4,5,6,8,9,13,15,16,17],stderr:1,stdout:[1,2,16],step:[4,16,17],steven:12,still:[2,6,14],sting:2,stop:[2,4],stoppag:9,storag:[2,4,6],store:[1,2,3,4,10,14,15],store_fil:2,storm:6,str:[2,10,13],straightforward:15,stream:[2,6],string:[1,2,3,4,16],structur:[2,6,16],style:2,sub:[1,2],sub_dag:[2,3],sub_part:2,subclass:2,subcommand:[1,2,4,13,16],subdag:[1,2,6],subdag_oper:3,subdagoper:[2,3],subdir:1,subdirectori:3,subject:[2,9],sublicens:9,submiss:[9,13],submit:9,subpackag:[7,14],subpartit:2,subprocess:[2,5,13],subscrib:[3,12],subsect:[1,13],subsequ:[1,9,13],subset:2,subtask:14,subtl:3,subtract:2,subtre:14,succe:[2,3],succeed:[1,2,3,5,17],success:[2,3,
 5,6,13,16],successfulli:[2,3,16],sudo:14,sudoer:14,suit:6,sum:3,sundai:13,super_us:14,supersed:9,superus:14,superuser_filt:14,suppli:[4,14],support:[0,1,2,4,7,8,9,14],sure:[0,3,4,5,14,16],surfac:16,surgeri:6,swagger:0,sync:[1,2,4,13],sync_tim:2,sync_to_db:2,synchron:[2,4],syntax:9,sys:3,sysconfig:4,system:[2,3,4,9],systemd:[6,15],syvineckruyk:12,tab:[2,14],tabl:[2,3,8,10],table_nam:3,tag:5,take:[2,3,4,5,12,14,15,16,17],talk:[2,16],tardif:12,target:[2,4,13],target_field:2,target_tim:2,task1:3,task2:3,task3:3,task4:3,task:[0,1,2,4,6,8,13,14,15],task_failed_dep:1,task_id:[0,1,2,3,8,13,16],task_inst:[2,3],task_instance_key_str:2,task_or_task_list:2,task_param:1,task_regex:[1,2],task_stat:1,taskinst:[2,3],tbl:2,team:[2,14],tell:[1,2,5],templat:[1,2,6,10,11],template_fold:10,template_searchpath:[2,16],templated_command:16,templates_dict:2,templates_ext:2,temporari:[2,3],temporarili:4,tenanc:6,tenant:14,term:9,termin:[3,9],test:[1,2,3,5,6,8,10,14],test_env:3,test_mod:[2,4],test_plugin:10,t
 establ:6,testview:10,text:[2,4,9,17],than:[2,3,6,16],thei:[1,2,3,4,6,7,8,10,11,13,14,16],them:[1,2,3,10,13,14,16],themselv:3,theori:[5,9],thereof:9,thi:[0,1,2,3,4,5,6,9,10,13,14,15,16,17],thing:[2,3,5,16],think:[6,16],third:9,this_dag_will_be_discov:3,those:[2,3,4,9,14],though:[2,3,6],thousand:3,thread:2,three:[3,4],threshold:10,thrift:2,through:[0,2,3,7,9,13,15,16],throughout:2,ticket:[1,14],tighten:14,time:[2,3,4,5,10,13,14,16,17],timedelta:[2,3,5,8,13,16],timedeltasensor:[2,5],timefram:2,timeout:[1,2,3],timesensor:2,timestamp:[2,3,13],tip:3,titl:[3,9],tmp:[3,8],tmp_file:2,to_nam:2,todai:2,togeth:3,token:2,toler:[2,3,8],tomorrow:2,tomorrow_d:2,tomorrow_ds_nodash:2,too:[2,3,13,14],tool:[3,7,10],toolbox:10,top:[2,4,6,11],topic:4,topograph:2,topolog:2,topological_sort:2,tornado:1,tort:9,touch:2,tour:[15,16],track:[3,9,16],trade:9,trademark:9,tradition:3,train:9,transact:2,transfer:[2,3,8,9],transform:9,translat:[5,9],transpar:17,travers:2,treat:[2,3,14],tree:[1,2,5,6,16],tree_view:2,
 tri:[2,14],trigger:[1,2,6,15,16],trigger_dag:[1,13],trigger_dag_id:2,trigger_rul:[2,3],triggerdagrunoper:2,triggerrul:[2,3],troubl:7,troubleshoot:[6,17],trust:14,truth:2,ts_nodash:2,tty:2,tunnel:[2,14],tupl:2,turn:[2,3,13,14],tutori:[6,15],two:[2,3,16],type:[1,2,3,5,9,11,14],typic:[2,3],ubuntu:4,uid:14,ultim:[2,16],unassign:3,unavail:4,unblock:13,undead:6,undefin:14,under:[2,3,4,9,10,12],undergo:6,underli:10,underscor:4,understand:[2,5,10,16,17],undesir:13,unexpect:3,unexpectedli:3,unicod:2,union:9,uniqu:[2,16],unit:[4,6,14],unit_test_mod:4,unittest:2,unix:[2,14],unless:[2,5,9],unmet:1,unpack:[2,3],unpaus:1,unsound:[2,3],until:[0,2,3,4,6],up_for_retri:2,updat:[2,3,5,14],upgrad:1,upgradedb:1,upon:[3,4,15],uppercas:3,upstart:6,upstream:[1,2,3,5,13],upstream_fail:3,upstream_list:2,upstream_task_id:2,uri:[1,2,3,4,14],url:[2,3,4,10,11,14],usag:[1,2,16],use:[0,1,2,3,4,5,9,10,11,13,14,16],use_beelin:14,used:[1,2,3,10,14,16,17],useful:[2,3,7,17],user:[1,2,3,4,6,7,14,16],user_defined_macro:2
 ,user_filt:14,user_name_attr:14,usernam:[2,4,14],uses:[2,3,4,6,14,15],using:[1,2,3,4,5,6,7,8,9,14,15],usr:4,usual:[3,4],utf8:2,utf:2,util:[2,3,6,15],uuid:2,val:1,valid:[3,5,6,14],valu:[1,2,3,4,5,8,13,14,16,17],valuecheckoper:2,vanboxel:8,variabl:[1,4,5,6,16],verbal:9,verbos:[2,16],veri:[1,2,3,5,12,15,16],verifi:[3,5],version:[1,2,3,6,7,9],vertica:7,via:[3,14],view:[1,2,3,4,5,6,10],virtual:2,virtualenv:3,visibl:[2,3],visual:[6,10,11,16,17],vocabulari:3,wai:[2,3,4,5,7,10,13,14,16,17],wait:[1,2,3],wait_for_downstream:[2,5],wait_for_empty_queu:3,walk:[2,16],want:[2,3,4,5,10,13,14,16],warranti:9,wasn:[2,5],wast:3,watch:[4,5],weapon:11,web:[1,3,4,6,10,15,16],web_server_port:14,web_server_ssl_cert:14,web_server_ssl_kei:14,webhdfs_conn_id:2,webhdfs_default:2,webhdfssensor:2,webserv:[0,1,2,4,5,14,15,16],webservic:6,week:13,weekli:13,weight:2,well:[2,3,4,5,13],were:2,what:[2,3,6,7,13,14],whatev:[3,4,7],when:[0,1,2,3,4,5,6,10,11,13,14,16],whenev:2,where:[2,3,4,5,9,13,14,16,17],wherev:[2,9],whe
 ther:[2,9,13],which:[1,2,3,4,5,9,13,14,15,16],whitelist:14,who:10,whole:[2,3,9],whom:9,whose:13,why:[1,6],wiedmer:12,wiki:12,wildcard:2,wildcard_match:2,win:2,window:13,wire:3,within:[1,2,3,4,5,8,9],without:[1,2,3,9,13,14],won:[2,5,7],word:[1,3,4,13,17],work:[1,2,3,4,5,6,9,10,11,13,14,15],worker:[1,2,3,4,5,6,7,10,14,16],worker_timeout:1,workerclass:1,workflow:[2,6],workload:10,worldwid:9,worri:16,worth:2,would:[2,3,4,5,6,13,14,16],wouldn:[2,5],wrap:[2,16],wrapper:2,write:[4,6,9,10,11,14,16],written:[2,9,13,16],wrong:16,www:[2,3,9],xcom:[2,6,16],xcom_pul:[2,3],xcom_push:[2,3],xcom_return_kei:2,xml:14,xst:14,yaml:3,year:13,yearli:13,yellow:2,yes:1,yesterdai:2,yesterday_d:2,yesterday_ds_nodash:2,yet:[2,3,6,13,14,17],you:[2,3,4,5,6,7,9,10,11,13,14,15,16,17],your:[2,3,4,5,6,7,9,10,11,13,15,16,17],yourself:2,yum:7,yvinec:12,yyyi:[1,2,3],yyyymmdd:2,zero:2,zip:[2,3],zip_dag:3,zip_dag_cont:3,zombi:6,zone:8,zoom:3},titles:["Experimental Rest API","Command Line Interface","API Reference","Conc
 epts","Configuration","FAQ","Apache Airflow (incubating) Documentation","Installation","Integration","License","Plugins","Data Profiling","Project","Scheduling & Triggers","Security","Quick Start","Tutorial","UI / Screenshots"],titleterms:{"default":[2,3,16],"function":3,"import":16,AWS:8,Using:14,addit:3,adhoc:11,after:5,airflow:[5,6,7,10],all:5,amazon:8,anoth:5,apach:6,api:[0,2],argument:[3,16],assign:3,authent:[0,14],backend:4,backfil:[13,16],base:5,baseoper:2,basesensoroper:2,beyond:6,bigqueri:8,bigquerycheckoper:8,bigqueryhook:8,bigqueryintervalcheckoper:8,bigqueryoper:8,bigquerytobigqueryoper:8,bigquerytocloudstorageoper:8,bigqueryvaluecheckoper:8,bitshift:3,branch:3,build:10,can:5,catchup:13,celeri:4,chart:[11,17],cli:0,cloud:8,cluster:3,code:17,command:[1,5,16],committ:12,commun:[2,4],composit:3,concept:3,configur:4,connect:[3,4,5],content:6,context:[3,17],contribut:[2,4],core:3,creat:5,crypto:5,dag:[3,5,13,16,17],data:11,dataflow:8,dataflowhook:8,dataflowjavaoper:8,data
 proc:8,dataprochadoopoper:8,dataprochiveoper:8,dataprocpigoper:8,dataprocpysparkoper:8,dataprocsparkoper:8,dataprocsparksqloper:8,datastor:8,deal:5,definit:16,depend:16,document:[3,6],durat:17,dynam:5,enabl:14,encrypt:5,endpoint:0,enterpris:14,exampl:[10,16],executor:2,experiment:0,extern:13,extra:7,failur:5,faq:5,file:16,form:11,gantt:17,gcp:8,get:[5,7],ghe:14,github:14,googl:[8,14],googlecloudstoragedownloadoper:8,googlecloudstoragehook:8,googlecloudstoragetobigqueryoper:8,graph:17,histori:12,hook:[2,3],horizon:6,how:5,idea:3,imperson:14,incub:6,instal:[5,7],instanc:[3,17],instanti:16,integr:[4,8],interfac:[1,10],isn:5,jinja:[3,16],keep:13,kerbero:14,latest:3,ldap:14,licens:9,limit:14,line:[1,16],link:12,list:5,log:4,macro:2,manag:3,menu:17,meso:4,metadata:[5,16],mind:13,mode:4,model:2,modul:16,multi:14,next:[15,16],note:3,oauth:14,onli:3,oper:[2,3,8],option:4,out:4,own:14,packag:[3,7],password:[5,14],pipelin:16,platform:8,plugin:10,polici:3,pool:3,principl:6,process:5,profil:11,p
 roject:12,queri:11,queue:3,quick:15,recap:16,refer:2,resourc:12,rest:0,roadmap:12,roll:14,rule:3,run:[3,5,13,16],scale:4,schedul:[5,13],scope:3,screenshot:[11,17],script:16,secur:14,set:[4,14,16],sla:3,ssl:14,start:15,start_dat:5,still:5,storag:8,subdag:3,systemd:4,task:[3,5,16,17],templat:[3,16],tenanc:14,test:[4,16],top:10,tree:17,trigger:[3,5,13],tutori:16,undead:3,upstart:4,valid:16,variabl:[2,3,17],view:17,web:14,webservic:8,what:[5,10,15,16],why:[5,10],workflow:3,xcom:3,your:14,zombi:3}})
\ No newline at end of file
+Search.setIndex({docnames:["api","cli","code","concepts","configuration","faq","index","installation","integration","license","plugins","profiling","project","scheduler","security","start","tutorial","ui"],envversion:52,filenames:["api.rst","cli.rst","code.rst","concepts.rst","configuration.rst","faq.rst","index.rst","installation.rst","integration.rst","license.rst","plugins.rst","profiling.rst","project.rst","scheduler.rst","security.rst","start.rst","tutorial.rst","ui.rst"],objects:{"airflow.contrib":{hooks:[2,1,0,"-"],operators:[2,1,0,"-"]},"airflow.contrib.executors.mesos_executor":{MesosExecutor:[2,0,1,""]},"airflow.contrib.hooks":{BigQueryHook:[2,0,1,""],FTPHook:[2,0,1,""],GoogleCloudStorageHook:[2,0,1,""]},"airflow.contrib.hooks.BigQueryHook":{get_conn:[2,2,1,""],get_pandas_df:[2,2,1,""],get_service:[2,2,1,""],insert_rows:[2,2,1,""],table_exists:[2,2,1,""]},"airflow.contrib.hooks.FTPHook":{close_conn:[2,2,1,""],create_directory:[2,2,1,""],delete_directory:[2,2,1,""],delete_f
 ile:[2,2,1,""],describe_directory:[2,2,1,""],get_conn:[2,2,1,""],list_directory:[2,2,1,""],rename:[2,2,1,""],retrieve_file:[2,2,1,""],store_file:[2,2,1,""]},"airflow.contrib.hooks.GoogleCloudStorageHook":{"delete":[2,2,1,""],copy:[2,2,1,""],download:[2,2,1,""],exists:[2,2,1,""],get_conn:[2,2,1,""],is_updated_after:[2,2,1,""],list:[2,2,1,""],upload:[2,2,1,""]},"airflow.contrib.hooks.bigquery_hook":{BigQueryHook:[8,0,1,""]},"airflow.contrib.hooks.bigquery_hook.BigQueryHook":{get_conn:[8,2,1,""],get_pandas_df:[8,2,1,""],get_service:[8,2,1,""],insert_rows:[8,2,1,""],table_exists:[8,2,1,""]},"airflow.contrib.hooks.datastore_hook":{DatastoreHook:[8,0,1,""]},"airflow.contrib.hooks.datastore_hook.DatastoreHook":{allocate_ids:[8,2,1,""],begin_transaction:[8,2,1,""],commit:[8,2,1,""],delete_operation:[8,2,1,""],export_to_storage_bucket:[8,2,1,""],get_conn:[8,2,1,""],get_operation:[8,2,1,""],import_from_storage_bucket:[8,2,1,""],lookup:[8,2,1,""],poll_operation_until_done:[8,2,1,""],rollback:[
 8,2,1,""],run_query:[8,2,1,""]},"airflow.contrib.hooks.emr_hook":{EmrHook:[8,0,1,""]},"airflow.contrib.hooks.gcp_dataflow_hook":{DataFlowHook:[8,0,1,""]},"airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook":{get_conn:[8,2,1,""]},"airflow.contrib.hooks.gcp_mlengine_hook":{MLEngineHook:[8,0,1,""]},"airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook":{create_job:[8,2,1,""],create_model:[8,2,1,""],create_version:[8,2,1,""],delete_version:[8,2,1,""],get_conn:[8,2,1,""],get_model:[8,2,1,""],list_versions:[8,2,1,""],set_default_version:[8,2,1,""]},"airflow.contrib.hooks.gcs_hook":{GoogleCloudStorageHook:[8,0,1,""]},"airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook":{"delete":[8,2,1,""],copy:[8,2,1,""],download:[8,2,1,""],exists:[8,2,1,""],get_conn:[8,2,1,""],is_updated_after:[8,2,1,""],list:[8,2,1,""],upload:[8,2,1,""]},"airflow.contrib.hooks.wasb_hook":{WasbHook:[8,0,1,""]},"airflow.contrib.operators":{QuboleOperator:[2,0,1,""]},"airflow.contrib.operators.bigquery_check_operator"
 :{BigQueryCheckOperator:[8,0,1,""],BigQueryIntervalCheckOperator:[8,0,1,""],BigQueryValueCheckOperator:[8,0,1,""]},"airflow.contrib.operators.bigquery_operator":{BigQueryOperator:[8,0,1,""]},"airflow.contrib.operators.bigquery_to_bigquery":{BigQueryToBigQueryOperator:[8,0,1,""]},"airflow.contrib.operators.bigquery_to_gcs":{BigQueryToCloudStorageOperator:[8,0,1,""]},"airflow.contrib.operators.databricks_operator":{DatabricksSubmitRunOperator:[8,0,1,""]},"airflow.contrib.operators.dataflow_operator":{DataFlowJavaOperator:[8,0,1,""],DataFlowPythonOperator:[8,0,1,""]},"airflow.contrib.operators.dataproc_operator":{DataProcHadoopOperator:[8,0,1,""],DataProcHiveOperator:[8,0,1,""],DataProcPigOperator:[8,0,1,""],DataProcPySparkOperator:[8,0,1,""],DataProcSparkOperator:[8,0,1,""],DataProcSparkSqlOperator:[8,0,1,""]},"airflow.contrib.operators.ecs_operator":{ECSOperator:[8,0,1,""]},"airflow.contrib.operators.emr_add_steps_operator":{EmrAddStepsOperator:[8,0,1,""]},"airflow.contrib.operators.
 emr_create_job_flow_operator":{EmrCreateJobFlowOperator:[8,0,1,""]},"airflow.contrib.operators.emr_terminate_job_flow_operator":{EmrTerminateJobFlowOperator:[8,0,1,""]},"airflow.contrib.operators.file_to_wasb":{FileToWasbOperator:[8,0,1,""]},"airflow.contrib.operators.gcs_download_operator":{GoogleCloudStorageDownloadOperator:[8,0,1,""]},"airflow.contrib.operators.gcs_to_bq":{GoogleCloudStorageToBigQueryOperator:[8,0,1,""]},"airflow.contrib.operators.hipchat_operator":{HipChatAPIOperator:[2,0,1,""],HipChatAPISendRoomNotificationOperator:[2,0,1,""]},"airflow.contrib.operators.mlengine_operator":{MLEngineBatchPredictionOperator:[8,0,1,""],MLEngineModelOperator:[8,0,1,""],MLEngineTrainingOperator:[8,0,1,""],MLEngineVersionOperator:[8,0,1,""]},"airflow.contrib.sensors.wasb_sensor":{WasbBlobSensor:[8,0,1,""],WasbPrefixSensor:[8,0,1,""]},"airflow.executors":{LocalExecutor:[2,0,1,""],SequentialExecutor:[2,0,1,""]},"airflow.hooks":{DbApiHook:[2,0,1,""],DruidHook:[2,0,1,""],HiveCliHook:[2,0,
 1,""],HiveMetastoreHook:[2,0,1,""],HiveServer2Hook:[2,0,1,""],HttpHook:[2,0,1,""],MySqlHook:[2,0,1,""],PostgresHook:[2,0,1,""],PrestoHook:[2,0,1,""],S3Hook:[2,0,1,""],SqliteHook:[2,0,1,""]},"airflow.hooks.DbApiHook":{bulk_dump:[2,2,1,""],bulk_load:[2,2,1,""],get_conn:[2,2,1,""],get_cursor:[2,2,1,""],get_first:[2,2,1,""],get_pandas_df:[2,2,1,""],get_records:[2,2,1,""],insert_rows:[2,2,1,""],run:[2,2,1,""]},"airflow.hooks.HiveCliHook":{load_df:[2,2,1,""],load_file:[2,2,1,""],run_cli:[2,2,1,""],test_hql:[2,2,1,""]},"airflow.hooks.HiveMetastoreHook":{check_for_named_partition:[2,2,1,""],check_for_partition:[2,2,1,""],get_databases:[2,2,1,""],get_metastore_client:[2,2,1,""],get_partitions:[2,2,1,""],get_table:[2,2,1,""],get_tables:[2,2,1,""],max_partition:[2,2,1,""],table_exists:[2,2,1,""]},"airflow.hooks.HiveServer2Hook":{get_pandas_df:[2,2,1,""],get_records:[2,2,1,""]},"airflow.hooks.HttpHook":{get_conn:[2,2,1,""],run:[2,2,1,""],run_and_check:[2,2,1,""]},"airflow.hooks.MySqlHook":{bulk
 _load:[2,2,1,""],get_conn:[2,2,1,""]},"airflow.hooks.PostgresHook":{copy_expert:[2,2,1,""]},"airflow.hooks.PrestoHook":{get_conn:[2,2,1,""],get_first:[2,2,1,""],get_pandas_df:[2,2,1,""],get_records:[2,2,1,""],run:[2,2,1,""]},"airflow.hooks.S3Hook":{check_for_bucket:[2,2,1,""],check_for_key:[2,2,1,""],check_for_prefix:[2,2,1,""],check_for_wildcard_key:[2,2,1,""],get_bucket:[2,2,1,""],get_key:[2,2,1,""],get_wildcard_key:[2,2,1,""],list_keys:[2,2,1,""],list_prefixes:[2,2,1,""],load_file:[2,2,1,""],load_string:[2,2,1,""],read_key:[2,2,1,""]},"airflow.hooks.S3_hook":{S3Hook:[8,0,1,""]},"airflow.hooks.SqliteHook":{get_conn:[2,2,1,""]},"airflow.macros":{ds_add:[2,3,1,""],ds_format:[2,3,1,""],hive:[2,1,0,"-"]},"airflow.macros.hive":{closest_ds_partition:[2,3,1,""],max_partition:[2,3,1,""]},"airflow.models":{BaseOperator:[2,0,1,""],Connection:[2,0,1,""],DAG:[2,0,1,""],DagBag:[2,0,1,""],TaskInstance:[2,0,1,""]},"airflow.models.BaseOperator":{clear:[2,2,1,""],dag:[2,4,1,""],deps:[2,4,1,""],det
 ect_downstream_cycle:[2,2,1,""],downstream_list:[2,4,1,""],execute:[2,2,1,""],get_direct_relatives:[2,2,1,""],get_flat_relatives:[2,2,1,""],get_task_instances:[2,2,1,""],has_dag:[2,2,1,""],on_kill:[2,2,1,""],post_execute:[2,2,1,""],pre_execute:[2,2,1,""],prepare_template:[2,2,1,""],render_template:[2,2,1,""],render_template_from_field:[2,2,1,""],run:[2,2,1,""],schedule_interval:[2,4,1,""],set_downstream:[2,2,1,""],set_upstream:[2,2,1,""],upstream_list:[2,4,1,""],xcom_pull:[2,2,1,""],xcom_push:[2,2,1,""]},"airflow.models.Connection":{extra_dejson:[2,4,1,""]},"airflow.models.DAG":{add_task:[2,2,1,""],add_tasks:[2,2,1,""],clear:[2,2,1,""],cli:[2,2,1,""],concurrency_reached:[2,4,1,""],create_dagrun:[2,2,1,""],deactivate_stale_dags:[2,5,1,""],deactivate_unknown_dags:[2,5,1,""],filepath:[2,4,1,""],folder:[2,4,1,""],get_active_runs:[2,2,1,""],get_dagrun:[2,2,1,""],get_last_dagrun:[2,2,1,""],get_num_active_runs:[2,2,1,""],get_num_task_instances:[2,5,1,""],get_run_dates:[2,2,1,""],get_templa
 te_env:[2,2,1,""],is_paused:[2,4,1,""],latest_execution_date:[2,4,1,""],normalize_schedule:[2,2,1,""],run:[2,2,1,""],set_dependency:[2,2,1,""],sub_dag:[2,2,1,""],subdags:[2,4,1,""],sync_to_db:[2,2,1,""],topological_sort:[2,2,1,""],tree_view:[2,2,1,""]},"airflow.models.DagBag":{bag_dag:[2,2,1,""],collect_dags:[2,2,1,""],dagbag_report:[2,2,1,""],get_dag:[2,2,1,""],kill_zombies:[2,2,1,""],process_file:[2,2,1,""],size:[2,2,1,""]},"airflow.models.TaskInstance":{are_dependencies_met:[2,2,1,""],are_dependents_done:[2,2,1,""],clear_xcom_data:[2,2,1,""],command:[2,2,1,""],command_as_list:[2,2,1,""],current_state:[2,2,1,""],error:[2,2,1,""],generate_command:[2,5,1,""],get_dagrun:[2,2,1,""],init_on_load:[2,2,1,""],is_premature:[2,4,1,""],key:[2,4,1,""],next_retry_datetime:[2,2,1,""],pool_full:[2,2,1,""],previous_ti:[2,4,1,""],ready_for_retry:[2,2,1,""],refresh_from_db:[2,2,1,""],try_number:[2,4,1,""],xcom_pull:[2,2,1,""],xcom_push:[2,2,1,""]},"airflow.operators":{BashOperator:[2,0,1,""],Branch
 PythonOperator:[2,0,1,""],DummyOperator:[2,0,1,""],EmailOperator:[2,0,1,""],ExternalTaskSensor:[2,0,1,""],GenericTransfer:[2,0,1,""],HdfsSensor:[2,0,1,""],HiveOperator:[2,0,1,""],HivePartitionSensor:[2,0,1,""],HiveToDruidTransfer:[2,0,1,""],HiveToMySqlTransfer:[2,0,1,""],HttpSensor:[2,0,1,""],MetastorePartitionSensor:[2,0,1,""],MySqlOperator:[2,0,1,""],MySqlToHiveTransfer:[2,0,1,""],NamedHivePartitionSensor:[2,0,1,""],PostgresOperator:[2,0,1,""],PrestoCheckOperator:[2,0,1,""],PrestoIntervalCheckOperator:[2,0,1,""],PrestoValueCheckOperator:[2,0,1,""],PythonOperator:[2,0,1,""],S3KeySensor:[2,0,1,""],S3ToHiveTransfer:[2,0,1,""],ShortCircuitOperator:[2,0,1,""],SimpleHttpOperator:[2,0,1,""],SlackAPIOperator:[2,0,1,""],SlackAPIPostOperator:[2,0,1,""],SqlSensor:[2,0,1,""],TimeSensor:[2,0,1,""],TriggerDagRunOperator:[2,0,1,""],WebHdfsSensor:[2,0,1,""]},"airflow.operators.BashOperator":{execute:[2,2,1,""]},"airflow.operators.HdfsSensor":{filter_for_filesize:[2,5,1,""],filter_for_ignored_ext:
 [2,5,1,""]},"airflow.operators.HiveToDruidTransfer":{construct_ingest_query:[2,2,1,""]},"airflow.operators.SlackAPIOperator":{construct_api_call_params:[2,2,1,""],execute:[2,2,1,""]},"airflow.operators.docker_operator":{DockerOperator:[2,0,1,""]},"airflow.operators.redshift_to_s3_operator":{RedshiftToS3Transfer:[8,0,1,""]},"airflow.operators.s3_file_transform_operator":{S3FileTransformOperator:[8,0,1,""]},"airflow.operators.s3_to_hive_operator":{S3ToHiveTransfer:[8,0,1,""]},"airflow.operators.sensors":{BaseSensorOperator:[2,0,1,""]},airflow:{executors:[2,1,0,"-"],hooks:[2,1,0,"-"],macros:[2,1,0,"-"],models:[2,1,0,"-"],operators:[2,1,0,"-"]}},objnames:{"0":["py","class","Python class"],"1":["py","module","Python module"],"2":["py","method","Python method"],"3":["py","function","Python function"],"4":["py","attribute","Python attribute"],"5":["py","staticmethod","Python static method"]},objtypes:{"0":"py:class","1":"py:module","2":"py:method","3":"py:function","4":"py:attribute","5":"
 py:staticmethod"},terms:{"00am":2,"01t23":13,"03t00":8,"10gb":2,"10pm":3,"128m":2,"2am":2,"abstract":[2,3,6,10],"boolean":[2,3,8],"break":8,"byte":[2,4],"case":[2,3,4,5,8,13,14,16],"char":2,"class":[1,2,3,7,8,9,10,16],"default":[0,1,4,5,6,8,13,15,17],"export":[1,2,4,8,15],"final":[2,8],"float":2,"function":[0,2,5,6,8,14,16],"import":[1,2,3,4,5,6,7,8,9,10,13,14],"int":[2,8],"long":[2,8],"new":[2,3,5,8,10,13,14],"return":[0,1,2,3,5,8,10],"short":2,"static":[2,6,10],"super":14,"switch":[2,4,14],"true":[2,3,4,5,8,13,14,16],"try":[1,2,3,4],"var":[2,4,8],"while":[2,3,5,6,9,13,14,15,16,17],AND:[2,8,9],AWS:[2,4,6],Added:3,And:14,Are:5,But:[4,8],ECS:[2,8],FOR:[2,9],For:[0,2,3,4,7,8,9,12,14,16],GCS:8,IDs:[2,8],Its:[2,8],LTS:4,Not:[2,3,9],One:[3,8,14,16],QDS:[2,7],SAS:8,That:[13,16],The:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17],There:[2,3,5,8,10],These:[2,3,4,11],USE:[2,9],Use:[1,4,6,8],Used:2,Using:[3,6,8,10,16],Will:[2,10],With:14,__class__:3,__doc__:3,__init__:[2,3,8],__name__:[3,10],_c
 md:4,_copying_:2,_filter:14,_host:14,a_pig_script:8,abbrevi:3,abil:[3,14],abl:[2,4,5,14,15,16],about:[2,3,4,8,9,13,16],abov:[3,4,8,9,13,14,17],absenc:3,absolut:3,accept:[2,6,8,9],access:[0,1,2,3,4,8,10,14],access_logfil:1,access_token:17,accesskei:3,accomplish:[2,8],accord:14,accordingli:[3,14],account:[2,8,14],achiev:14,acquir:2,across:[2,4,17],act:[2,3,9,16],action:[2,8,17],activ:[0,1,2,3,5,10,13,14,16],active_dag_id:2,actual:[2,3,5,8,16],acut:2,acycl:[2,3,6],add:[1,2,3,4,5,8,9,14],add_task:2,added:[2,8],addendum:9,adding:[1,8,13],addit:[2,4,6,8,9],addition:14,addprinc:14,address:4,adhoc:[1,2,6],adjust:[4,14],admin:[3,4,10,11,14,15],admin_view:10,advanc:[2,16],advantag:14,advis:[2,9],affect:3,after:[2,3,6,8,13],afterward:2,again:1,against:[2,3,5,8,9,14,16],aggregate_db_message_job:3,aggregate_db_message_job_cmd:3,ago:5,agre:9,agreement:[3,9],airbnb:[2,3,12,13,16],airflow:[0,1,2,3,4,8,11,12,13,15,16,17],airflow__:4,airflow__core__fernet_kei:4,airflow__core__sql_alchemy_conn:4,airfl
 ow__core__unit_test_mod:4,airflow_config:4,airflow_conn_:[3,4],airflow_conn_postgres_mast:3,airflow_hom:[4,8,10,15],airflow_local_set:8,airflow_set:3,airflow_tmp_dir:2,airflowignor:2,airflowplugin:10,airflowtestplugin:10,aiyzngq:2,alchemi:4,alert:[2,3,10],alex:8,algorithm:2,align:5,all:[0,1,2,3,4,6,7,8,9,13,14,16],all_db:7,all_don:[2,3],all_fail:[2,3],all_success:[2,3],alleg:9,alloc:8,allocate_id:8,allocateid:8,allow:[1,2,3,4,5,6,8,10,11,13,14,15,16,17],allow_jagged_row:8,allow_large_result:[2,8],allow_quoted_newlin:8,allowed_st:2,allowed_team:14,allowinsert:2,alon:9,along:[2,5,9,13,16],alongsid:[2,9,13],alreadi:[1,2,8],alright:16,also:[2,3,4,5,7,9,10,13,14,16],alter:[2,3,4,5,14],altern:[2,4,13],altert:[2,8],alwai:[2,3,17],amazon:[4,6],amount:[1,2,3,8],analys:17,analyz:3,anand:12,anchor:2,ani:[0,2,3,4,5,8,9,13,16,17],annot:9,announc:12,anomali:10,anoth:[2,3,6,8],ansibl:4,anyon:14,anyth:[3,16],anytim:3,anywher:[2,3],aoen:12,apach:[2,4,7,9,12,15],api:[1,6,7,8,9,14],api_call_param:2,ap
 i_cli:0,api_kei:17,api_param:2,api_vers:2,apikei:17,apiv2:2,app:2,app_id:2,appar:2,appear:[2,3,9],append:[2,4],appendix:9,appli:[2,3,7,9,13],applic:[2,8,9,10,11,14],appropri:[3,9,14],arbitrari:[3,6],architectur:6,archiv:[2,8,9],archive1:2,archive2:2,are_dependencies_met:2,are_dependents_don:2,aren:[2,3],arg:[2,8],argument:[2,6,8,13],aris:9,around:[2,6,16],arrai:[2,6,10],arriv:8,arthur:12,artwr:12,ascii:2,asf:6,assert:9,asset:2,assign:[2,5,6],associ:[2,3,9,13],assum:[2,3,4,9,14,16],asterisk:14,async:7,atom:[3,13],attach:[2,3,9],attach_to:2,attack:14,attempt:[1,2],attent:[2,5],attr:2,attribut:[1,2,3,9],audit:10,auth:[0,2,14],auth_backend:[0,14],auth_token:2,authen:14,authent:[2,3,6,7,8],authmechan:2,author:[2,4,6,8,9,14,16,17],authorship:9,auto:[2,5],autocommit:[2,8],automat:[2,3,4,14],autoscalingalgorithm:8,avail:[0,2,3,4,8,9,10,11],averag:[2,8],avoid:[2,3],awai:2,awar:[3,8,14],aws:8,aws_conn_id:[2,8],aws_default:[2,8],aws_hook:2,awshook:2,azkaban:6,azur:[2,6],back:[2,5,8,10],backend
 :[0,2,6,7,8,14,15],backfil:[2,3,5,6,15],background:[2,16],backoff:2,backup:[4,8],backward:8,bag:2,bag_dag:2,balanc:3,bar:[2,3,16],bare:16,base64:4,base:[2,3,4,6,8,9,10,13,14],base_dag:2,base_executor:[2,10],base_hook:[2,10],base_log_fold:8,base_task_runn:8,base_url:[2,14],basedag:2,basedagbag:2,basedn:14,baseexecutor:[2,10],basehook:[2,3,10],baseoper:[3,6,8,10,16],basesensoroper:6,baseview:10,bash:[2,3,8,16],bash_1:3,bash_command:[2,3,16],bash_command_to_run:4,bash_oper:[2,13,16],bash_queu:16,bashoper:[2,3,13,16],basi:9,basic:[2,3,5,7,8,10,11,16],batch:8,bcc:2,bcrypt:14,beauchemin:12,becaus:[2,3,8],becom:[2,3,6,10,16],beelin:2,been:[1,2,3,4,8,9,13,14],befor:[1,2,3,4,8,14],begin:[2,3,8,13],begin_transact:8,begintransact:8,behalf:9,behav:[2,5],behavior:[2,3,13],behind:[2,4,7,13],being:[2,3,8,11],belong:[2,8,14],below:[2,4,5,8,9,10,15,16],benefici:9,best:2,beta:8,better:[5,16],between:[2,3,8,13,16],beyond:[2,5],bigqueri:[2,6],bigquery_check_oper:8,bigquery_conn_id:[2,8],bigquery_defaul
 t:[2,8],bigquery_hook:8,bigquery_oper:[2,8],bigquery_to_bigqueri:8,bigquery_to_gc:[2,8],bigqueryhook:[2,6],bigqueryoper:2,bigquerytocloudstorageoper:2,bin:3,bind:9,bind_password:14,bind_us:14,bit:4,bitshift:6,blob:[2,6,13,16],blob_nam:[2,8],block:[2,3,8,16,17],blockblockservic:8,blog:[2,9],blueprint:10,bodi:[2,8],boilerpl:9,bolk:12,bolkedebruin:12,bool:[2,8],boot:4,both:[2,5,8],bother:16,boto3:[2,8],boto:2,bottleneck:17,boundary_queri:2,box:[2,4,15],bql:[2,8],bracket:[9,16],branch:[2,6],branch_fals:3,branchpythonoper:[2,3],broker:[1,4],broker_api:1,broker_url:4,brought:12,brows:[3,5],browser:14,bruin:12,bucket:[2,4,8],bucket_kei:2,bucket_nam:2,buffer:2,bug:4,build:[2,3,4,6,8,11],built:[2,3,4,6,10,11,16],bulk:[5,17],bulk_dump:2,bulk_load:2,bump:3,bundl:2,burn:1,but_this_dag_will_not:3,c12318391:2,cacert:14,cach:14,cal:8,call:[2,3,4,5,8,13,16],callabl:2,callback:14,can:[0,2,3,4,6,7,8,10,11,13,14,15,16,17],cancel:8,cannot:[2,3,8,9,16],cap_net_bind_servic:14,capabl:[10,13],capac:[2,3],c
 apacityschedul:2,card:2,care:[1,4],carri:[3,9],cascad:3,cast:[2,8],cat:2,catchup:[2,6],catchup_by_default:13,categori:10,caus:[5,9],celeri:[1,3,5,6,7,14],celery_hostnam:1,celery_result_backend:4,celery_ssl_act:14,celery_ssl_cacert:14,celery_ssl_cert:14,celery_ssl_kei:14,celeryexecutor:[2,3,4,5,7,13,14],cell:2,central1:8,central:3,cert:[2,14],certain:[2,3,8],certif:[1,2,14],cfg:[1,2,3,4,8,13,14,15,16],cfg_path:[1,2],chain:3,chanc:4,chang:[0,4,6,8,9,13,14,15,16],channel:[2,12],charact:9,character:3,charg:[5,9],charset:2,chart:[6,10],chat:12,check:[1,2,3,5,8],check_for_blob:8,check_for_bucket:2,check_for_kei:2,check_for_named_partit:2,check_for_partit:2,check_for_prefix:[2,8],check_for_wildcard_kei:2,check_head:[2,8],check_oper:2,check_opt:8,checkoper:2,checkout:14,chef:4,child:[2,3],child_dag:3,child_dag_nam:3,chmod:14,choic:[1,2,8,16],choos:[2,3,9,14],chri:12,chrisr:[1,8],circuit:2,claim:9,clariti:6,claus:2,clean:2,cleanup:[2,5],clear:[2,3,5,6,13,17],clear_xcom_data:2,cli:[2,3,4,5,6,
 8,13],click:[5,14,16,17],client:[0,2,7,8,14],client_id:14,client_secret:14,close:[2,5,14],close_conn:2,closest:2,closest_ds_partit:2,cloud:[2,4,6,7],cloudant:7,cluster:[2,4,6,8],cluster_label:2,cluster_nam:8,cmdline:2,code:[1,2,3,4,6,8,9,10,13,16],col:2,collabor:6,collect:[2,3,10],collect_dag:2,color:2,column:[2,8],com:[2,3,8,13,14,16],combin:[3,9],come:[2,13],comma:[1,2,3],command:[2,3,4,6,7,8,13,15],command_as_list:2,command_typ:2,comment:9,commerci:9,commit:[2,8,12,14],commit_everi:[2,8],committ:6,common:[2,3,4,5,8,9,16],commonli:2,commun:[3,6,8,9,16],compani:10,compar:6,comparison:2,compil:[5,9],complet:[2,3,4,6,8,13],complex:[2,3,6,8,10],compli:9,complianc:9,complic:16,compon:10,compos:[3,14,16],composit:6,comprehens:17,compress:[2,8],comput:[2,8,9],concept:[4,5,6,13,16],conceptu:3,concern:3,concur:5,concurr:[1,2,5],concurrency_reach:2,condit:[2,3,7,9],conf:[1,2,4],config:[1,8,10,14],config_templ:8,configur:[0,1,2,3,5,6,8,9,13,14,15,16,17],confirm:[1,5,13],confirm_prompt:2,conf
 lict:[2,8],confus:[2,3,5],conjunct:[1,3,15],conn_extra:1,conn_host:1,conn_id:[1,2,3,4],conn_login:1,conn_password:1,conn_port:1,conn_schema:1,conn_typ:[1,2],conn_uri:1,connect:[2,6,7,8,10,11,14],connecton:11,consequenti:9,consid:[2,3,4,8],consider:[2,8],consist:[2,3,6,8,9],consol:[8,14],conspicu:9,constant:[2,3],constitu:3,constitut:9,constraint:2,constru:9,construct:[2,8],construct_api_call_param:2,construct_ingest_queri:2,constructor:[2,8,16],consult:4,contact:[4,9],contain:[2,3,4,5,6,9,13,14,16,17],container_nam:[2,8],content:[2,3,8,9,10,12,14],context:[2,4,5,6,16],continu:[2,6,8],contract:9,contrib:[2,3,8,14],contribut:[6,8,9],contributor:[9,12],contributori:9,control:[2,3,8,9,17],conveni:[2,3],convent:[2,3,8],convers:9,convert:2,coordin:2,copi:[2,4,8,9,14],copy_expert:2,copyright:[9,14],core:[2,4,6,10,14],correct:3,correpsond:3,correspond:[2,3,4,5],could:[2,3,8,14,16],count:[1,2,8],counterclaim:9,cours:14,cover:13,cpu:[2,3,10],craft:[2,8],crawl:[2,13],creat:[0,2,3,4,6,8,10,11,1
 3,14,15,16,17],create_dagrun:2,create_directori:2,create_disposit:[2,8],create_if_need:[2,8],create_job:8,create_job_flow:8,create_model:8,create_vers:8,creation:[2,8],credenti:[2,8,14],credit:14,criccomini:12,criteria:[2,3,8],criterion:2,critic:[1,2,3,8],cron:[2,3,5,13],cross:[3,9,16],crt:14,crud:1,crypto:[4,6,7],cryptographi:4,csv:[2,8],curli:16,current:[0,2,8,13,17],current_st:2,cursor:[2,8],custom:[8,10,16],customari:9,cycl:[2,3,16],daemon:[1,2,4,13],dag:[0,1,2,4,6,8,14,15],dag_1:3,dag_2:3,dag_fold:[2,3,4],dag_id:[0,1,2,3,4,5,16],dag_md:3,dag_regex:1,dag_run:[0,2],dag_run_obj:2,dag_stat:6,dagbag:[1,2,5,8],dagbag_report:2,dagfil:3,dagrun:[1,2,5],dagrun_timeout:2,dags_fold:[4,5,8],dai:[2,5,8,13,15,16],daili:[2,5,13],damag:9,dan:[2,12],dask:6,dask_host:4,dask_port:4,daskexecutor:4,data:[2,3,6,7,8,10,14,16,17],data_format:8,data_format_unspecifi:8,data_profiler_filt:14,databas:[1,2,3,4,6,7,8,10,11,15,16],databrick:[2,6],databricks_conn_id:[2,8],databricks_default:[2,8],databricks_op
 er:[2,8],databricks_retry_limit:[2,8],databrickssubmitrunoper:[2,6],databs:2,dataflow:6,dataflow_:8,dataflow_default_opt:8,dataflow_oper:8,dataflowhook:6,dataflowoper:8,datafram:[2,8],datafu:8,datapflow_exampl:8,dataproc:6,dataproc_:8,dataproc_hadoop_jar:8,dataproc_hadoop_properti:8,dataproc_hive_jar:8,dataproc_hive_properti:8,dataproc_oper:8,dataproc_pig:8,dataproc_pig_jar:8,dataproc_pig_properti:8,dataproc_pyspark_jar:8,dataproc_pyspark_properti:8,dataproc_spark_jar:8,dataproc_spark_properti:8,dataset:[2,8,13],dataset_id:[2,8],datasourc:2,datastor:6,datastore_conn_id:8,datastore_hook:8,datastorehook:6,date:[1,2,3,8,9,13,16],date_filter_column:[2,8],datestamp:2,datetim:[2,3,5,8,13,16],dateutil:2,davydov:12,days_back:[2,8],db3:[2,8],db_tabl:2,db_tap_id:2,db_update_kei:2,db_update_mod:2,dbapi_hook:2,dbapihook:[2,8],dbexportcmd:2,dbimportcmd:2,dbtap_id:2,dbtapquerycmd:2,deactiv:2,deactivate_stale_dag:2,deactivate_unknown_dag:2,deal:6,debug:[1,2,16],decid:[2,4,8],decis:6,declar:2,decom
 press:[2,8],deep:2,def:[2,3,10],default_arg:[2,3,5,8,13,16],default_imperson:14,default_logging_config:8,default_login:14,default_param:5,default_queu:3,default_view:2,defend:9,defer:3,deferred_op:3,defin:[2,3,4,5,6,8,9,10,13,14,16],definit:[0,2,3,6,8,9,10],del:2,delai:[1,2,5],delay_on_limit:1,delay_on_limit_sec:2,deleg:[2,8],delegate_to:[2,8],delet:[1,2,3,8,13,17],delete_directori:2,delete_fil:2,delete_oper:8,delete_vers:8,deliber:[2,9],delimit:[1,2,3,8],demonstr:3,deni:0,deny_al:0,dep:2,dep_context:2,depcontext:2,depend:[1,2,3,4,5,6,7,8,13,17],depends_on_past:[1,2,3,5,8,13,16],deploi:10,deploy:10,deploymenturl:8,depth:16,deriv:[2,4,9,10],descend:3,describ:[2,3,5,9],describe_directori:2,descript:[1,2,3,9],deseri:[1,2,3],deserialize_json:3,design:[3,9,13],desir:[2,8,16],dest:8,dest_aws_conn_id:8,dest_s3_kei:8,destin:[2,8],destination_bucket:[2,8],destination_cloud_storage_uri:[2,8],destination_conn_id:2,destination_dataset_t:[2,8],destination_object:[2,8],destination_project_dataset
 _t:8,destination_t:2,detail:[2,3,4,5,8,14,17],detect:[2,10],detect_downstream_cycl:2,determin:[2,3,8,9],dev:[4,7,12],devel:7,devel_hadoop:7,develop:[1,2,14,16],deviat:[2,8],dialect:[2,8],dialog:13,dict:[1,2,3,8,16],dictionari:[2,3,5,8,16],did:16,die:3,differ:[2,3,5,8,9,10,16,17],dimens:2,direct:[2,3,4,6,9],directli:[2,3,5,8,11],directori:[1,2,3,4,8,14,16],dirti:15,disabl:2,disclaim:[6,9],discuss:9,disk:2,displai:[4,9,13,16],disposit:8,disregard:[2,16],distinct:2,distribut:[2,3,4,7,9],do_pickl:1,doamin:8,doc:[2,3,5,8,16],doc_json:3,doc_md:3,doc_rst:3,doc_yaml:3,docker:2,docker_conn_id:2,docker_oper:2,docker_url:2,dockeroper:[2,3],document:[2,4,5,9,12,14,16],doe:[1,2,3,4,5,6,7,8,9,14,16],does_not_exist:2,doesn:[1,2,3,8,16],domain:[2,8,14],domainnam:0,don:[2,3,4,7,9,13,14],done:[2,3,5,8,13,14,16],donot_pickl:[1,2],door:3,dot:[2,3,8],doubl:[2,4,16],down:[1,3],download:[2,4,8],downstream:[1,2,3,13],downstream_list:2,downstream_task_id:2,drive:4,driven:[2,10],driver:4,drop:[2,8,10],druid:
 [2,7],druid_datasourc:2,druid_ingest_conn_id:2,druid_ingest_default:2,druidhook:2,dry:1,dry_run:[1,2,8],ds_add:[2,16],ds_format:2,ds_nodash:[2,8],dttm:2,dubiou:[2,8],due:4,dummi:[2,3,10],dummy_1:3,dummy_oper:3,dummy_task:3,dummyoper:[2,3],dump:2,durat:[1,2,6],dure:[2,3,4,8,17],dynam:[2,3,6],each:[2,3,4,8,9,12,13,16],eagerli:4,earlier:16,easi:[3,4,6,10,11,14,17],easier:[2,9],easiest:7,easili:[2,3,5,6,11,13,16],ec2:[2,6],echo:[3,16],ecosystem:10,ecs:[2,8],ecs_oper:[2,8],ecsoper:[2,6],edit:[4,17],editori:9,effect:[2,3],effici:[2,8],effort:6,egg:4,either:[2,3,4,8,9,13,14,15],elabor:9,elaps:2,elast:2,electron:9,eleg:6,element:4,els:15,elsewher:3,email:[2,3,8,12,13,14,16],email_on_failur:[2,8,13,16],email_on_retri:[2,8,13,16],emailoper:[2,3],emit:[3,5,16],empti:[2,3,8],emr:6,emr_add_steps_oper:8,emr_conn_id:8,emr_connect:8,emr_create_job_flow_oper:8,emr_default:8,emr_hook:8,emr_terminate_job_flow_oper:8,emraddstepsoper:6,emrcreatejobflowoper:6,emrhook:6,emrterminatejobflowoper:6,enabl:[0,
 2,3,4,6,7,8],enclos:9,encod:[2,4],encrypt:[2,4,6,7,14],encrypt_s3_log:4,end:[2,8,9,13],end_dat:[1,2,13,16],endors:6,endpoint:[2,6,8],endpoint_url:0,enforc:[3,5],engin:[2,5,6],ensur:[3,5,14],enterpris:6,entir:[1,3,5],entiti:[8,9],entity_filt:8,entri:[2,13,14],env:[2,3,4],environ:[2,3,4,6,7,11,13,16,17],ep_data_pipeline_db_msg_agg:3,equal:[2,8],equival:[2,3,7,16],era:5,error:[1,2,8],error_logfil:1,especi:[3,5,16],essenti:2,etc:[2,3,4,14],europ:8,eval:[2,8],evalu:[2,3,5,8,13,16],even:[2,3,9,11],event:[3,9,16],eventlet:1,eventu:8,ever:2,everi:[2,3,8,13,14,16],everyon:16,everyth:[16,17],exact:1,exactli:[2,8,17],examin:13,exampl:[2,3,4,6,8,9,13,14,15],example1:15,example_bash_oper:[8,15],example_dag:[3,8,13,16],exce:2,except:[2,3,5,8,9,14,16],exchang:[3,6],exclud:[1,9],exclude_subdag:1,exclus:[9,13],exec_d:1,execut:[1,2,3,4,5,6,8,9,13,16],execution_d:[1,2,3,4,13,16],execution_date_fn:2,execution_delta:2,execution_tim:3,execution_timeout:[2,3],executor:[1,3,4,5,6,8,10,13],exercis:9,exhaust
 :4,exist:[0,1,2,3,4,8,14,16],existing_cluster_id:[2,8],exit:[1,14],expandus:8,expans:4,expect:[0,2,3,5,6,8],experiment:[6,14],expir:2,expiration_d:2,explain:2,explan:16,explicit:6,explicit_op:3,explicitli:[3,9,14,16],exponenti:2,export_dir:2,export_format:[2,8],export_to_storage_bucket:8,exportingmultipl:[2,8],expos:[0,2,3,4,10,14],express:[2,5,8,9,13],ext:2,extend:[2,6],extens:[2,6,8],extern:[2,3,5,6,10],external_dag_id:2,external_task_id:2,external_trigg:2,externaltasksensor:2,extra:[1,2,3,6,8,14],extra_dejson:2,extra_opt:2,extract:[2,8],extract_queri:2,fact:3,factori:3,fail:[1,2,3,4,5,8,13,16,17],failur:[2,4,6,9],fair:2,fairli:15,fals:[1,2,4,8,13,16],familiar:[3,16],faq:[2,6],fast:15,fault:[2,3],featur:[2,3,4,7,10,16,17],feb:14,fee:9,fernet:4,fernet_kei:4,fetch:[2,4,8],few:[2,4,11,15,16],field:[1,2,8,9],field_delimit:[2,8],field_dict:[2,8],fields_terminated_bi:2,fifti:9,figur:[2,3,13],file1:2,file2:2,file:[0,1,2,3,4,6,8,9,10,13,14,15],file_path:[2,8],file_s:2,file_to_wasb:[2,8],f
 ilenam:[2,3,8],filename_templ:8,filepath:[1,2],files:2,filesystem:[4,8],filetowasboper:[2,6],fill:[2,3,8,11,14],filter:[1,2,3,8,14,16],filter_by_own:14,filter_for_files:2,filter_for_ignored_ext:2,find:[2,4,5,16,17],fine:16,finish:[2,8],fire:[2,3,4,5],first:[1,2,3,4,5,8,12,13,15,16],fit:[2,6,9],fix:[2,4,13],flag:[2,13],flask:[1,10,11],flask_admin:10,flask_blueprint:10,flask_login:14,flat:2,flavor:10,flexibl:[2,16],flower:[4,6],flower_conf:1,folder:[2,4,10,13,14,15,16],follow:[0,2,3,4,6,8,9,14,16],foo:[2,3,8,16],foo_:5,foo_dag_id:5,foobar:4,forc:[1,2],force_pul:2,foreground:1,foreign:2,form:[2,3,6,9],format:[2,3,4,5,8,9],formatt:8,forward:[2,5],found:[2,4,14],foundat:[6,9,12,15],four:3,framework:[4,10],free:[3,9],frm:2,from:[1,2,3,4,5,6,8,9,10,11,12,13,14,15,16,17],from_nam:2,ftp:2,ftp_conn_id:2,ftp_default:2,ftphook:2,full:[2,8,12],full_filepath:2,fulli:[0,2,5,6,14],functiontyp:2,fundament:16,further:[6,15,16],furthermor:14,futur:[2,13],galaxi:10,gantt:[2,6],garag:3,gate:14,gcp:6,gcp
 _api:7,gcp_api_base_hook:2,gcp_conn_id:8,gcp_dataflow_bas:8,gcp_dataflow_hook:8,gcp_default:8,gcp_mlengine_hook:8,gcs:8,gcs_download_oper:[2,8],gcs_hook:[2,8],gcs_log_fold:8,gcs_task_handl:8,gcs_to_bq:8,gcstaskhandl:8,gender:2,gener:[1,2,3,4,6,8,9,10,14,16,17],generate_command:2,generate_kei:4,generictransf:2,get:[0,1,2,3,4,6,8,10,11,13,15,16,17],get_active_run:2,get_bucket:2,get_conn:[2,8],get_connect:3,get_cursor:2,get_dag:2,get_dagrun:2,get_databas:2,get_direct_rel:2,get_first:2,get_flat_rel:2,get_kei:2,get_last_dagrun:2,get_metastore_cli:2,get_model:8,get_num_active_run:2,get_num_task_inst:2,get_oper:8,get_pandas_df:[2,8],get_partit:2,get_partitions_by_filt:2,get_partitions_by_nam:2,get_record:2,get_run_d:2,get_servic:[2,8],get_tabl:2,get_task_inst:2,get_template_context:2,get_template_env:2,get_wildcard_kei:2,gevent:1,ghe:6,ghe_oauth:14,ghost:2,git:4,github:[2,6,8,9,12,13,16],github_enterpris:14,github_enterprise_auth:14,githubusercont:2,gitignor:2,gitter:12,give:[2,3,8,9],give
 n:[0,2,3,8],glanc:17,global:[2,3,5],goal:16,goe:[2,5,13,16],going:15,good:[3,8],goodby:3,goodwil:9,googl:[2,4,6,7],google_auth:14,google_client_id:14,google_client_secret:14,google_cloud_datastore_default:8,google_cloud_default:8,google_cloud_storage_conn_id:[2,8],google_cloud_storage_default:[2,8],googlecloudbasehook:2,googlecloudstoragedownloadoper:2,googlecloudstoragehook:[2,6],govern:9,gpig:8,grab:2,grade:4,grai:2,grant:9,graph:[2,3,6],great:[3,4,13],greater:[2,8],green:2,grossli:9,group:[2,4,14],group_member_attr:14,groupmembership:14,guid:[2,8],gunicorn:[1,7],had:[2,4,13],hadoop:[2,6,7,8],hadoop_dependency_coordin:2,hadoopcmd:2,hand:[14,15],handl:[0,2,3,4,8,13],handler:[2,8],happen:[3,13,16],hard:[2,3],harmless:9,has:[1,2,3,4,5,6,8,9,10,13,14,16],has_dag:2,hash:[2,14],hasn:[2,3,8,13],have:[1,2,3,4,5,6,7,8,9,10,11,13,14,16],haven:[2,3,16],hdf:[2,3,7],hdfs_conn_id:2,hdfs_default:2,hdfs_hook:2,hdfshook:2,hdfssensor:2,head:[15,16],header:[2,8],heartbeat:[2,3,5],heavier:2,heavili:2
 ,hello:[2,3,10,16],help:[1,9,10,14],here:[2,3,4,5,7,8,10,13,14,15,16,17],herebi:9,herein:9,hex:2,hidden:17,hierarchi:[2,16],high:2,highchart:11,higher:2,highli:4,highlight:16,hipchat:2,hipchat_oper:2,hipchatapioper:2,hipchatapisendroomnotificationoper:2,histori:6,hit:[2,3],hive2mysqloper:2,hive2sambaoper:7,hive:[2,3,4,7,8,10,14],hive_cli_conn_id:[2,8],hive_cli_default:[2,8],hive_cli_param:2,hive_conf:2,hive_conn_id:2,hive_t:[2,8],hiveclihook:2,hivecmd:2,hiveconf:2,hiveconf_jinja_transl:2,hivemetastorehook:2,hiveoper:[2,3,4,8,14],hivepartitionsensor:[2,3],hivesensoroper:2,hiveserver2_conn_id:2,hiveserver2_default:2,hiveserver2hook:2,hivetodruidtransf:2,hivetomysqltransf:2,hold:9,holder:0,home:15,homogen:4,hook:[6,7,10,14,16],hope:13,horribl:16,host:[1,2,4,8,14],hostnam:[1,2,3,4,14],hour:[2,3,5,13],hourli:[2,5,13],hous:3,how:[2,3,4,6,9,10,13,16,17],howev:[3,4,9,14],hql:2,html:[2,8,10,16],html_content:2,http:[0,2,3,8,9,10,13,14,16],http_conn_id:2,http_default:2,httphook:2,httpoper:3,ht
 tpsensor:2,human:2,icon:2,icon_url:2,idea:[2,4,5,6],idempot:[2,13],identif:9,identifi:[1,2,8,9,16,17],ids:2,ignor:[1,2],ignore_:2,ignore_all_dep:2,ignore_all_depend:1,ignore_copi:2,ignore_depend:1,ignore_depends_on_past:[1,2],ignore_first_depends_on_past:[1,2],ignore_task_dep:[1,2],ignore_ti_st:[1,2],ignored_ext:2,iii:9,imag:2,immedi:[2,3],imper:4,imperson:[2,6,8],implement:[2,3,8],impli:9,import_from_storage_bucket:8,improv:9,impyla:2,inabl:9,inact:[2,5],inc:9,incident:9,includ:[1,2,3,4,8,9,13,16],include_adhoc:[1,2],include_downstream:2,include_exampl:2,include_prior_d:2,include_subdag:2,include_upstream:2,inclus:9,incompatbil:8,incomplet:8,incorpor:9,incremenetd:2,incub:12,incur:9,indemn:9,indemnifi:9,independ:[2,3],index:[2,8],indic:[2,3,6,8,9],indirect:9,individu:[2,9,13,16],ineffici:2,infer:[2,3,8],inferred_op:3,infil:2,infin:6,info:[0,1,2,8],inform:[2,3,4,8,9,13,14,16],infrastructur:[2,6],infring:9,ingest:2,ingress:8,inherit:[2,16],init:4,init_on_load:2,initctl:4,initdb:[4,6,
 15],initi:[1,2,4,14,15],initialis:2,inject:10,inlin:2,input:[2,8],input_compress:[2,8],input_format:2,input_path:8,insecur:14,insert:[2,3,8],insert_row:[2,8],insid:[2,3],inspect:[13,15],inspir:2,instal:[2,3,4,6,8,10,14,15],instanc:[1,2,4,5,6,7,8,13,14,15,16],instanti:[2,3,5,6,8,13],instead:[1,2,5,8,13],insteadnhttp:2,institut:9,instruct:[2,3,13],insur:2,int32:[2,8],integ:[2,8],integr:[6,7,10,14],intention:9,inter:3,interact:[2,3,4,8,10,11],interest:[2,16],interfac:[3,6,8,9,11,14,16],intergr:10,intern:[1,8,13],interpret:[2,3,8],interv:[2,5,13],intervalcheckoper:2,intoth:2,introduc:5,intuit:16,invari:[2,3],invok:2,involv:3,ipython:3,irrevoc:9,is_paus:2,is_prematur:2,is_updated_aft:[2,8],ish:2,isn:[2,3,6,8],isoformat:2,issu:[2,3,6,8,9,12],item:[2,3,8,13],iter:[2,8],its:[2,3,4,8,9,10],itself:[2,3,5,13,14,16],januari:[9,13],jar:[2,8],java:[2,8],jdbc:[2,7],jdbcoper:3,jeremiah:12,jinja2:2,jinja:[2,6,8,10],jinja_env:2,jira:12,jlowin:12,job:[1,2,3,4,5,8,13,15,17],job_flow:8,job_flow_id:8,job
 _flow_overrid:8,job_id:[2,8],job_nam:8,jobflow:8,jobid:8,jobsclusterspecnewclust:[2,8],jobsnotebooktask:[2,8],jobssparkjartask:[2,8],jobtrack:2,join:[3,12],json:[1,2,3,8],json_client:0,june:12,jupo:2,jupyt:3,just:[1,2,3,5,8,10,13,16],kadmin:14,kapil:4,keep:[2,3,4,6,16],keepalives_idl:2,kei:[1,2,3,4,8,13,14,17],kerber:[7,14],kerbero:[0,6,7],kerberos_auth:0,kernel:2,key1:2,keytab:[0,1,14],keyword:[2,8],kick:[4,13],kill:[2,3,5],kill_zombi:2,kind:9,know:[4,5,16],knowledg:10,known:[2,7],kruyk:12,kwarg:[2,8],l447:[2,8],label:[2,8,11],lai:15,lambda:[2,3,16],land:[2,10],landing_tim:2,languag:[2,9,16],larg:[2,8],last:2,late:17,later:11,latest:[1,2,6,7,8,16],latest_d:2,latest_execution_d:2,latest_onli:3,latest_only_oper:3,latest_only_with_trigg:3,latestonlyoper:3,latin_stat:2,launch:[8,14],law:9,lawsuit:9,layer:5,layout:16,ldap3:14,ldap:[6,7],ldap_auth:14,ldap_ca:14,lead:[2,3],lean:6,least:[2,3,4,9],leav:[2,8],led:3,left:[3,14],legaci:[2,5,8],legal:9,len:2,leo:12,less:[2,8],let:[1,3,4,11,13,1
 6,17],level:[2,3,6,8,13,14],leverag:[2,3,16],liabil:9,liabl:9,lib:[2,3,4,8],libffi:4,librari:[2,3,4,5,6,8,10,16],libz:3,licens:[6,14],licensor:9,life:3,lifetim:13,light:3,lighter:2,lightweight:3,like:[2,3,4,5,7,8,10,14,16],limit:[1,2,3,4,6,8,9,13,15],line:[2,6,8,13,15],link:[3,6,9,10],linux:14,list:[1,2,3,4,6,7,8,9,10,12,14,16,17],list_dag:[5,6,16],list_directori:2,list_kei:2,list_prefix:2,list_task:[5,6,16],list_vers:8,listen:[3,5,14],lit:2,liter:2,litig:9,live:2,load:[1,2,3,4,8],load_df:2,load_fil:[2,8],load_opt:[2,8],load_str:2,load_test_config:4,local:[1,2,3,4,5,8,14,16],local_full_path_or_buff:2,local_infil:2,localexecutor:[1,2,3,4,5,13],localhost:3,locat:[1,2,3,4,8,13,14,16],lock:2,lock_for_upd:2,log:[1,2,6,10,14,16],log_config:8,log_fil:1,logfil:1,logger:8,logging_config:8,logging_config_class:8,logging_mixin:2,loggingmixin:2,logic:[2,3,16],login:[1,2,3,4,8,14],logist:10,longer:[2,5,8,13],look:[1,2,3,5,6,8,10,12,13,14,16],lookup:8,loss:9,lot:13,low:2,lowin:12,machin:[1,2,3,4,
 14],macro:[3,5,6,10,11,16],made:[2,3,9],mai:[2,3,4,5,8,9,13,16],mail:[9,12],main:[2,3,5,8,10],main_class:8,main_dag:3,main_jar:8,maintain:6,make:[0,2,3,4,5,6,8,9,14,16,17],malfunct:9,malik:4,man:7,manag:[2,6,8,9,10,14],managedlibrarieslibrari:[2,8],mani:[1,2,3,5,10,16,17],manner:6,manual:[2,3,4,13],map:[2,8],mapr:2,mapred_job_nam:2,mapred_queu:2,mapred_queue_prior:2,march:12,mark:[1,2,3,9,13],mark_success:[1,2,13],markdown:3,markup:2,master:[2,3,8,13,16],match:[1,2,3,8],matter:2,max:[2,8,12],max_active_run:[1,2,5],max_bad_record:8,max_id_kei:8,max_ingestion_tim:2,max_partit:2,max_retry_delai:2,max_tri:13,max_worker_count:8,maxim:12,maximum:[1,2,8],maximum_billing_ti:[2,8],maxnumwork:8,maxresult:[2,8],mayb:3,mean:[2,3,4,5,8,9,14,16],meaning:2,meant:[2,5],mechan:[0,2,9,14],media:9,medium:9,meet:[2,9],mem_limit:2,member:14,memberof:14,memori:2,menu:[3,5,6,10,15],menu_link:10,menulink:10,merchant:9,mere:9,merg:[2,8,16],meso:[2,6],mesos_executor:2,mesosexecutor:[2,4,13],messag:[2,3,6],me
 ssage_format:2,met:[2,4,5,13],metadata:[1,2,3,4,6,7,8,10,13,17],metastor:2,metastore_conn_id:2,metastore_default:2,metastore_mysql:2,metastorepartitionsensor:2,method:[2,3,5,8],metric:[2,8,10],metric_spec:2,metrics_threshold:[2,8],metrics_threshold_dict_kei:8,microsoft:[6,7],midnight:[5,13],might:[2,3,5,8,13,16],migrat:14,mime:[2,8],mime_subtyp:2,mime_typ:[2,8],min:5,mind:[3,6],minim:8,minimum:[7,13],minor:8,minut:[3,5,8,13,16],mismatch:3,miss:[2,3],mistercrunch:12,mix:[2,3,16],mkdir:3,mlengin:8,mlengine_oper:8,mlsd:2,mode:[1,2,3,6,8,16],model:[3,6,8,10,14,16],model_nam:8,modif:9,modifi:[2,3,4,8,9,11],modul:[2,3,5,6,8,10,14],modular:6,moment:5,monitor:[2,3,4,6,10,13,17],monospac:3,month:[5,13],monthli:[5,13],more:[2,3,4,6,8,9,10,12,13,14,16,17],moreov:16,morn:13,most:[2,3,8,13,14,16,17],mostli:[6,13],mount:[2,4],move:[2,3,5,6,8],msg:2,mssql:7,mssqloper:3,much:[2,3,8,13],multi:6,multipl:[1,2,3,8],multipli:[2,8],multiprocess:2,must:[2,3,4,5,8,9,14,16],mutat:3,my_conn_str:4,my_dag1:3,m
 y_dag2:3,my_dag:3,my_databas:2,my_dict_var:2,my_funct:3,my_job_id:8,my_model:8,my_param:16,my_project:8,my_tabl:2,my_useful_packag:3,my_var:2,my_vers:8,myarg:2,mypackag:14,mys3conn:4,mysql:[2,3,4,7],mysql_conn_id:2,mysql_default:2,mysql_postoper:2,mysql_preoper:2,mysql_tabl:2,mysqldb:2,mysqlhook:2,mysqloper:[2,3,4],mysqltohivetransf:2,name:[2,3,4,6,8,9,10,14,16],namedhivepartitionsensor:2,namespac:[2,5,8,10],nav:14,navig:14,ndfor:16,neccessari:8,necessari:2,necessarili:[6,9],need:[2,3,4,5,6,7,8,10,13,14,15,16],neg:[2,13],neglig:9,neighbour:2,nest:[2,16],network:[2,4,14],network_mod:2,never:[1,2,5],new_clust:[2,8],new_user_email:14,new_user_nam:14,newli:[6,8],next:[2,3,4,6,13,14],next_execution_d:2,next_retry_datetim:2,nhere:2,nice:3,night:3,nlst:2,no_confirm:1,node:[1,2,3],non:[1,2,4,9],none:[2,3,8,10,13],nopasswd:14,noram:14,norandkei:14,normal:[2,3,8,9],normalize_schedul:2,notat:[2,8],note:[0,2,4,5,6,8,13,14,16],note_id:2,notebook:[2,3,8],notebook_path:[2,8],notebook_run:[2,8],not
 ebook_task:[2,8],noth:[2,9],notic:[3,9,16],notif:2,notifi:2,notwithstand:9,now:[2,3,4,5,13,14,16],nuanc:3,num:2,num_run:1,num_shard:2,num_work:[2,8],number:[1,2,3,4,6,8],oauth2:14,oauth2callback:14,oauth:6,oauth_callback_rout:14,oauth_key_from_github_enterpris:14,oauth_secret_from_github_enterpris:14,obj:2,object:[1,2,3,4,5,8,9,10,13,16],objectclass:14,oblig:9,observ:2,obtain:9,occur:[2,3,8],occurr:2,octet:[2,8],octob:12,off:[2,4,13],offer:[9,10],offici:[2,12],offset:2,often:[2,3],old:8,omit:[2,8],on_failure_callback:2,on_kil:2,on_retry_callback:2,on_success_callback:2,onboard:5,onc:[2,3,4,5,13,14,16],one:[2,3,4,5,6,8,9,13,14,16],one_fail:[2,3],one_success:[2,3],ones:[2,4,5,8,17],onli:[0,1,2,4,5,6,7,8,9,13,14,15],only_fail:[1,2],only_if_upd:2,only_run:[1,2],oozi:6,op1:3,op2:3,op3:3,op4:3,op_arg:2,op_kwarg:2,open:[0,2,3,4,12,14],oper:[1,4,5,6,7,10,13,16],oppos:[2,3],optim:2,option:[1,2,3,6,8,11,13,14,15,16],oracleoper:3,orchestr:[2,6],order:[2,3,4,13,14],org:[2,8,9,10,12,16],organ:[3
 ,10],organiz:14,orient:2,origin:[8,9],orm:2,other:[1,2,3,4,6,8,9,11,13,16],othercas:2,otherwis:[2,8,9,16],our:[2,8,16],out:[2,3,5,6,8,9,13,15],outag:10,outgrow:15,outlier:17,output:[2,8,16],output_encod:2,output_format:2,output_path:8,outsid:13,outstand:9,over:[1,2,3,4,8,15,17],overlap:17,overlord:2,overrid:[1,2,5,8,16],overridden:[2,5,8],overview:17,overwhelm:3,overwrit:[2,4],own:[2,3,4,6,9,13,16],owner:[2,3,8,9,13,14,16],ownership:9,packag:[2,4,6,8],package1:3,package_uri:8,page:[2,3,5,8,9,12,17],pai:[2,5],pair:[2,17],panda:[2,8],pandas_kwarg:2,parallel:[2,3,4,8,15],param:[1,2,8,16],paramet:[1,2,3,4,5,8,11,14,16],parameter:[3,6,11],parent:[2,3,5],parent_dag:[2,3],parent_dag_nam:3,parent_modul:2,pars:[2,5,10,16],part:[2,3,9,11,14],parti:9,partial:8,partialkei:8,particular:[3,8,9],partit:[2,3,8],partition_nam:2,partition_spec:2,partitiontyp:8,partli:5,pass:[2,3,5,8,10,16],pass_valu:[2,8],passwd:17,password:[1,2,3,4,6,7,8,17],password_auth:14,passwordus:14,past:[2,3,5,13,17],patent:9
 ,path2:2,path:[1,2,3,4,8,14],patrick:12,patrickleotardif:12,pattern:[2,3,8],paus:[2,3,6],payload:[2,8],pem:2,peopl:[10,16],pep:[2,8],per:8,percent:[8,9],perfect:3,perform:[1,2,3,4,5,6,8,9,13,17],perhap:[3,17],period:[2,3,5,13,16],perman:[2,8],permiss:[9,14],perpetu:9,persist:[2,8,13],perspect:[1,3],pertain:9,phase:10,physic:2,pick:[3,4,11,13],pickl:[1,2,3,4],picklabl:2,pickle_id:2,pickleabl:2,pid:[1,15],pig:[2,3,8],pigcmd:2,piggi:10,pigoper:2,pin_100:2,pip:[3,4,7,15],pipelin:[2,3,4,6,8,11,17],pk1:2,pk2:2,place:[0,2,3,4,5,9,16],placehold:2,plain:[2,4],plan:5,platform:[2,3,6,7],pleas:[0,3,4,8,12,14,16],plug:10,plugin:6,plugin_macro:10,pluginexecutor:10,pluginhook:10,pluginoper:10,plugins_manag:10,png:2,point:[2,3,4,5,8,15,16],poke:2,poke_interv:2,polici:6,poll:[2,8],poll_operation_until_don:8,polling_interval_in_second:8,polling_period_second:[2,8],pool:[2,5,6,16],pool_descript:1,pool_ful:2,popul:[8,16],port:[0,1,2,4,14,15],portion:8,posit:[2,6,8],possibl:[1,2,3,4,8,9,13,14,15,16,17],
 post:[0,2],post_execut:2,postgr:[2,3,4,7],postgres_conn_id:2,postgres_default:2,postgres_mast:3,postgreshook:2,postgresoper:[2,3],potenti:3,power:[3,6,9,16],practic:[2,8],pre:5,pre_execut:[2,3],preced:[2,4,8,16],predict:8,prefer:[9,13,15],prefix:[2,3,4,8],preoper:2,prepar:[3,9],prepare_templ:2,preparedata:[2,8],prepped_request:2,present:[2,8],preset:13,presto:2,presto_conn_id:2,presto_default:2,prestocheckoper:2,prestocmd:2,prestohook:2,prestointervalcheckoper:2,prestotomysqloper:3,prestovaluecheckoper:2,pretti:16,prev_execution_d:2,prevent:[2,3,8,14],previou:[1,2,3,5,16],previous:[3,5],previous_ti:2,price:[2,8],primari:2,primit:2,princip:[0,1,3,14],print:[1,2,3,4,8,9,16],print_dat:16,print_head:[2,8],prior:[2,8],priorit:3,prioriti:[2,3],priority_weight:[2,3,16],privaci:9,privat:2,privileg:14,probabl:[0,4,5,14],problem:3,problemat:3,proce:[2,5],process:[1,2,3,4,6,8,13,16],process_fil:2,produc:[2,8],product:[2,3,4,6,8,9,11,13,16],profil:[2,6,14],program:[2,8,12],programmat:6,progress
 :[2,6,8,16],project:[2,6,8],project_id:[2,8],promin:9,prompt:1,propag:[2,3],propaget:2,proper:16,properli:[4,5,14],properti:[2,3,5,14],protocol:8,provid:[2,3,4,8,9,11,14,16,17],provide_context:[2,3],proxy_us:14,proxyus:14,psycopg2:[2,4],publicli:[0,9],publish:[2,8],pull:[2,3,8],pull_funct:3,puppet:4,pure:3,purpl:2,purpos:[9,16],push:[2,3,8,10],push_funct:3,pushing_task:3,put:[2,3,5,8,10],pv1:2,pv2:2,pwd:3,py_fil:8,py_opt:8,pydata:[2,8],pyfil:8,pyhiv:2,pypi:[7,15],pyspark:8,python:[2,3,4,5,6,7,8,10,14,16],python_1:3,python_cal:[2,3],python_oper:2,pythonhost:10,pythonoper:[2,3],pythonpath:[4,8,14],qds:[2,7],qualif:14,qualifi:[0,2,14],qualiti:[2,3,8],qubol:[2,7],qubole_conn_id:2,qubole_default:2,quboleoper:2,queri:[2,4,6,8],query_granular:2,query_param:[2,8],query_uri:8,queu:[1,3,5],queue:[1,2,4,5,6,16],quick:[4,6,17],quickli:[11,15,16,17],quit:5,quote_charact:8,r39132:12,rabbitmq:[4,7],rais:[2,4,8,16],ran:[1,2],randkei:14,random:2,randomli:3,rang:[1,2,3,5,13,16],rate:[2,8],rather:3,ra
 tio:[2,8],raw:[2,5,8],reach:[1,2,3,4,5,8],reactiv:5,read:[2,4,5,8,14,16],read_consist:8,read_kei:2,readabl:[2,9,14],readi:[2,6,15],readm:4,readthedoc:[2,8,16],ready_for_retri:2,real:[0,4,8],realli:[14,16],realm:[0,14],reason:[5,9,16],reboot:3,rebuild:1,recap:6,receiv:[2,3,8,9,13],recent:[2,3],recipi:[2,9],recogn:[2,8],recommend:[0,2,4,5,8,9],record:[1,2,3,13,16],recreat:[2,8],recurs:2,red:2,redhat:4,redi:[4,7],redirect:[1,14],redistribut:9,redshift:[2,6],redshift_conn_id:8,redshift_default:8,redshift_to_s3_oper:8,redshifttos3transf:6,redund:16,refer:[3,4,6,8,10,12,16],referenc:[3,16],reflect:[3,6,8,10,16],refrain:3,refresh:2,refresh_from_db:2,regard:[9,16],regardless:[1,2],regex:[1,2],regex_kei:2,regexp:1,region:[2,8],region_nam:[2,8],regist:[10,11,14,16],registri:2,regular:[2,13],reinit_frequ:14,rel:[2,13,16],relat:[2,3,4,5,7,12],relationship:3,relativedelta:2,releas:8,relev:5,reli:[2,14],remain:[9,14],rememb:16,remot:[2,4,5,8,13],remote_base_log_fold:4,remote_full_path:2,remote_lo
 g_conn_id:[4,8],remov:2,renam:[2,8],render:[2,3,6,8,10,16],render_templ:2,render_template_from_field:2,renew:[1,14],repeat:[3,13],repl:14,replac:[2,4,8,9,14],report:[1,2],repositori:[4,16],repres:[2,3,5,8,9,13],represent:[2,17],reproduc:9,reproduct:9,request:[1,2,3,8],request_param:2,requir:[0,1,2,3,4,5,6,7,8,9,14],rerun:1,resembl:3,reset:1,reset_dag_run:2,resetdb:6,resid:[2,3,8],resolv:[2,8],resourc:[1,2,3,6,8],respect:[1,2,3,16],respons:[2,8,9],response_check:2,rest:[2,6,8,14],restart:[3,4,8],restrict:14,restructuredtext:3,result:[2,3,8,9,11,16],resum:1,retain:9,retri:[1,2,3,8,13,16],retriev:[2,3,8],retrieve_fil:2,retry_delai:[2,8,13,16],retry_exponential_backoff:2,return_valu:2,reus:[8,10],revers:4,review:6,revis:9,riccomini:12,rich:[1,3,6,17],rid:2,right:[2,3,9,11],rightmost:3,risk:9,roadmap:6,role:4,roll:[6,8],rollback:8,room:2,room_id:2,root:[2,3,14],root_dag:2,round:[2,5],rout:14,routin:[2,3],row:[2,3,8],royalti:9,rule:[2,5,6,16],run:[2,4,6,8,14,15,17],run_a:2,run_and_check:2
 ,run_as_own:[2,14],run_as_us:[2,14],run_cli:2,run_dur:1,run_id:[1,2,13],run_nam:[2,8],run_queri:8,run_task:[2,8],run_this_last:8,runme_0:15,runnabl:3,runqueri:8,runtim:8,runtime_vers:8,rwc:14,s3_bucket:8,s3_default:8,s3_file_transform_oper:8,s3_hook:8,s3_kei:[2,8],s3_to_hive_oper:8,s3distcp:2,s3filetransferoper:3,s3filetransformoper:6,s3hook:[2,4,6],s3keysensor:[2,7],s3prefixsensor:7,s3tohivetransf:[2,6],safe:8,safe_mod:2,sai:[2,3,5,8,13],said:3,samaccountnam:14,samba:7,same:[2,3,4,8,9,11,14,16],sampl:[2,4],sample_s:2,sandbox:4,sanit:2,sas_token:8,save:[2,4,8,11,16],savedmodel:8,scala2:[2,8],scala:2,scalabl:6,scale:6,scale_ti:8,scaleti:8,scan:[2,3],scene:[7,13],schedul:[2,3,4,6,8,16],schedule_interv:[2,3,5,13,16],scheduler_interv:5,scheduler_run:4,schema:[1,2,3,4,8],schema_field:8,schema_object:8,schema_update_opt:8,scope:6,scratch:16,screen:16,screenshot:6,script:[2,3,4,5,6,8],script_begin_tag:2,script_loc:2,search:[1,2,3],search_path:4,search_scop:14,second:[1,2,3,5,8,16],secret:[
 14,17],secretkei:3,section:[2,3,4,5,8,9,14,15,16],secur:[2,3,4,6,9],see:[2,3,4,5,8,9,13,14,15,16,17],seen:[4,17],segment:2,segment_granular:2,select:[2,3,8,11,13,14],self:[2,8,10],sell:9,semicolon:2,send:[1,2,3,12],send_room_notif:2,sender:2,sensor:[2,3,5,7,8],sensor_queu:3,sent:[2,3,4,9],separ:[0,2,3,9,16],sequenti:[2,13,15],sequentialexecutor:[2,3,8,15],seri:[3,13],serial:[1,2,8],serv:[1,2,4,8,16],serve_log:[4,6],server:[1,2,4,10,14,15,16],servic:[0,1,2,3,4,6,7,9,13,14],session:[2,14],set:[0,1,2,3,5,6,8,10,13,17],set_default_vers:8,set_depend:[2,16],set_downstream:[2,3,16],set_the_password:14,set_upstream:[2,3,16],setgid:4,setuid:4,setup:[4,14],sever:3,shall:[2,9],shape:13,share:[2,3,4,9,10,11],shell:[2,14],shellcmd:2,ship:[1,2],ship_dag:1,shop:9,shortcircuitoper:2,shortcut:[4,17],should:[0,2,3,4,5,8,9,10,13,14,15,16],shouldn:[2,3],show:[1,2,3,5,8,10,17],shown:2,sid:12,siddharth:12,side:[2,4,8],signal:[2,5],similar:

<TRUNCATED>