You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by GitBox <gi...@apache.org> on 2021/01/06 08:38:29 UTC

[GitHub] [airflow] andreaspeters commented on a change in pull request #10977: Reinclude/Add a new Mesos Executor

andreaspeters commented on a change in pull request #10977:
URL: https://github.com/apache/airflow/pull/10977#discussion_r552437492



##########
File path: airflow/config_templates/default_airflow.cfg
##########
@@ -1014,3 +1014,67 @@ shards = 5
 
 # comma separated sensor classes support in smart_sensor.
 sensors_enabled = NamedHivePartitionSensor
+
+[mesos]
+# Mesos `master` address which MesosExecutor will connect to.
+master = localhost:5050
+
+# The framework name which Airflow scheduler will register itself as on mesos,
+framework_name = Airflow
+
+# Number of cpu cores required for running one task instance using
+# `airflow run <dag_id> <task_id> <execution_date> --local -p <pickle_id>`
+# command on a mesos slave,
+task_cpu = 1
+
+# Memory in MB required for running one task instance using
+# `airflow run <dag_id> <task_id> <execution_date> --local -p <pickle_id>`
+# command on a mesos slave.
+task_memory = 200
+
+# Enable framework checkpointing for mesos
+# See http://mesos.apache.org/documentation/latest/slave-recovery/
+checkpoint = False
+
+# Failover timeout in milliseconds.
+# When checkpointing is enabled and this option is set, Mesos waits
+# until the configured timeout for
+# the MesosExecutor framework to re-register after a failover. Mesos
+# shuts down running tasks if the
+# MesosExecutor framework fails to re-register within this timeframe.
+failover_timeout = 604800
+
+# Enable framework authentication for mesos
+# See http://mesos.apache.org/documentation/latest/configuration/
+authenticate = False
+
+# Mesos credentials, if authentication is enabled
+default_principal =
+default_secret =
+
+# Optional Docker Image to run on slave before running the command
+# This image should be accessible from mesos slave i.e mesos slave
+# should be able to pull this docker image before executing the command.
+docker_image_slave = avhost/docker-airflow

Review comment:
       I removed the default value.




----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

For queries about this service, please contact Infrastructure at:
users@infra.apache.org