From 5b88a939f16e4b4508081a8dfc519e60571cc27b Mon Sep 17 00:00:00 2001 From: Charles Machalow Date: Tue, 29 Nov 2022 10:46:29 -0800 Subject: [PATCH 1/4] Add missing config option documentation for core mp_start_method This was added back just before 2.0.0, but was just missing from docs --- airflow/config_templates/config.yml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/airflow/config_templates/config.yml b/airflow/config_templates/config.yml index f3ae101785b92..7a66c4c9fb8db 100644 --- a/airflow/config_templates/config.yml +++ b/airflow/config_templates/config.yml @@ -99,6 +99,15 @@ type: string example: ~ default: "16" + - name: mp_start_method + description: | + The name of the method used in order to start Python processes via the multiprocessing module. + This corresponds directly with the options available in the `Python multiprocessing docs `__. + Must be one of the values returned by `multiprocessing.get_all_start_methods() `__. + version_added: "2.0.0" + type: string + default: ~ + example: "fork" - name: load_examples description: | Whether to load the DAG examples that ship with Airflow. It's good to From c640cb8f43c9d58432b0a1f0415768a7246387db Mon Sep 17 00:00:00 2001 From: Charles Machalow Date: Tue, 29 Nov 2022 10:46:29 -0800 Subject: [PATCH 2/4] Add missing config option documentation for core mp_start_method This was added back just before 2.0.0, but was just missing from docs --- airflow/config_templates/config.yml | 6 ++++-- airflow/config_templates/default_airflow.cfg | 8 ++++++++ 2 files changed, 12 insertions(+), 2 deletions(-) diff --git a/airflow/config_templates/config.yml b/airflow/config_templates/config.yml index 7a66c4c9fb8db..009f6a48466c2 100644 --- a/airflow/config_templates/config.yml +++ b/airflow/config_templates/config.yml @@ -102,8 +102,10 @@ - name: mp_start_method description: | The name of the method used in order to start Python processes via the multiprocessing module. - This corresponds directly with the options available in the `Python multiprocessing docs `__. - Must be one of the values returned by `multiprocessing.get_all_start_methods() `__. + This corresponds directly with the options available in the Python docs: + https://docs.python.org/3/library/multiprocessing.html#multiprocessing.set_start_method. + Must be one of the values returned by: + https://docs.python.org/3/library/multiprocessing.html#multiprocessing.get_all_start_methods. version_added: "2.0.0" type: string default: ~ diff --git a/airflow/config_templates/default_airflow.cfg b/airflow/config_templates/default_airflow.cfg index 277109452bb02..1cff5f8dbe75f 100644 --- a/airflow/config_templates/default_airflow.cfg +++ b/airflow/config_templates/default_airflow.cfg @@ -75,6 +75,14 @@ dags_are_paused_at_creation = True # which is defaulted as ``max_active_runs_per_dag``. max_active_runs_per_dag = 16 +# The name of the method used in order to start Python processes via the multiprocessing module. +# This corresponds directly with the options available in the Python docs: +# https://docs.python.org/3/library/multiprocessing.html#multiprocessing.set_start_method. +# Must be one of the values returned by: +# https://docs.python.org/3/library/multiprocessing.html#multiprocessing.get_all_start_methods. +# Example: mp_start_method = fork +# mp_start_method = + # Whether to load the DAG examples that ship with Airflow. It's good to # get started, but you probably want to set this to ``False`` in a production # environment From 3fd9d3f250a473fb6b1baa450dc5ddbbec984bf2 Mon Sep 17 00:00:00 2001 From: Charles Machalow Date: Tue, 29 Nov 2022 13:23:25 -0800 Subject: [PATCH 3/4] rekick ci From ec3cddc732112c4d31293efdbbb1e6395b9fe923 Mon Sep 17 00:00:00 2001 From: Charles Machalow Date: Tue, 29 Nov 2022 13:40:14 -0800 Subject: [PATCH 4/4] rekick ci