Tweak concurrency settings

ooni · Jan 24, 2025 · 0cf8c5f · 0cf8c5f
1 parent 36a9819
commit 0cf8c5f
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/dags/pipeline.py b/dags/pipeline.py
@@ -67,8 +67,8 @@ def run_make_analysis(
     # to finish
     schedule="30 0 * * *",
     catchup=False,
-    concurrency=1,
-    max_active_runs=1,
+    max_active_tasks=2,
+    max_active_runs=2,
 ) as dag_full:
     # YYYY-MM-DD
     start_day = "{{ ds }}"
@@ -116,8 +116,8 @@ def run_make_analysis(
     # to finish
     schedule="0 30 * * *",
     catchup=False,
-    concurrency=1,
-    max_active_runs=1,
+    max_active_tasks=2,
+    max_active_runs=2,
 ) as dag_full:
     # YYYY-MM-DDTHH
     start_hour = "{{ ts }}"[:13]