Skip to content

Commit

Permalink
Ajout de max_active_runs pour ne pas lancer plusieurs execution du mê…
Browse files Browse the repository at this point in the history
…me dag
  • Loading branch information
kolok committed Jan 27, 2025
1 parent 6d1d9ec commit c98804f
Show file tree
Hide file tree
Showing 20 changed files with 20 additions and 0 deletions.
1 change: 1 addition & 0 deletions dags/compute_acteurs/dags/create_final_actors.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,7 @@
" plusieurs sources en cumulant leur services, sources et propositions"
" services."
),
max_active_runs=1,
schedule=None,
)

Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_aliapur.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Aliapur dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_citeo.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"Injestion des données de l'éco-organisme CITEO à partir des données disponible"
" sur de Koumoul"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_cma.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for CMA reparacteur dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_corepile.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Corepile dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_cyclevia.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Pyreo dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_ecodds.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for EcoDDS dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_ecologic.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Ecologic dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_ecomaison.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Ecomaison dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_ecopae.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"Injestion des données de l'éco-organisme ECOPAE à partir des données"
" disponibles sur Koumoul"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_ecosystem.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Ecosystem dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_ocab.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for OCAB dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_ocad3e.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for OCAD3E dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_pharmacies.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@
dag_display_name="Source - PHARMACIES",
default_args=default_args,
description=("Téléchargement des pharmacies (Ordre National Des Pharmaciens)"),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_pyreo.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Pyreo dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_refashion.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Refashion dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_screlec.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@
" disponibles sur de Koumoul"
),
tags=["source", "ademe", "screlec", "piles", "batteries", "accumulateurs"],
max_active_runs=1,
params={
"endpoint": (
"https://data.ademe.fr/data-fair/api/v1/datasets/"
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_sinoe.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@
"DAG pour télécharger, standardiser, et charger dans notre base la source SINOE"
),
tags=["source", "ademe", "sinoe", "déchèteries"],
max_active_runs=1,
params={
"endpoint": (
"https://data.ademe.fr/data-fair/api/v1/datasets/"
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_soren.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Soren dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down
1 change: 1 addition & 0 deletions dags/sources/dags/source_valdelia.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
"A pipeline to fetch, process, and load to validate data into postgresql"
" for Valdelia dataset"
),
max_active_runs=1,
params={
"normalization_rules": [
# 1. Renommage des colonnes
Expand Down

0 comments on commit c98804f

Please sign in to comment.