Correction du DAG CMA, nouveaux champs à supprimer (#1251)

Correction du DAG CMA qui a ajouté des champs à supprimer
incubateur-ademe · Jan 23, 2025 · 882e025 · 882e025
1 parent c208984
commit 882e025
Showing 1 changed file with 28 additions and 19 deletions.
diff --git a/dags/sources/dags/source_cma.py b/dags/sources/dags/source_cma.py
@@ -127,33 +127,42 @@
                 "transformation": "merge_and_clean_souscategorie_codes",
                 "destination": ["souscategorie_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
-            {"remove": "categorie"},
-            {"remove": "categorie2"},
-            {"remove": "categorie3"},
-            {"remove": "reparactor_services"},
             {"remove": "activite"},
-            {"remove": "is_reparactor"},
-            {"remove": "geocoding_status"},
+            {"remove": "ban_adresse"},
+            {"remove": "ban_code_postal"},
             {"remove": "ban_latitude"},
-            {"remove": "logo_file"},
             {"remove": "ban_longitude"},
-            {"remove": "likes"},
-            {"remove": "reparactor_certificates"},
-            {"remove": "is_error"},
-            {"remove": "departement"},
-            {"remove": "source"},
+            {"remove": "ban_ville"},
+            {"remove": "categorie"},
+            {"remove": "categorie2"},
+            {"remove": "categorie3"},
             {"remove": "cma_code"},
+            {"remove": "code_nafa"},
             {"remove": "creation_date"},
-            {"remove": "is_updated"},
-            {"remove": "is_enabled"},
-            {"remove": "ban_code_postal"},
-            {"remove": "region"},
-            {"remove": "final_longitude"},
-            {"remove": "ban_adresse"},
-            {"remove": "ban_ville"},
+            {"remove": "departement"},
             {"remove": "final_latitude"},
+            {"remove": "final_longitude"},
             {"remove": "geocode"},
+            {"remove": "geocoding_status"},
+            {"remove": "is_enabled"},
+            {"remove": "is_error"},
+            {"remove": "is_reparactor"},
+            {"remove": "is_updated"},
+            {"remove": "likes"},
+            {"remove": "logo_file"},
+            {"remove": "org_cnt_facebook"},
+            {"remove": "org_cnt_instagram"},
+            {"remove": "org_cnt_linkedin"},
+            {"remove": "region"},
+            {"remove": "reparactor_certificates"},
+            {"remove": "reparactor_services"},
+            {"remove": "source"},
             # 6. Colonnes à garder (rien à faire, utilisé pour le controle)
             {"keep": "email"},
             {"keep": "longitude"},