use pk from bcdata (requires 0.12.2), retain only harvest restrictions

download.py

@@ -117,7 +117,7 @@ def validate_bcgw(source):
                 f"Validation error: {source['alias']} - Primary key - {source['primary_key']} is not present in {table}"
             )
 
-    # are other required columns in field mapping present?
+    # required columns in field mapping present?
     for column in source["field_mapper"].values():
         if (
             column
@@ -187,6 +187,10 @@ def download_source(source):
             as_gdf=True,
             lowercase=True,
         )
+        # if primary key not provided in config, default to the pk noted in bcdata
+        # for the given tabel
+        if not source["primary_key"] and source["source"] in bcdata.primary_keys:
+            source["primary_key"] = bcdata.primary_keys[source["source"]]
 
     # download file
     elif source["source_type"] == "FILE":

requirements.txt

@@ -1,4 +1,4 @@
-bcdata
+bcdata >= 0.12.2
 jsonschema
 pyarrow
 python-slugify

source.schema.json

@@ -33,7 +33,7 @@
                 "type": ["string", "null"]
             },
             "primary_key": {
-                "description": "The column holding primary key for source",
+                "description": "The source column holding the primary key",
                 "type": ["string", "null"]
             },
             "field mapper": {
@@ -48,20 +48,10 @@
                         "description": "Forest harvesting restriction level associated with the designation",
                         "type": "integer",
                         "enum": [1, 2, 3, 4, 5, 6]
-                    },
-                    "og_restriction": {
-                        "description": "Oil and gas restriction level associated with the designation",
-                        "type": "integer",
-                        "enum": [0, 1, 2, 3, 4, 5, 6]
-                    },
-                    "mining_restriction": {
-                        "description": "Mining restriction level associated with the designation",
-                        "type": "integer",
-                        "enum": [0, 1, 2, 3, 4, 5, 6]
                     }
                 }
             }
         },
-        "required": ["alias", "description", "source_type", "source", "query", "primary_key", "field_mapper", "data"]
+        "required": ["alias", "description", "source_type", "source", "query", "field_mapper", "data"]
     }
 }