Update pipelines

open-innovations · Aug 9, 2024 · 6c28b27 · 6c28b27
1 parent 92fa42c
commit 6c28b27
Show file tree

Hide file tree

Showing 7 changed files with 69 additions and 69 deletions.
diff --git a/pipelines/dvc.lock b/pipelines/dvc.lock
@@ -5,8 +5,8 @@ stages:
     deps:
     - path: pipelines/b-corp.pl
       hash: md5
-      md5: 4f65d29785d0ff477e4ac329182ac486
-      size: 10684
+      md5: f67559790919f800f74d2c8da1624daa
+      size: 10668
     - path: pipelines/lib.pl
       hash: md5
       md5: 89f073c99fdb2dc988646aa10e75df19
@@ -22,7 +22,7 @@ stages:
       size: 83
     - path: src/themes/sustainable-growth/b-corporations/_data/updated.yaml
       hash: md5
-      md5: dfc08c47f594facc0d18f0c5b03a6b51
+      md5: 90fc89d7d05e4a0af924b44f31034145
       size: 16
   metadata:
     cmd: python pipelines/metadata.py
@@ -45,7 +45,7 @@ stages:
     deps:
     - path: https://raw.githubusercontent.com/economic-analytics/edd/main/data/edd_dict.csv
       hash: md5
-      checksum: '"f1b260e4b2d9d7e69675fc7048bd397fba50d81c558037d0c5f16686502c9892"'
+      checksum: '"24867353933a306548f56f1aed4940692e5fbf45bdea197974dd8bccebf2bdf7"'
       size: 8077
     - path: pipelines/edd_dictionary.py
       hash: md5
@@ -54,5 +54,5 @@ stages:
     outs:
     - path: src/_data/edd_dictionary.yaml
       hash: md5
-      md5: 699a8365d89560b66aac1f460ec5b9ec
+      md5: 67aa69c8da04231ad30c922aee74e919
       size: 7779
diff --git a/pipelines/people/dvc.lock b/pipelines/people/dvc.lock
@@ -9,22 +9,22 @@ stages:
       size: 3763
     - path: https://github.com/economic-analytics/edd/raw/main/data/parquet/LMS.parquet
       hash: md5
-      checksum: '"894a6d8eca95b80b9657ea9b446db15b6af00a588665acc1952c27e225039f04"'
-      size: 3186667
+      checksum: '"dcc28d8d3ebcd8a1924f68a4437a29d71f24387973fd6fc03ad116151d84a781"'
+      size: 3124199
     - path: vacancies.py
       hash: md5
       md5: e7202141bcf8de5b8e50329eda6d0b45
       size: 2278
     outs:
     - path: ../../src/themes/people-skills-future/vacancies/_data/vacancies_by_sector.csv
       hash: md5
-      md5: 523269f391d223f6649ed17e86ca9d32
-      size: 13528
+      md5: 7ee94c7611345476343600d8aeda6292
+      size: 13529
     - path: 
         ../../src/themes/people-skills-future/vacancies/_data/vacancies_yearly_change_by_sector.csv
       hash: md5
-      md5: c1a52a77ff6ce9382225810604408a42
-      size: 1497
+      md5: 2a114e87ec05254eb7c461a85b031de4
+      size: 1510
   employment:
     cmd: PYTHONPATH=../.. python employment.py
     deps:

diff --git a/pipelines/true-north/dvc.lock b/pipelines/true-north/dvc.lock
@@ -13,44 +13,44 @@ stages:
       size: 9712
     - path: clean_members_list.ipynb
       hash: md5
-      md5: a85f566690502e9d9ae88f19e4fe8c0c
-      size: 14560
+      md5: b0cc805af988208b977d471453a8d4c3
+      size: 14508
     outs:
     - path: ../../working/true-north/true_north_clean.csv
       hash: md5
-      md5: f267b697b70841ec18fa4a5abc778e43
-      size: 58076
+      md5: 50c98bc87ca91e57f1ea98e83e6d0366
+      size: 66802
   analyse:
     cmd: papermill --no-progress-bar --no-report-mode analyse_members_list.ipynb ../../output/analyse_members_list.ipynb
     deps:
     - path: ../../working/true-north/true_north_clean.csv
       hash: md5
-      md5: f267b697b70841ec18fa4a5abc778e43
-      size: 58076
+      md5: 50c98bc87ca91e57f1ea98e83e6d0366
+      size: 66802
     - path: analyse_members_list.ipynb
       hash: md5
-      md5: c558ab934490b16c81b58333dac1fbaa
-      size: 70680
+      md5: a1f73bead4b80e69134ef9af2bdee80f
+      size: 66298
     outs:
     - path: ../../src/overview/membership/_data/cumsum.csv
       hash: md5
-      md5: 53135febbdb33fffaa22de5a73f280c8
-      size: 572
+      md5: 6ebbcdc6af6758755be2a832514384b5
+      size: 607
     - path: ../../src/overview/membership/_data/sector_word_counts.csv
       hash: md5
-      md5: 3b9bb4d1f3a40ee19ef5d41fc8c0dc8f
-      size: 194
+      md5: acb67707abe569f4a63b8b373233bc29
+      size: 303
     - path: ../../src/overview/membership/_data/top_locations.csv
       hash: md5
-      md5: c5b96576d8b1879cf73f1be607e4f89b
-      size: 95
+      md5: ade6fb3c6c571bd4d41834dbb83493ba
+      size: 96
     - path: ../../src/overview/membership/_data/true_north_members_list.csv
       hash: md5
-      md5: 9515df69709f7b1c656ef4b5ae3e0e83
-      size: 752
+      md5: 266d8d98c99a9839b409e17becb9946f
+      size: 719
     - path: ../../src/overview/membership/_data/updated.yaml
       hash: md5
-      md5: 023f40add7280d543f632f02b0e24048
+      md5: 0915cb00c9e58d4efa7411a6c66d48ca
       size: 20
   northern-stars:
     cmd: papermill --no-progress-bar --no-report-mode northern_stars.ipynb ../../output/northern_stars.ipynb

diff --git a/src/_data/edd_dictionary.yaml b/src/_data/edd_dictionary.yaml
@@ -29,13 +29,13 @@ DIOP:
   desc: 'Index of Production'
   url: 'https://www.ons.gov.uk/file?uri=/economy/economicoutputandproductivity/output/datasets/indexofproduction/current/diop.csv'
 DRSI:
-  last_update: '2024-06-21'
-  next_update: '2024-07-19'
+  last_update: '2024-07-19'
+  next_update: '2024-08-16'
   desc: 'Retail Sales Index'
   url: 'https://www.ons.gov.uk/file?uri=/businessindustryandtrade/retailindustry/datasets/retailsales/current/drsi.csv'
 EMP:
-  last_update: '2024-06-11'
-  next_update: '2024-07-18'
+  last_update: '2024-07-18'
+  next_update: '2024-08-13'
   desc: 'Average Weekly Earnings'
   url: 'https://www.ons.gov.uk/file?uri=/employmentandlabourmarket/peopleinwork/earningsandworkinghours/datasets/averageweeklyearnings/current/emp.csv'
 IOS1:
@@ -44,8 +44,8 @@ IOS1:
   desc: 'Index of Services'
   url: 'https://www.ons.gov.uk/file?uri=/economy/economicoutputandproductivity/output/datasets/indexofservices/current/ios1.csv'
 LMS:
-  last_update: '2024-06-11'
-  next_update: '2024-07-18'
+  last_update: '2024-07-18'
+  next_update: '2024-08-13'
   desc: 'Labour Market Statistics'
   url: 'https://www.ons.gov.uk/file?uri=/employmentandlabourmarket/peopleinwork/employmentandemployeetypes/datasets/labourmarketstatistics/current/lms.csv'
 MGDP:
@@ -54,13 +54,13 @@ MGDP:
   desc: 'Monthly GDP'
   url: 'https://www.ons.gov.uk/file?uri=/economy/grossdomesticproductgdp/datasets/gdpmonthlyestimateuktimeseriesdataset/current/mgdp.csv'
 MM22:
-  last_update: '2024-06-19'
-  next_update: '2024-07-17'
+  last_update: '2024-07-17'
+  next_update: '2024-08-14'
   desc: 'Producer Price Inflation'
   url: 'https://www.ons.gov.uk/file?uri=/economy/inflationandpriceindices/datasets/producerpriceindex/current/mm22.csv'
 MM23:
-  last_update: '2024-06-19'
-  next_update: '2024-07-17'
+  last_update: '2024-07-17'
+  next_update: '2024-08-14'
   desc: 'Consumer Price Inflation'
   url: 'https://www.ons.gov.uk/file?uri=/economy/inflationandpriceindices/datasets/consumerpriceindices/current/mm23.csv'
 MRET:
@@ -89,8 +89,8 @@ PSE:
   desc: 'Public Sector Employment'
   url: 'https://www.ons.gov.uk/file?uri=/employmentandlabourmarket/peopleinwork/publicsectorpersonnel/datasets/publicsectoremploymenttimeseriesdataset/current/pse.csv'
 PUSF:
-  last_update: '2024-06-21'
-  next_update: '2024-07-19'
+  last_update: '2024-07-19'
+  next_update: '2024-08-21'
   desc: 'Public Sector Finances'
   url: 'https://www.ons.gov.uk/file?uri=/economy/governmentpublicsectorandtaxes/publicsectorfinance/datasets/publicsectorfinances/current/pusf.csv'
 QNA:
@@ -119,8 +119,8 @@ UKEA:
   desc: 'UK Economic Accounts'
   url: 'https://www.ons.gov.uk/file?uri=/economy/grossdomesticproductgdp/datasets/unitedkingdomeconomicaccounts/current/ukea.csv'
 UNEM:
-  last_update: '2024-06-11'
-  next_update: '2024-07-18'
+  last_update: '2024-07-18'
+  next_update: '2024-08-13'
   desc: 'Claimant Count and Vacancies'
   url: 'https://www.ons.gov.uk/file?uri=/employmentandlabourmarket/peoplenotinwork/unemployment/datasets/claimantcountandvacanciesdataset/current/unem.csv'
 PROD_LAD:
@@ -219,8 +219,8 @@ CONS:
   desc: 'Output in the Construction Industry'
   url: 'NA'
 INS1:
-  last_update: '2024-06-18'
-  next_update: '2024-07-19'
+  last_update: '2024-07-19'
+  next_update: '2024-08-20'
   desc: 'Monthly Insolvencies by Type'
   url: 'NA'
 INS2:

diff --git a/src/overview/membership/_data/updated.yaml b/src/overview/membership/_data/updated.yaml
@@ -1 +1 @@
-2024-08-09 09:33:01
+2024-08-09 09:50:33
diff --git a/src/themes/people-skills-future/vacancies/_data/vacancies_by_sector.csv b/src/themes/people-skills-future/vacancies/_data/vacancies_by_sector.csv
@@ -1,5 +1,4 @@
 decimal_date,date,Accommodation & Food Services Activities.,Administrative & Support Service Activities.,"Arts, Entertainment & Recreation.",Construction,Education.,"Electricity, Gas, Steam & Air Con Supply",Financial & Insurance Activities.,Human Health & Social Work.,Information & Communication.,Manufacturing,Mining & Quarrying,Other Service Activities.,"Professional, Scientific & Technical Activities.",Public Administration & Defence.,Real Estate Activities.,Transport & Storage,"Water Supply, Sewarage, Waste Management etc.","Wholesale & Retail, Repair of motor vehicles."
-2014.33,2014-05-01,73.0,48.0,15.0,19.0,50.0,4.0,37.0,93.0,31.0,47.0,2.0,21.0,58.0,11.0,12.0,22.0,2.0,121.0
 2014.41,2014-06-01,75.0,48.0,16.0,19.0,49.0,4.0,37.0,94.0,29.0,50.0,2.0,19.0,60.0,11.0,11.0,21.0,2.0,124.0
 2014.5,2014-07-01,76.0,47.0,16.0,22.0,52.0,4.0,36.0,97.0,31.0,51.0,2.0,18.0,60.0,10.0,10.0,23.0,2.0,125.0
 2014.58,2014-08-01,76.0,45.0,14.0,23.0,51.0,4.0,36.0,97.0,34.0,53.0,2.0,15.0,64.0,11.0,9.0,25.0,2.0,127.0
@@ -107,7 +106,7 @@ decimal_date,date,Accommodation & Food Services Activities.,Administrative & Sup
 2023.08,2023-02-01,143.0,73.0,29.0,41.0,73.0,6.0,44.0,200.0,53.0,79.0,2.0,22.0,112.0,40.0,12.0,44.0,7.0,142.0
 2023.16,2023-03-01,135.0,71.0,27.0,41.0,72.0,6.0,41.0,193.0,51.0,75.0,2.0,24.0,110.0,40.0,12.0,43.0,7.0,139.0
 2023.25,2023-04-01,132.0,67.0,25.0,39.0,70.0,6.0,39.0,190.0,51.0,74.0,2.0,25.0,104.0,39.0,14.0,39.0,7.0,139.0
-2023.33,2023-05-01,128.0,64.0,24.0,40.0,68.0,6.0,38.0,186.0,47.0,71.0,2.0,25.0,100.0,40.0,14.0,39.0,7.0,141.0
+2023.33,2023-05-01,129.0,65.0,24.0,39.0,68.0,6.0,38.0,186.0,48.0,71.0,2.0,25.0,99.0,40.0,14.0,39.0,7.0,142.0
 2023.41,2023-06-01,124.0,62.0,26.0,41.0,67.0,7.0,38.0,181.0,48.0,71.0,2.0,24.0,98.0,39.0,14.0,38.0,7.0,137.0
 2023.49,2023-07-01,119.0,58.0,26.0,37.0,67.0,6.0,37.0,181.0,47.0,70.0,2.0,24.0,95.0,38.0,12.0,38.0,7.0,136.0
 2023.58,2023-08-01,118.0,55.0,26.0,34.0,65.0,6.0,35.0,178.0,45.0,70.0,2.0,23.0,93.0,37.0,10.0,39.0,7.0,138.0
@@ -116,6 +115,7 @@ decimal_date,date,Accommodation & Food Services Activities.,Administrative & Sup
 2023.83,2023-11-01,109.0,63.0,17.0,37.0,64.0,5.0,36.0,169.0,42.0,65.0,2.0,19.0,92.0,38.0,13.0,31.0,6.0,122.0
 2023.91,2023-12-01,107.0,64.0,18.0,35.0,62.0,5.0,33.0,166.0,44.0,68.0,2.0,18.0,91.0,37.0,13.0,32.0,7.0,121.0
 2024.0,2024-01-01,108.0,67.0,16.0,36.0,63.0,5.0,34.0,160.0,43.0,67.0,2.0,18.0,91.0,36.0,14.0,31.0,6.0,120.0
-2024.08,2024-02-01,108.0,68.0,14.0,37.0,61.0,5.0,36.0,161.0,44.0,65.0,2.0,18.0,91.0,36.0,16.0,35.0,7.0,116.0
-2024.16,2024-03-01,106.0,66.0,17.0,36.0,61.0,5.0,36.0,161.0,40.0,62.0,2.0,18.0,92.0,36.0,16.0,34.0,6.0,113.0
-2024.25,2024-04-01,102.0,64.0,19.0,39.0,62.0,5.0,34.0,162.0,41.0,63.0,2.0,17.0,93.0,37.0,15.0,35.0,7.0,109.0
+2024.08,2024-02-01,108.0,67.0,14.0,37.0,63.0,5.0,37.0,162.0,44.0,65.0,2.0,19.0,89.0,36.0,16.0,35.0,7.0,116.0
+2024.16,2024-03-01,107.0,66.0,17.0,36.0,63.0,5.0,36.0,162.0,39.0,62.0,2.0,18.0,90.0,36.0,16.0,35.0,6.0,113.0
+2024.25,2024-04-01,103.0,65.0,19.0,39.0,63.0,5.0,35.0,163.0,41.0,62.0,2.0,17.0,91.0,37.0,15.0,35.0,7.0,110.0
+2024.33,2024-05-01,101.0,62.0,21.0,36.0,62.0,4.0,34.0,162.0,41.0,63.0,2.0,18.0,88.0,37.0,13.0,34.0,7.0,107.0
diff --git a/src/themes/people-skills-future/vacancies/_data/vacancies_yearly_change_by_sector.csv b/src/themes/people-skills-future/vacancies/_data/vacancies_yearly_change_by_sector.csv
@@ -1,19 +1,19 @@
-sector,2015.25,2016.25,2017.25,2018.25,2019.25,2020.25,2021.25,2022.25,2023.25,2024.25
-Accommodation & Food Services Activities.,,8.7,4.6,-4.4,10.3,-74.0,200.0,132.0,-24.1,-22.7
-Administrative & Support Service Activities.,,-5.9,16.7,-1.8,-9.1,-24.0,47.4,44.6,-17.3,-4.5
-"Arts, Entertainment & Recreation.",,6.2,0.0,35.3,-4.3,-54.5,100.0,75.0,-28.6,-24.0
-Construction,,-8.0,17.4,-14.8,17.4,-55.6,166.7,50.0,-18.8,0.0
-Education.,,-3.9,4.1,-5.9,6.2,-37.3,43.8,56.5,-2.8,-11.4
-"Electricity, Gas, Steam & Air Con Supply",,0.0,0.0,-25.0,33.3,-50.0,200.0,-16.7,20.0,-16.7
-Financial & Insurance Activities.,,-19.4,24.1,8.3,-15.4,-36.4,42.9,76.7,-26.4,-12.8
-Human Health & Social Work.,,7.2,4.2,4.8,6.2,-17.4,25.4,47.6,-10.0,-14.7
-Information & Communication.,,13.5,0.0,9.5,0.0,-54.3,114.3,73.3,-34.6,-19.6
-Manufacturing,,-2.1,15.2,11.3,-3.4,-43.9,84.4,62.7,-22.9,-14.9
-Mining & Quarrying,,0.0,0.0,0.0,100.0,-50.0,0.0,100.0,0.0,0.0
-Other Service Activities.,,29.4,-13.6,31.6,-16.0,-57.1,44.4,92.3,0.0,-32.0
-"Professional, Scientific & Technical Activities.",,1.5,0.0,13.4,5.3,-46.2,74.4,81.3,-23.5,-10.6
-Public Administration & Defence.,,0.0,45.5,31.2,4.8,-18.2,27.8,65.2,2.6,-5.1
-Real Estate Activities.,,0.0,10.0,0.0,0.0,-18.2,55.6,28.6,-22.2,7.1
-Transport & Storage,,0.0,-9.1,30.0,7.7,-54.8,52.6,103.4,-33.9,-10.3
-"Water Supply, Sewarage, Waste Management etc.",,0.0,33.3,0.0,0.0,-25.0,100.0,33.3,-12.5,0.0
-"Wholesale & Retail, Repair of motor vehicles.",,7.8,-1.4,-5.8,3.1,-52.6,52.4,72.9,-16.3,-21.6
+sector,2015.33,2016.33,2017.33,2018.33,2019.33,2020.33,2021.33,2022.33,2023.33,2024.33
+Accommodation & Food Services Activities.,,1.2,12.3,0.0,1.1,-91.3,1262.5,61.5,-26.7,-21.7
+Administrative & Support Service Activities.,,-5.8,10.2,3.7,-12.5,-40.8,120.7,25.0,-18.8,-4.6
+"Arts, Entertainment & Recreation.",,0.0,12.5,27.8,-13.0,-90.0,1150.0,36.0,-29.4,-12.5
+Construction,,-15.4,22.7,-3.7,0.0,-73.1,328.6,53.3,-15.2,-7.7
+Education.,,-5.8,-2.0,-2.1,8.5,-56.9,127.3,46.0,-6.8,-8.8
+"Electricity, Gas, Steam & Air Con Supply",,0.0,0.0,0.0,0.0,-50.0,200.0,0.0,0.0,-33.3
+Financial & Insurance Activities.,,-8.8,16.1,5.6,-10.5,-50.0,94.1,66.7,-30.9,-10.5
+Human Health & Social Work.,,4.4,4.2,8.1,3.8,-25.4,48.5,39.2,-12.7,-12.9
+Information & Communication.,,25.0,-8.9,17.1,-10.4,-69.8,269.2,64.6,-39.2,-14.6
+Manufacturing,,-8.0,15.2,13.2,-10.0,-55.6,166.7,46.9,-24.5,-11.3
+Mining & Quarrying,,0.0,0.0,0.0,100.0,-100.0,inf,100.0,0.0,0.0
+Other Service Activities.,,37.5,-13.6,42.1,-25.9,-70.0,216.7,31.6,0.0,-28.0
+"Professional, Scientific & Technical Activities.",,-1.5,3.0,8.7,4.0,-59.0,153.1,64.2,-25.6,-11.1
+Public Administration & Defence.,,18.2,23.1,31.2,4.8,-31.8,60.0,66.7,0.0,-7.5
+Real Estate Activities.,,-9.1,10.0,-9.1,20.0,-66.7,300.0,6.2,-17.6,-7.1
+Transport & Storage,,12.5,-16.7,33.3,2.5,-75.6,250.0,54.3,-27.8,-12.8
+"Water Supply, Sewarage, Waste Management etc.",,0.0,0.0,33.3,0.0,-50.0,200.0,50.0,-22.2,0.0
+"Wholesale & Retail, Repair of motor vehicles.",,7.8,0.7,-8.6,3.1,-72.5,200.0,54.6,-15.0,-24.6