-
Notifications
You must be signed in to change notification settings - Fork 0
60 lines (53 loc) · 1.57 KB
/
run_asp.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
name: Download and Process Automated Snow Pillow Data
on:
# debugging while working on this action
push:
branches:
- "feat/13-asp-data-pipe"
# cron schedules are in UTC
# this job should run at 7.15 am pst, which translates to 2.15 pm. UTC which
# is the timezone that gha uses.
schedule:
- cron: '15 14 * * *'
workflow_dispatch:
repository_dispatch:
types: run-asp
jobs:
run-asp:
defaults:
run:
shell: bash
name: 'Download and Process Automated Snow Pillow Data'
runs-on: ubuntu-20.04
environment: PROD
env:
OBJ_STORE_BUCKET: ${{ secrets.OBJ_STORE_BUCKET }}
OBJ_STORE_SECRET: ${{ secrets.OBJ_STORE_SECRET }}
OBJ_STORE_USER: ${{ secrets.OBJ_STORE_USER }}
OBJ_STORE_HOST: ${{ vars.OBJ_STORE_HOST }}
ASP_ENV_DATA_DIR: ./data/asp_env
ASP_PREPD_DATA_DIR: ./data/asp_prepd
ASP_OSTORE_RAW_DATA_DIR: ASP/raw
ASP_OSTORE_PREPD_DATA_DIR: ASP/prepd
steps:
- uses: actions/checkout@v3
id: checkout
with:
fetch-depth: 0
- uses: actions/setup-python@v4
with:
python-version: '3.11'
- id: install_dependencies
name: install python dependencies
shell: bash
run: |
pip install --upgrade pip
# pip install -r scripts/python/requirements.txt
pip install -r scripts/python/requirements-asp.txt
- id: run_asp_data_pipe
name: download and process asp data
shell: bash
env:
DATESTR: ${{ github.event.client_payload.idem_key }}
run: |
python scripts/python/main_asp.py