diff --git a/.github/workflows/build-deploy-pudl.yml b/.github/workflows/build-deploy-pudl.yml index e3f8f2f79c..7513e7c61f 100644 --- a/.github/workflows/build-deploy-pudl.yml +++ b/.github/workflows/build-deploy-pudl.yml @@ -4,8 +4,6 @@ on: push: tags: - "v20*" - branches: - - try-google-batch schedule: # 6am UTC daily (11pm PDT, 2am EDT) # But only if there are changes since the last nightly build. @@ -147,7 +145,7 @@ jobs: --container-env GITHUB_ACTION_TRIGGER=${{ github.event_name }} \ --container-env NIGHTLY_TAG=${{ env.NIGHTLY_TAG }} \ --container-env PUDL_BOT_PAT=${{ secrets.PUDL_BOT_PAT }} \ - --container-env PUDL_GCS_OUTPUT=${{ env.PUDL_GCS_OUTPUT }} + --container-env PUDL_GCS_OUTPUT=${{ env.PUDL_GCS_OUTPUT }} \ --container-env PUDL_SETTINGS_YML="/home/mambauser/pudl/src/pudl/package_data/settings/etl_full.yml" \ --container-env SLACK_TOKEN=${{ secrets.PUDL_DEPLOY_SLACK_TOKEN }} \ --container-env ZENODO_SANDBOX_TOKEN_PUBLISH=${{ secrets.ZENODO_SANDBOX_TOKEN_PUBLISH }} \ diff --git a/devtools/debug-column-mapping.ipynb b/devtools/debug-column-mapping.ipynb index 3d9155d7fa..645b25dfa0 100644 --- a/devtools/debug-column-mapping.ipynb +++ b/devtools/debug-column-mapping.ipynb @@ -67,9 +67,7 @@ }, { "cell_type": "markdown", - "metadata": { - "jp-MarkdownHeadingCollapsed": true - }, + "metadata": {}, "source": [ "## File Check" ] @@ -149,7 +147,7 @@ "source": [ "raw_check = True # If false, only check that mapped columns are found in the raw dataset.\n", " # Useful when a table is split between several pages.\n", - "table_subset = [] # Leave list empty to check all tables\n", + "table_subset = [\"yearly_miles_of_pipe_in_state_by_material\"] # Leave list empty to check all tables\n", "years_subset = [] # Use empty list if you want to check all years, otherwise supply a list of integers or a range" ] }, @@ -267,7 +265,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.7" + "version": "3.11.6" } }, "nbformat": 4, diff --git a/docker/.env b/docker/.env deleted file mode 100644 index 46c07c909c..0000000000 --- a/docker/.env +++ /dev/null @@ -1,10 +0,0 @@ -CONDA_PREFIX=/home/mambauser/env -CONDA_RUN="micromamba run --prefix /home/mambauser/env --attach ''" -CONTAINER_HOME=/home/mambauser -DAGSTER_HOME=/home/mambauser/pudl_work/dagster_home -GCS_CACHE=gs://zenodo-cache.catalyst.coop -HOST_PUDL_IN=./pudl_in -HOST_PUDL_OUT=./pudl_out -LOGFILE=/home/mambauser/pudl_work/output/pudl-etl.log -PUDL_INPUT=/home/mambauser/pudl_work/input -PUDL_OUTPUT=/home/mambauser/pudl_work/output diff --git a/docker/gcp_pudl_etl.sh b/docker/gcp_pudl_etl.sh index 0cb7bc3aa7..0aabf7e607 100644 --- a/docker/gcp_pudl_etl.sh +++ b/docker/gcp_pudl_etl.sh @@ -138,6 +138,7 @@ function notify_slack() { message+="See for outputs." send_slack_msg "$message" + upload_file_to_slack "$LOGFILE" "pudl_etl logs for $BUILD_ID:" } function update_nightly_branch() {