Skip to content

Commit

Permalink
Merge pull request #197 from cityofaustin/ch-ex-permits-task
Browse files Browse the repository at this point in the history
Task for new AMANDA query
  • Loading branch information
Charlie-Henry authored Jan 5, 2024
2 parents cbe11ea + 8385adc commit 4afb400
Showing 1 changed file with 17 additions and 2 deletions.
19 changes: 17 additions & 2 deletions dags/atd_executive_dashboard_row_weekly_summary.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
# test locally with: docker compose run --rm airflow-cli dags test atd_executive_dashboard_row_weekly_summary

import os

from airflow.models import DAG
Expand All @@ -17,7 +19,7 @@
"email_on_failure": False,
"email_on_retry": False,
"retries": 0,
"execution_timeout": duration(minutes=5),
"execution_timeout": duration(minutes=30),
"on_failure_callback": task_fail_slack_alert,
}

Expand Down Expand Up @@ -179,4 +181,17 @@
retry_delay=duration(seconds=60),
)

t1 >> t2 >> t3 >> t4 >> t5 >> t6
t7 = DockerOperator(
task_id="ex_permits_issued",
image=docker_image,
auto_remove=True,
command=f"python AMANDA/amanda_to_s3.py --query ex_permits_issued",
environment=env_vars,
tty=True,
force_pull=False,
mount_tmp_dir=False,
retries=3,
retry_delay=duration(seconds=60),
)

t1 >> t2 >> t3 >> t4 >> t5 >> t6 >> t7

0 comments on commit 4afb400

Please sign in to comment.