docker-compose.yml

version: '3.4'

x-common:
  &common
  build: .
  # image: apache/airflow:2.5.1
   
  user: "${AIRFLOW_UID}:0"
  env_file:
    - .env
  volumes:
    - ~/sf311/airflow/dags:/opt/airflow/dags
    - ~/sf311/airflow/logs:/opt/airflow/logs
    - ~/sf311/airflow/plugins:/opt/airflow/plugins
    - ~/sf311/dbt_project:/opt/airflow/dbt_project
    - /var/run/docker.sock:/var/run/docker.sock
    - ~/.google/credentials/:/opt/airflow/.google/credentials
    - ~/sf311/profiles.yml:/opt/airflow/dbt/profiles.yml

x-depends-on:
  &depends-on
  depends_on:
    postgres:
      condition: service_healthy
    airflow-init:
      condition: service_completed_successfully

services:
  postgres:
    image: postgres:13
    container_name: postgres
    ports:
      - "5434:5432"
    healthcheck:
      test: [ "CMD", "pg_isready", "-U", "airflow" ]
      interval: 5s
      retries: 5
    env_file:
      - .env

  scheduler:
    <<: [ *common, *depends-on ]
    container_name: airflow-scheduler
    command: scheduler
    restart: on-failure
    ports:
      - "8793:8793"

  webserver:
    <<: [ *common, *depends-on ]
    container_name: airflow-webserver
    restart: always
    command: webserver
    ports:
      - "8080:8080"
    healthcheck:
      test:
        [
          "CMD",
          "curl",
          "--fail",
          "http://localhost:8000/health"
        ]
      interval: 30s
      timeout: 30s
      retries: 5

  airflow-init:
    <<: *common
    container_name: airflow-init
    entrypoint: /bin/bash
    command:
      - -c
      - |
        mkdir -p /sources/logs /sources/dags /sources/plugins
        chown -R "${AIRFLOW_UID}:0" /sources/{logs,dags,plugins}
        exec /entrypoint airflow version