indexer.yml

name: indexer

# we have to generate an index for each pkg so that the index.html that is
# served has the correct metadata

#TODO a lambda would be better because we copy the index.html from the bucket
# root and modify it then push that back so it could easily get out of sync

on:
  workflow_call:
  workflow_dispatch:
  schedule:
    - cron: "13 * * * *"
  pull_request:
    branches: main
    paths:
      - .github/scripts/*.ts
      - .github/workflows/indexer.yml
  push:
    branches: main
    paths:
      - .github/scripts/*.ts
      - .github/workflows/indexer.yml

concurrency:
  group: indexer
  cancel-in-progress: true

jobs:
  indexer:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - uses: actions/checkout@v4
        with:
          repository: pkgxdev/pantry
          path: pantry
          fetch-depth: 0  # needed to get git metadata for ordering purposes

      - uses: pkgxdev/setup@v3

      - uses: aws-actions/configure-aws-credentials@v4
        with:
          aws-access-key-id: ${{ secrets.WWW_AWS_ACCESS_KEY_ID }}
          aws-secret-access-key: ${{ secrets.WWW_AWS_SECRET_ACCESS_KEY }}
          aws-region: us-east-2

      - uses: actions/checkout@v4
        with:
          ref: gh-pages
          path: public/pkgs

      - run: aws s3 cp s3://www.pkgx.dev/index.html ./public/index.html

      - run: ../.github/scripts/gen-pkgs-index.json.ts > ../public/pkgs/index.json
        working-directory: pantry

      - run: .github/scripts/gen-index.html.ts

      - run: aws s3 sync
              public/pkgs/ s3://www.pkgx.dev/pkgs/
              --metadata-directive REPLACE
              --cache-control no-cache,must-revalidate

      - run: aws cloudfront
               create-invalidation
               --distribution-id E15VQ3SI584CSG
               --paths /pkgs /pkgs/ /pkgs/*

      - uses: actions/upload-artifact@v4
        with:
          name: pkg-index
          path: public/pkgs/index.json

  root-indexer:
    needs: indexer
    runs-on: ubuntu-latest
    steps:
      - uses: pkgxdev/setup@v3
      - uses: actions/checkout@v4

      - uses: actions/checkout@v4
        with:
          repository: pkgxdev/pantry
          path: pantry

      - uses: actions/download-artifact@v4
        with:
          name: pkg-index

      - run: curl https://pkgxdev.github.io/mash/index.json > scripthub.json

      - run: |
          .github/scripts/gen-feed.ts \
              --blog-path ./blog \
              --pkgs-json ./index.json \
              --scripthub-json ./scripthub.json \
              --pantry-path ./pantry \
            > out_index.json

      - uses: aws-actions/configure-aws-credentials@v4
        with:
          aws-access-key-id: ${{ secrets.WWW_AWS_ACCESS_KEY_ID }}
          aws-secret-access-key: ${{ secrets.WWW_AWS_SECRET_ACCESS_KEY }}
          aws-region: us-east-2

      - run: aws s3 cp out_index.json s3://www.pkgx.dev/index.json

      - run: aws cloudfront
               create-invalidation
               --distribution-id E15VQ3SI584CSG
               --paths /index.json

  algolia:
    needs: indexer
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
        with:
          repository: pkgxdev/pantry
          fetch-depth: 0  # needed to get git metadata for ordering purposes

      - uses: actions/checkout@v4
        with:
          path: utils

      - uses: actions/download-artifact@v4
        with:
          name: pkg-index

      - uses: pkgxdev/setup@v3

      - run: utils/.github/scripts/gen-algolia-data.ts > algolia.json

      - name: Upload JSON file to Algolia
        env:
          ALGOLIA_APP_ID: UUTLHX01W7
          JSON_FILE: ./algolia.json
        run: |
          curl \
            --fail \
            --request POST \
            --header 'accept: application/json' \
            --header 'content-type: application/json' \
            --header "X-Algolia-Application-Id: $ALGOLIA_APP_ID" \
            --header "X-Algolia-API-Key: ${{ secrets.ALGOLIA_ADMIN_KEY }}" \
            --data-binary "@$JSON_FILE" \
            "https://${ALGOLIA_APP_ID}.algolia.net/1/indexes/pkgs/batch"