update.yml

name: Update job listings

on:
  schedule:
    # Daily, ~6:20am ET. Odd minute to avoid GitHub's on-the-hour cron congestion.
    - cron: "23 10 * * *"
  workflow_dispatch:
    inputs:
      allow_snapshot_reset:
        description: Replace an incompatible prior snapshot after auditing the new output
        required: false
        default: false
        type: boolean

permissions:
  contents: write
  issues: write

concurrency:
  group: update-listings
  cancel-in-progress: false

jobs:
  update:
    runs-on: ubuntu-latest
    timeout-minutes: 120
    steps:
      - name: Stagger scheduled fleet load
        if: github.event_name == 'schedule'
        env:
          BOARD: ${{ github.event.repository.name }}
        run: |
          set -euo pipefail
          fleet=(
            "AI-ML-Jobs"
            "Cybersecurity-Jobs"
            "Data-Engineering-Jobs"
            "Data-Science-Jobs"
            "DevOps-SRE-Cloud-Jobs"
            "Frontend-React-Jobs"
            "New-Grad-Software-Engineer-Jobs"
            "Open-Tech-Internships-2027"
            "Python-Developer-Jobs"
            "Remote-Tech-Jobs"
            "Senior-Software-Engineer-Jobs"
            "Tech-Internships-2027"
          )
          slot=-1
          for index in "${!fleet[@]}"; do
            if [ "${fleet[$index]}" = "$BOARD" ]; then
              slot="$index"
              break
            fi
          done
          if [ "$slot" -lt 0 ]; then
            echo "Unknown public job board: $BOARD" >&2
            exit 1
          fi
          delay_seconds=$((slot * 300))
          echo "Scheduled fleet slot $slot; waiting ${delay_seconds}s before API reads."
          sleep "$delay_seconds"

      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

      - uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
        with:
          node-version: 22

      - name: Regenerate listings
        run: node .github/scripts/update.mjs .github/scripts/config.json --out .
        env:
          DREAMWORK_JOB_LIST_ALLOW_SNAPSHOT_RESET: ${{ inputs.allow_snapshot_reset && '1' || '0' }}

      - name: Commit and push if changed
        run: |
          git config user.name "dreamwork-bot"
          git config user.email "bots@dreamworkhq.com"
          git add README.md data/listings.json
          if git diff --staged --quiet; then
            echo "No changes today."
          else
            git commit -m "chore: update listings ($(date -u +%Y-%m-%d))"
            git push
          fi

      - name: Open or update issue on failure
        if: failure()
        env:
          GH_TOKEN: ${{ github.token }}
        run: |
          set -euo pipefail
          label="update-failure"
          run_url="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}"
          gh label create "$label" --repo "$GITHUB_REPOSITORY" \
            --color B60205 --description "Automated listings update is failing" --force
          number="$(gh issue list --repo "$GITHUB_REPOSITORY" --state open \
            --label "$label" --limit 20 --json number --jq '.[0].number // empty')"
          body="Daily listings update failed: ${run_url}"
          if [ -n "$number" ]; then
            gh issue edit "$number" --repo "$GITHUB_REPOSITORY" --body "$body"
          else
            issue_body="$(printf '%s\n' "$body" "" "cc @benadamsky")"
            gh issue create --repo "$GITHUB_REPOSITORY" \
              --title "Daily listings update is failing" --body "$issue_body" --label "$label"
          fi

      - name: Close failure issue after recovery
        if: success()
        env:
          GH_TOKEN: ${{ github.token }}
        run: |
          set -euo pipefail
          number="$(gh issue list --repo "$GITHUB_REPOSITORY" --state open \
            --label update-failure --limit 20 --json number --jq '.[0].number // empty')"
          if [ -n "$number" ]; then
            gh issue close "$number" --repo "$GITHUB_REPOSITORY" \
              --comment "Daily listings update recovered on ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}."
          fi