feat: consolidated pip-compile -> uv migration (all 5 stacked PRs, rebased onto master)

.github/workflows/check-consistent-dependencies.yml

@@ -39,13 +39,26 @@ jobs:
           git fetch origin "$BASE_SHA"
 
           # The ^"? is because git may quote weird file paths
-          if git diff --name-only "$BASE_SHA" | grep -P '^"?((requirements/)|(scripts/.*?/requirements/))'; then
+          #
+          # This still watches requirements/ because requirements/edx-sandbox
+          # (its own uv project) and the requirements/edx/*.txt compatibility
+          # exports still live there. A planned follow-up will remove the
+          # requirements/ folder entirely (see public-engineering#543), at
+          # which point this pattern will need updating again.
+          if git diff --name-only "$BASE_SHA" | grep -P '^"?((requirements/)|(scripts/.*?/requirements/)|(scripts/[^/]+/pyproject\.toml)|(scripts/[^/]+/uv\.lock)|(pyproject\.toml)|(uv\.lock))'; then
             echo "RELEVANT=true" >> "$GITHUB_ENV"
           fi
 
-      - uses: actions/setup-python@v6
+      - name: install system requirements
         if: ${{ env.RELEVANT == 'true' }}
+        run: |
+          sudo apt-get update && sudo apt-get install libmysqlclient-dev libxmlsec1-dev
+
+      - name: Install uv
+        if: ${{ env.RELEVANT == 'true' }}
+        uses: astral-sh/setup-uv@v9.0.0
         with:
+          enable-cache: true
           python-version: '3.12'
 
       - name: "Recompile requirements"

.github/workflows/check_python_dependencies.yml

@@ -1,12 +1,20 @@
+# Temporarily disabled: `find_python_dependencies` (from edx-repo-tools) only
+# knows how to scan pip-compile's requirements/edx/{base,testing}.txt for
+# undocumented git-hosted dependencies. Those files were removed when this
+# repo switched to pyproject.toml + uv (see
+# https://github.com/openedx/public-engineering/issues/543). Re-enable once
+# edx-repo-tools can scan pyproject.toml/uv.lock instead — tracked at
+# https://github.com/openedx/repo-tools/issues/725, fix proposed in
+# https://github.com/openedx/repo-tools/pull/735.
 name: Check Python Dependencies
 
 on:
-  pull_request:
-  merge_group:
+  workflow_dispatch:
 
 jobs:
   check_dependencies:
     runs-on: ubuntu-latest
+    if: false
 
     strategy:
       matrix:

.github/workflows/ci-static-analysis.yml

@@ -16,31 +16,20 @@ jobs:
 
     steps:
       - uses: actions/checkout@v7
-      - name: Set up Python
-        uses: actions/setup-python@v6
-        with:
-          python-version: ${{ matrix.python-version }}
 
       - name: Install system requirements
         run: sudo apt update && sudo apt install -y libxmlsec1-dev
 
-      - name: Install pip
-        run: make pre-requirements
-
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v9.0.0
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
+          python-version: ${{ matrix.python-version }}
 
       - name: Install python dependencies
-        run: make dev-requirements
+        run: |
+          make dev-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       - name: Static code analysis
         run: make check-types

.github/workflows/compile-python-requirements.yml

@@ -23,9 +23,14 @@ jobs:
         with:
           ref: "${{ inputs.branch }}"
 
-      - name: Set up Python environment
-        uses: actions/setup-python@v6
+      - name: install system requirements
+        run: |
+          sudo apt-get update && sudo apt-get install libmysqlclient-dev libxmlsec1-dev
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v9.0.0
         with:
+          enable-cache: true
           python-version: "3.12"
 
       - name: Run make compile-requirements
@@ -48,7 +53,13 @@ jobs:
         with:
           branch: "${{ github.triggering_actor }}/compile-python-deps"
           branch-suffix: short-commit-hash
-          add-paths: requirements
+          add-paths: |
+            requirements
+            scripts/**/pyproject.toml
+            scripts/**/uv.lock
+            scripts/**/requirements*
+            pyproject.toml
+            uv.lock
           commit-message: |
             feat: Recompile Python dependencies
 

.github/workflows/js-tests.yml

@@ -43,27 +43,16 @@ jobs:
       - name: Install Required System Packages
         run: sudo apt-get update && sudo apt-get install libxmlsec1-dev ubuntu-restricted-extras xvfb
 
-      - name: Setup Python
-        uses: actions/setup-python@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v9.0.0
         with:
+          enable-cache: true
           python-version: ${{ matrix.python-version }}
 
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
-        with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/base.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
-
       - name: Install Required Python Dependencies
         run: |
           make base-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       - name: Install npm
         run: npm ci  

.github/workflows/lint-imports.yml

@@ -16,31 +16,19 @@ jobs:
       - name: Check out branch
         uses: actions/checkout@v7
 
-      - name: Set up Python
-        uses: actions/setup-python@v6
-        with:
-          python-version: "3.12"
-
       - name: Install system requirements
         run: sudo apt update && sudo apt install -y libxmlsec1-dev
 
-      - name: Install pip
-        run: make pre-requirements
-
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v9.0.0
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
+          python-version: "3.12"
 
       - name: Install python dependencies
-        run: make dev-requirements
+        run: |
+          make dev-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       # As long there are sub-projects[1] in openedx-platform, we analyze each
       # project separately here, in order to make import-linting errors easier

.github/workflows/migrations-check.yml

@@ -73,40 +73,29 @@ jobs:
       - name: Checkout repo
         uses: actions/checkout@v7
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v6
-        with:
-          python-version: ${{ matrix.python-version }}
-
       - name: Install system Packages
         run: |
           sudo apt-get update
           make ubuntu-requirements
 
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v9.0.0
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
+          python-version: ${{ matrix.python-version }}
 
       - name: Install Python dependencies
         run: |
           make dev-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
           if [[ "${{ matrix.django-version }}" != "pinned" ]]; then
-            pip install "django~=${{ matrix.django-version }}.0"
-            pip check # fail if this test-reqs/Django combination is broken
+            uv pip install "django~=${{ matrix.django-version }}.0"
+            uv pip check # fail if this test-reqs/Django combination is broken
           fi
 
       - name: list installed package versions
         run: |
-          sudo pip freeze
+          uv pip freeze
 
       - name: Run Tests
         env:

.github/workflows/pylint-checks.yml

@@ -37,32 +37,21 @@ jobs:
       - name: Install required system packages
         run: sudo apt-get update && sudo apt-get install libxmlsec1-dev
 
-      - name: Set up Python
-        uses: actions/setup-python@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v9.0.0
         with:
-          python-version: 3.12
-
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
-        with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
+          python-version: "3.12"
 
       - name: Install required Python dependencies
         run: |
           # dev-requirements is needed because the linter will otherwise
           # trip over some dev-only things like django-debug-toolbar
-          # (import debug_toolbar) that aren't in testing.txt.
+          # (import debug_toolbar) that aren't in the testing group.
           make dev-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
           # After all requirements are installed, check that they're consistent with each other
-          pip check
+          uv pip check
 
       - name: Run quality tests
         run: |

.github/workflows/quality-checks.yml

@@ -30,11 +30,6 @@ jobs:
       - name: Install Required System Packages
         run: sudo apt-get update && sudo apt-get install libxmlsec1-dev
 
-      - name: Setup Python
-        uses: actions/setup-python@v6
-        with:
-          python-version: ${{ matrix.python-version }}
-
       - name: Setup Node
         uses: actions/setup-node@v6
         with:
@@ -43,36 +38,24 @@ jobs:
       - name: Setup npm
         run: npm i -g npm@8.5.x
 
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v9.0.0
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/testing.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
+          python-version: ${{ matrix.python-version }}
 
       - name: Install Required Python Dependencies
         env:
           PIP_SRC: ${{ runner.temp }}
         run: |
           make test-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       - name: Install npm
         env:
           PIP_SRC: ${{ runner.temp }}
         run: npm ci
 
-      - name: Install python packages
-        env:
-          PIP_SRC: ${{ runner.temp }}
-        run: |
-            pip install -e .
-
       - name: Run Quality Tests
         env:
           PIP_SRC: ${{ runner.temp }}