feat: consolidated pip-compile -> uv migration (all 5 stacked PRs, rebased onto master)

.github/workflows/check-consistent-dependencies.yml

@@ -39,7 +39,7 @@ jobs:
           git fetch origin "$BASE_SHA"
 
           # The ^"? is because git may quote weird file paths
-          if git diff --name-only "$BASE_SHA" | grep -P '^"?((requirements/)|(scripts/.*?/requirements/))'; then
+          if git diff --name-only "$BASE_SHA" | grep -P '^"?((requirements/)|(scripts/.*?/requirements/)|(scripts/[^/]+/pyproject\.toml)|(scripts/[^/]+/uv\.lock)|(pyproject\.toml)|(uv\.lock))'; then
             echo "RELEVANT=true" >> "$GITHUB_ENV"
           fi
 
@@ -48,6 +48,17 @@ jobs:
         with:
           python-version: '3.12'
 
+      - name: install system requirements
+        if: ${{ env.RELEVANT == 'true' }}
+        run: |
+          sudo apt-get update && sudo apt-get install libmysqlclient-dev libxmlsec1-dev
+
+      - name: Install uv
+        if: ${{ env.RELEVANT == 'true' }}
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
       - name: "Recompile requirements"
         if: ${{ env.RELEVANT == 'true' }}
         run: |

.github/workflows/check_python_dependencies.yml

@@ -1,12 +1,20 @@
+# Temporarily disabled: `find_python_dependencies` (from edx-repo-tools) only
+# knows how to scan pip-compile's requirements/edx/{base,testing}.txt for
+# undocumented git-hosted dependencies. Those files were removed when this
+# repo switched to pyproject.toml + uv (see
+# https://github.com/openedx/public-engineering/issues/543). Re-enable once
+# edx-repo-tools can scan pyproject.toml/uv.lock instead — tracked at
+# https://github.com/openedx/repo-tools/issues/725, fix proposed in
+# https://github.com/openedx/repo-tools/pull/735.
 name: Check Python Dependencies
 
 on:
-  pull_request:
-  merge_group:
+  workflow_dispatch:
 
 jobs:
   check_dependencies:
     runs-on: ubuntu-latest
+    if: false
 
     strategy:
       matrix:

.github/workflows/ci-static-analysis.yml

@@ -24,23 +24,15 @@ jobs:
       - name: Install system requirements
         run: sudo apt update && sudo apt install -y libxmlsec1-dev
 
-      - name: Install pip
-        run: make pre-requirements
-
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
 
       - name: Install python dependencies
-        run: make dev-requirements
+        run: |
+          make dev-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       - name: Static code analysis
         run: make check-types

.github/workflows/compile-python-requirements.yml

@@ -28,6 +28,15 @@ jobs:
         with:
           python-version: "3.12"
 
+      - name: install system requirements
+        run: |
+          sudo apt-get update && sudo apt-get install libmysqlclient-dev libxmlsec1-dev
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
       - name: Run make compile-requirements
         env:
           PACKAGE: "${{ inputs.package }}"
@@ -48,7 +57,13 @@ jobs:
         with:
           branch: "${{ github.triggering_actor }}/compile-python-deps"
           branch-suffix: short-commit-hash
-          add-paths: requirements
+          add-paths: |
+            requirements
+            scripts/**/pyproject.toml
+            scripts/**/uv.lock
+            scripts/**/requirements*
+            pyproject.toml
+            uv.lock
           commit-message: |
             feat: Recompile Python dependencies
 

.github/workflows/js-tests.yml

@@ -48,18 +48,10 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/base.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
 
       - name: Install Required Python Dependencies
         run: |

.github/workflows/lint-imports.yml

@@ -24,23 +24,15 @@ jobs:
       - name: Install system requirements
         run: sudo apt update && sudo apt install -y libxmlsec1-dev
 
-      - name: Install pip
-        run: make pre-requirements
-
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
 
       - name: Install python dependencies
-        run: make dev-requirements
+        run: |
+          make dev-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       # As long there are sub-projects[1] in openedx-platform, we analyze each
       # project separately here, in order to make import-linting errors easier

.github/workflows/migrations-check.yml

@@ -83,30 +83,23 @@ jobs:
           sudo apt-get update
           make ubuntu-requirements
 
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
 
       - name: Install Python dependencies
         run: |
           make dev-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
           if [[ "${{ matrix.django-version }}" != "pinned" ]]; then
-            pip install "django~=${{ matrix.django-version }}.0"
-            pip check # fail if this test-reqs/Django combination is broken
+            uv pip install "django~=${{ matrix.django-version }}.0"
+            uv pip check # fail if this test-reqs/Django combination is broken
           fi
 
       - name: list installed package versions
         run: |
-          sudo pip freeze
+          uv pip freeze
 
       - name: Run Tests
         env:

.github/workflows/pylint-checks.yml

@@ -42,27 +42,20 @@ jobs:
         with:
           python-version: 3.12
 
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
 
       - name: Install required Python dependencies
         run: |
           # dev-requirements is needed because the linter will otherwise
           # trip over some dev-only things like django-debug-toolbar
-          # (import debug_toolbar) that aren't in testing.txt.
+          # (import debug_toolbar) that aren't in the testing group.
           make dev-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
           # After all requirements are installed, check that they're consistent with each other
-          pip check
+          uv pip check
 
       - name: Run quality tests
         run: |

.github/workflows/quality-checks.yml

@@ -43,36 +43,23 @@ jobs:
       - name: Setup npm
         run: npm i -g npm@8.5.x
 
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/testing.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
 
       - name: Install Required Python Dependencies
         env:
           PIP_SRC: ${{ runner.temp }}
         run: |
           make test-requirements
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       - name: Install npm
         env:
           PIP_SRC: ${{ runner.temp }}
         run: npm ci
 
-      - name: Install python packages
-        env:
-          PIP_SRC: ${{ runner.temp }}
-        run: |
-            pip install -e .
-
       - name: Run Quality Tests
         env:
           PIP_SRC: ${{ runner.temp }}

.github/workflows/semgrep.yml

@@ -31,10 +31,15 @@ jobs:
         with:
           python-version: "${{ matrix.python-version }}"
 
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+
       - name: Install semgrep
         run: |
-          make pre-requirements
-          pip-sync requirements/edx/semgrep.txt
+          uv sync --only-group semgrep --frozen
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       - name: Run semgrep
         env:

.github/workflows/static-assets-check.yml

@@ -56,29 +56,15 @@ jobs:
       - name: Setup npm
         run: npm i -g npm@${{ matrix.npm-version }}
 
-      - name: Get pip cache dir
-        id: pip-cache-dir
-        run: |
-          echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT
-
-      - name: Cache pip dependencies
-        id: cache-dependencies
-        uses: actions/cache@v6
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          path: ${{ steps.pip-cache-dir.outputs.dir }}
-          key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
-          restore-keys: ${{ runner.os }}-pip-
+          enable-cache: true
 
-      - name: Install Limited Python Deps for Build
+      - name: Install Python Deps for Build and Collection
         run: |
-          # Install pip-tools.txt first to pin setuptools<82 before installing
-          # assets.txt. setuptools 82+ removed pkg_resources, which pyfilesystem2
-          # (fs) still uses for namespace package declarations. The constraints.txt
-          # pin covers full installs, but this step only installs assets.txt so we
-          # pre-install pip-tools.txt to ensure setuptools 81.x is in place.
-          # See: https://github.com/PyFilesystem/pyfilesystem2/issues/577
-          pip install -r requirements/pip-tools.txt
-          pip install -r requirements/edx/assets.txt
+          uv sync --no-default-groups --group bundled --group assets --frozen
+          echo "$PWD/.venv/bin" >> "$GITHUB_PATH"
 
       - name: Add node_modules bin to $Path
         run: echo $GITHUB_WORKSPACE/node_modules/.bin >> $GITHUB_PATH
@@ -97,10 +83,6 @@ jobs:
           npm clean-install
           npm run build
 
-      - name: Install Full Python Deps for Collection
-        run: |
-          pip install -r requirements/edx/base.txt -e .
-
       - name: Check Assets Collection
         env:
           LMS_CFG: lms/envs/minimal.yml