[GMLP-9206] Upgrade gumloop-celery from 5.5.3 -> 5.6.3

.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 5.5.3
+current_version = 5.6.3
 commit = True
 tag = True
 parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(?P<releaselevel>[a-z\d]+)?

.github/workflows/codeql-analysis.yml

@@ -39,11 +39,11 @@ jobs:
 
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v4
+      uses: actions/checkout@v6
 
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL
-      uses: github/codeql-action/init@v3
+      uses: github/codeql-action/init@v4
       with:
         languages: ${{ matrix.language }}
         # If you wish to specify custom queries, you can do so here or in a config file.
@@ -54,7 +54,7 @@ jobs:
     # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
     # If this step fails, then you should remove it and run the build manually (see below)
     - name: Autobuild
-      uses: github/codeql-action/autobuild@v3
+      uses: github/codeql-action/autobuild@v4
 
     # ℹ️ Command-line programs to run using the OS shell.
     # 📚 https://git.io/JvXDl
@@ -68,4 +68,4 @@ jobs:
     #   make release
 
     - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v3
+      uses: github/codeql-action/analyze@v4

.github/workflows/docker.yml

@@ -26,41 +26,51 @@ on:
 
 jobs:
   docker-build:
-    runs-on: blacksmith-4vcpu-ubuntu-2204
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     timeout-minutes: 60
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
+    - name: Setup Docker Builder
+      uses: useblacksmith/setup-docker-builder@v1
     - name: Build Docker container
       run: make docker-build
 
   smoke-tests_dev:
-    runs-on: blacksmith-4vcpu-ubuntu-2204
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     timeout-minutes: 10
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
+    - name: Setup Docker Builder
+      uses: useblacksmith/setup-docker-builder@v1
     - name: "Build smoke tests container: dev"
       run: docker build -f t/smoke/workers/docker/dev .
 
   smoke-tests_latest:
-    runs-on: blacksmith-4vcpu-ubuntu-2204
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     timeout-minutes: 10
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
+    - name: Setup Docker Builder
+      uses: useblacksmith/setup-docker-builder@v1
     - name: "Build smoke tests container: latest"
       run: docker build -f t/smoke/workers/docker/pypi .
 
   smoke-tests_pypi:
-    runs-on: blacksmith-4vcpu-ubuntu-2204
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     timeout-minutes: 10
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
+    - name: Setup Docker Builder
+      uses: useblacksmith/setup-docker-builder@v1
     - name: "Build smoke tests container: pypi"
       run: docker build -f t/smoke/workers/docker/pypi --build-arg CELERY_VERSION="5" .
 
   smoke-tests_legacy:
     runs-on: blacksmith-4vcpu-ubuntu-2204
     timeout-minutes: 10
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
+    - name: Setup Docker Builder
+      uses: useblacksmith/setup-docker-builder@v1
     - name: "Build smoke tests container: legacy"
       run: docker build -f t/smoke/workers/docker/pypi --build-arg CELERY_VERSION="4" .

.github/workflows/integration-tests.yml

@@ -0,0 +1,72 @@
+name: Integration Tests
+
+on:
+  workflow_call:
+    inputs:
+      module_name:
+        description: 'Name of the test module to run (e.g., test_backend.py)'
+        required: true
+        type: string
+      python_versions:
+        description: 'JSON array of Python versions to test'
+        required: false
+        type: string
+        default: '["3.9", "3.10", "3.11", "3.12", "3.13", "3.14", "3.14t"]'
+      tox_environments:
+        description: 'JSON array of tox environments to test'
+        required: false
+        type: string
+        default: '["redis", "rabbitmq", "rabbitmq_redis"]'
+
+jobs:
+  testing-with:
+    timeout-minutes: 240
+    runs-on: blacksmith-4vcpu-ubuntu-2404
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ${{ fromJson(inputs.python_versions) }}
+        toxenv: ${{ fromJson(inputs.tox_environments) }}
+
+    services:
+      redis:
+        image: redis
+        ports:
+          - 6379:6379
+        env:
+          REDIS_HOST: localhost
+          REDIS_PORT: 6379
+      rabbitmq:
+        image: rabbitmq:management
+        ports:
+          - 5672:5672
+          - 15672:15672
+        env:
+          RABBITMQ_DEFAULT_USER: guest
+          RABBITMQ_DEFAULT_PASS: guest
+
+    steps:
+      - name: Install apt packages
+        run: |
+          sudo apt-get update && sudo apt-get install -f libcurl4-openssl-dev libssl-dev libgnutls28-dev httping expect libmemcached-dev
+
+      - uses: actions/checkout@v6
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: useblacksmith/setup-python@v6
+        with:
+          python-version: ${{ matrix.python-version }}
+          allow-prereleases: true
+          cache: 'pip'
+          cache-dependency-path: '**/setup.py'
+      - name: Install tox
+        run: python -m pip install --upgrade pip 'tox' tox-gh-actions
+      - name: >
+          Run tox for
+          "${{ matrix.python-version }}-integration-${{ matrix.toxenv }}-${{ inputs.module_name }}"
+        uses: nick-fields/retry@v4
+        with:
+          timeout_minutes: 15
+          max_attempts: 5
+          retry_wait_seconds: 0
+          command: |
+            tox --verbose --verbose -e "${{ matrix.python-version }}-integration-${{ matrix.toxenv }}" -- -k ${{ inputs.module_name }} -vv

.github/workflows/linter.yml

@@ -2,13 +2,16 @@ name: Linter
 
 on: [pull_request, workflow_dispatch]
 
+permissions:
+  contents: read
+
 jobs:
   linter:
     runs-on: blacksmith-4vcpu-ubuntu-2204
     steps:
 
       - name: Checkout branch
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
 
       - name: Run pre-commit
         uses: pre-commit/action@v3.0.1

.github/workflows/python-package.yml

@@ -5,15 +5,15 @@ name: Celery
 
 on:
   push:
-    branches: [ 'main']
+    branches: [ 'main', 'v5.6.x' ]
     paths:
         - '**.py'
         - '**.txt'
         - '.github/workflows/python-package.yml'
         - '**.toml'
         - "tox.ini"
   pull_request:
-    branches: [ 'main' ]
+    branches: [ 'main', 'v5.6.x' ]
     paths:
         - '**.py'
         - '**.txt'
@@ -33,26 +33,30 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8', '3.9', '3.10', '3.11', '3.12', '3.13', 'pypy-3.10']
+        python-version: ['3.9', '3.10', '3.11', '3.12', '3.13', '3.14', 'pypy3.11']
         os: ["blacksmith-4vcpu-ubuntu-2404", "windows-latest"]
         exclude:
             - python-version: '3.9'
               os: "windows-latest"
-            - python-version: 'pypy-3.10'
-              os: "windows-latest"
             - python-version: '3.10'
               os: "windows-latest"
             - python-version: '3.11'
               os: "windows-latest"
+            - python-version: '3.12'
+              os: "windows-latest"
             - python-version: '3.13'
               os: "windows-latest"
+            - python-version: '3.14t'
+              os: "windows-latest"
+            - python-version: 'pypy3.11'
+              os: "windows-latest"
 
     steps:
     - name: Install apt packages
       if: startsWith(matrix.os, 'blacksmith-4vcpu-ubuntu')
       run: |
         sudo apt-get update && sudo apt-get install -f libcurl4-openssl-dev libssl-dev libgnutls28-dev httping expect libmemcached-dev
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
     - name: Set up Python ${{ matrix.python-version }}
       uses: useblacksmith/setup-python@v6
       with:
@@ -83,71 +87,36 @@ jobs:
       with:
         token: ${{ secrets.CODECOV_TOKEN }}
 
-  Integration:
-      needs:
-      - Unit
-      if: needs.Unit.result == 'success'
-      timeout-minutes: 240
-
-      runs-on: blacksmith-4vcpu-ubuntu-2404
-      strategy:
-          fail-fast: false
-          matrix:
-              python-version: ['3.8', '3.9', '3.10', '3.11', '3.12', '3.13']
-              toxenv: ['redis', 'rabbitmq', 'rabbitmq_redis']
-
-      services:
-          redis:
-              image: redis
-              ports:
-                  - 6379:6379
-              env:
-                  REDIS_HOST: localhost
-                  REDIS_PORT: 6379
-          rabbitmq:
-              image: rabbitmq
-              ports:
-                  - 5672:5672
-              env:
-                  RABBITMQ_DEFAULT_USER: guest
-                  RABBITMQ_DEFAULT_PASS: guest
-
-      steps:
-          -   name: Install apt packages
-              run: |
-                  sudo apt-get update && sudo apt-get install -f libcurl4-openssl-dev libssl-dev libgnutls28-dev httping expect libmemcached-dev
-
-          -   uses: actions/checkout@v4
-          -   name: Set up Python ${{ matrix.python-version }}
-              uses: useblacksmith/setup-python@v6
-              with:
-                  python-version: ${{ matrix.python-version }}
-                  allow-prereleases: true
-                  cache: 'pip'
-                  cache-dependency-path: '**/setup.py'
-          -   name: Install tox
-              run: python -m pip install --upgrade pip 'tox' tox-gh-actions
-          -   name: >
-                  Run tox for
-                  "${{ matrix.python-version }}-integration-${{ matrix.toxenv }}"
-              uses: nick-fields/retry@v3
-              with:
-                timeout_minutes: 60
-                max_attempts: 2
-                retry_wait_seconds: 0
-                command: |
-                  tox --verbose --verbose -e "${{ matrix.python-version }}-integration-${{ matrix.toxenv }}" -vv
+  Integration-tests:
+    needs: [Unit]
+    if: needs.Unit.result == 'success'
+    strategy:
+      matrix:
+        module: [
+          'test_backend.py',
+          'test_canvas.py',
+          'test_dedup_chain_dispatch.py',
+          'test_inspect.py',
+          'test_loader.py',
+          'test_mem_leak_in_exception_handling.py',
+          'test_quorum_queue_qos_cluster_simulation.py',
+          'test_rabbitmq_chord_unlock_routing.py',
+          'test_rabbitmq_default_queue_type_fallback.py',
+          'test_security.py',
+          'test_serialization.py',
+          'test_tasks.py',
+          'test_worker.py'
+        ]
+    uses: ./.github/workflows/integration-tests.yml
+    with:
+      module_name: ${{ matrix.module }}
 
-  Smoke:
-    needs:
-    - Unit
+  Smoke-tests:
+    needs: [Unit]
     if: needs.Unit.result == 'success'
-    runs-on: blacksmith-4vcpu-ubuntu-2404
     strategy:
-      fail-fast: false
       matrix:
-        python-version: ['3.8', '3.9', '3.10', '3.11', '3.12', '3.13']
-        test-case: [
+        module: [
           'test_broker_failover.py',
           'test_worker_failover.py',
           'test_native_delayed_delivery.py',
@@ -163,36 +132,6 @@ jobs:
           'test_thread_safe.py',
           'test_worker.py'
         ]
-
-    steps:
-      - name: Fetch Docker Images
-        run: |
-          docker pull redis:latest
-          docker pull rabbitmq:latest
-
-      - name: Install apt packages
-        run: |
-          sudo apt update
-          sudo apt-get install -y procps  # Install procps to enable sysctl
-          sudo sysctl -w vm.overcommit_memory=1
-
-      - uses: actions/checkout@v4
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: useblacksmith/setup-python@v6
-        with:
-          python-version: ${{ matrix.python-version }}
-          allow-prereleases: true
-          cache: 'pip'
-          cache-dependency-path: '**/setup.py'
-
-      - name: Install tox
-        run: python -m pip install --upgrade pip tox tox-gh-actions
-
-      - name: Run tox for "${{ matrix.python-version }}-smoke-${{ matrix.test-case }}"
-        uses: nick-fields/retry@v3
-        with:
-          timeout_minutes: 30
-          max_attempts: 2
-          retry_wait_seconds: 0
-          command: |
-            tox --verbose --verbose -e "${{ matrix.python-version }}-smoke" -- -n auto -k ${{ matrix.test-case }}
+    uses: ./.github/workflows/smoke-tests.yml
+    with:
+      module_name: ${{ matrix.module }}

.github/workflows/semgrep.yml

@@ -12,6 +12,10 @@ on:
   workflow_dispatch:
 
 name: Semgrep
+
+permissions:
+  contents: read
+
 jobs:
   semgrep:
     name: Scan
@@ -21,5 +25,5 @@ jobs:
     container:
       image: returntocorp/semgrep
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
     - run: semgrep ci