Reorganizing the pipeline actions + some multiprocessing cleaup logic

Author: petyaslavova

.github/workflows/integration.yaml

@@ -33,6 +33,31 @@ env:
   CURRENT_REDIS_VERSION: '8.2'
 
 jobs:
+  dependency-audit:
+    name: Dependency audit
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - uses: pypa/[email protected]
+        with:
+          inputs: dev_requirements.txt
+          ignore-vulns: |
+            GHSA-w596-4wvx-j9j6  # subversion related git pull, dependency for pytest. There is no impact here.
+
+  lint:
+    name: Code linters
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - uses: actions/setup-python@v6
+        with:
+          python-version: 3.9
+          cache: 'pip'
+      - name: run code linters
+        run: |
+          pip install -r dev_requirements.txt
+          pip uninstall -y redis  # uninstall Redis package installed via redis-entraid
+          invoke linters
 
   redis_version:
     runs-on: ubuntu-latest
@@ -51,8 +76,8 @@ jobs:
       max-parallel: 15
       fail-fast: false
       matrix:
-        redis-version: ['${{ needs.redis_version.outputs.CURRENT }}']
-        python-version: ['3.9']
+        redis-version: ['8.4-M01-pre', '${{ needs.redis_version.outputs.CURRENT }}', '8.0.2' ,'7.4.4', '7.2.9']
+        python-version: ['3.9', '3.13']
         parser-backend: ['plain']
         event-loop: ['asyncio']
     env:
@@ -76,7 +101,7 @@ jobs:
       fail-fast: false
       matrix:
         redis-version: [ '${{ needs.redis_version.outputs.CURRENT }}' ]
-        python-version: ['pypy-3.9', 'pypy-3.10']
+        python-version: ['3.10', '3.11', '3.12', 'pypy-3.9', 'pypy-3.10']
         parser-backend: [ 'plain' ]
         event-loop: [ 'asyncio' ]
     env:
@@ -91,6 +116,32 @@ jobs:
           parser-backend: ${{ matrix.parser-backend }}
           redis-version: ${{ matrix.redis-version }}
 
+  hiredis-tests:
+    runs-on: ubuntu-latest
+    needs: [redis_version]
+    timeout-minutes: 60
+    strategy:
+      max-parallel: 15
+      fail-fast: false
+      matrix:
+        redis-version: [ '${{ needs.redis_version.outputs.CURRENT }}' ]
+        python-version: [ '3.9', '3.13']
+        parser-backend: [ 'hiredis' ]
+        hiredis-version: [ '>=3.2.0', '<3.0.0' ]
+        event-loop: [ 'asyncio' ]
+    env:
+      ACTIONS_ALLOW_UNSECURE_COMMANDS: true
+    name: Redis ${{ matrix.redis-version }}; Python ${{ matrix.python-version }}; RESP Parser:${{matrix.parser-backend}} (${{ matrix.hiredis-version }}); EL:${{matrix.event-loop}}
+    steps:
+      - uses: actions/checkout@v5
+      - name: Run tests
+        uses: ./.github/actions/run-tests
+        with:
+          python-version: ${{ matrix.python-version }}
+          parser-backend: ${{ matrix.parser-backend }}
+          redis-version: ${{ matrix.redis-version }}
+          hiredis-version: ${{ matrix.hiredis-version }}
+
   uvloop-tests:
     runs-on: ubuntu-latest
     needs: [redis_version]
@@ -100,7 +151,7 @@ jobs:
       fail-fast: false
       matrix:
         redis-version: [ '${{ needs.redis_version.outputs.CURRENT }}' ]
-        python-version: [ '3.9']
+        python-version: [ '3.9', '3.13' ]
         parser-backend: [ 'plain' ]
         event-loop: [ 'uvloop' ]
     env:
@@ -116,14 +167,33 @@ jobs:
           redis-version: ${{ matrix.redis-version }}
           event-loop: ${{ matrix.event-loop }}
 
+  build-and-test-package:
+    name: Validate building and installing the package
+    runs-on: ubuntu-latest
+    needs: [tests]
+    strategy:
+      fail-fast: false
+      matrix:
+        extension: ['tar.gz', 'whl']
+    steps:
+      - uses: actions/checkout@v5
+      - uses: actions/setup-python@v6
+        with:
+          python-version: 3.9
+      - name: Run installed unit tests
+        env:
+          CLIENT_LIBS_TEST_IMAGE_TAG: ${{ env.CURRENT_REDIS_VERSION }}
+          CLIENT_LIBS_TEST_STACK_IMAGE_TAG: ${{ env.CURRENT_CLIENT_LIBS_TEST_STACK_IMAGE_TAG }}
+        run: |
+          bash .github/workflows/install_and_test.sh ${{ matrix.extension }}
 
   install-package-from-commit:
     name: Install package from commit hash
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.9', 'pypy-3.9', 'pypy-3.10']
+        python-version: ['3.9', '3.10', '3.11', '3.12', '3.13', 'pypy-3.9', 'pypy-3.10']
     steps:
       - uses: actions/checkout@v5
       - uses: actions/setup-python@v6

tests/test_multidb/test_client.py

@@ -54,6 +54,7 @@ def test_execute_command_against_correct_db_on_successful_initialization(
             assert mock_db1.circuit.state == CBState.CLOSED
             assert mock_db2.circuit.state == CBState.CLOSED
 
+    # @pytest.mark.repeat(600)
     @pytest.mark.parametrize(
         "mock_multi_db_config,mock_db, mock_db1, mock_db2",
         [
@@ -91,7 +92,8 @@ def test_execute_command_against_correct_db_and_closed_circuit(
 
             client = MultiDBClient(mock_multi_db_config)
             assert mock_multi_db_config.failover_strategy.set_databases.call_count == 1
-            assert client.set("key", "value") == "OK1"
+            result = client.set("key", "value")
+            assert result == "OK1"
             assert mock_hc.check_health.call_count == 7
 
             assert mock_db.circuit.state == CBState.CLOSED