Only run the unit tests which touch changed code in the ci

.github/actions/install/install-struphy/action.yml

@@ -1,4 +1,4 @@
-name: "Clone and install struphy"
+name: "Install struphy in env"
 
 inputs:
   optional-deps:
@@ -12,6 +12,8 @@ runs:
     - name: Install struphy
       shell: bash
       run: |
+        python3 -m venv env
+        source env/bin/activate
         pip install --upgrade pip
         pip install ".[${{ inputs.optional-deps }}]"
         pip list

.github/actions/tests/unit-mpi/action.yml

@@ -0,0 +1,9 @@
+name: "Run unit tests with MPI"
+
+runs:
+  using: composite
+  steps:
+    - name: Run unit tests with MPI
+      shell: bash
+      run: |
+        struphy test unit --mpi 2

.github/actions/tests/unit/action.yml

@@ -5,6 +5,8 @@ runs:
   steps:
     - name: Run unit tests with MPI
       shell: bash
+      env:
+        TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-${{ matrix.test-type }}
       run: |
         struphy compile --status
       # run: |

.github/workflows/test-PR-models-clones.yml

@@ -0,0 +1,74 @@
+name: PR - domain cloning in Container
+
+on:
+  pull_request:
+    branches:
+      - devel
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+defaults:
+  run:
+    shell: bash
+
+permissions:
+  contents: read
+
+jobs:
+  model-tests-in-container-with-struphy:
+    runs-on: ubuntu-latest
+
+    container:
+      image: ghcr.io/struphy-hub/struphy/ubuntu-with-struphy:latest
+      credentials:
+        username: spossann
+        password: ${{ secrets.GHCR_TOKEN }}
+
+    steps:
+      - name: Check for dockerenv file
+        run: (ls /.dockerenv && echo Found dockerenv) || (echo No dockerenv)
+
+      - name: Checkout repo
+        uses: actions/checkout@v4
+
+      - name: Check .testmondata 1
+        run: |
+          ls .testmon* || echo "No .testmondata"
+
+      - name: Setup cache for testmon
+        uses: actions/cache@v4
+        with:
+          path: |
+            .testmondata-clones
+          key: testmon-clones-${{ github.event.number }}-${{ github.run_number }}
+          restore-keys: |
+            testmon-clones-${{ github.event.number }}-
+            testmon-clones-
+
+      - name: Check .testmondata 2
+        run: |
+          ls .testmon* || echo "No .testmondata"
+
+      # This step can be removed when the updated ghcr images are pushed
+      - name: Install sqlite
+        shell: bash
+        run: apt install -y sqlite3
+
+      - name: Install Struphy in Container
+        uses: ./.github/actions/install/struphy_in_container
+
+      - name: Compile Struphy
+        run: |
+          source /struphy_c_/env_c_/bin/activate
+          struphy compile
+
+      - name: Verification tests with clones
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-clones
+        run: |
+          source /struphy_c_/env_c_/bin/activate
+          struphy test verification --mpi 4 --nclones 2

.github/workflows/test-PR-models.yml

@@ -20,51 +20,96 @@ permissions:
 jobs:
   model-tests-in-container-with-struphy:
     runs-on: ubuntu-latest
+
     container:
       image: ghcr.io/struphy-hub/struphy/ubuntu-with-struphy:latest
       credentials:
         username: spossann
         password: ${{ secrets.GHCR_TOKEN }}
-    steps:
 
+    steps:
       - name: Check for dockerenv file
         run: (ls /.dockerenv && echo Found dockerenv) || (echo No dockerenv)
 
       - name: Checkout repo
         uses: actions/checkout@v4
 
+      - name: Check .testmondata 1
+        run: |
+          ls .testmon* || echo "No .testmondata"
+
+      - name: Setup cache for testmon
+        uses: actions/cache@v4
+        with:
+          path: |
+            .testmondata-model
+            .testmondata-model-mpi
+          key: testmon-model-${{ github.event.number }}-${{ github.run_number }}
+          restore-keys: |
+            testmon-model-${{ github.event.number }}-
+            testmon-model-
+
+      - name: Check .testmondata 2
+        run: |
+          ls .testmon* || echo "No .testmondata"
+
+      # This step can be removed when the updated ghcr images are pushed
+      - name: Install sqlite
+        shell: bash
+        run: apt install -y sqlite3
+
       - name: Install Struphy in Container
         uses: ./.github/actions/install/struphy_in_container
 
       - name: Compile Struphy
         run: |
-          which python3
           source /struphy_c_/env_c_/bin/activate
-          which python3
           struphy compile
 
-      - name: Model tests
+      - name: LinearMHD test
         shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-model
         run: |
-          which python3
           source /struphy_c_/env_c_/bin/activate
-          which python3
-          struphy compile --status
           struphy test LinearMHD
+
+      - name: Toy test
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-model
+        run: |
+          source /struphy_c_/env_c_/bin/activate
           struphy test toy
+
+      - name: Model tests
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-model
+        run: |
+          source /struphy_c_/env_c_/bin/activate
           struphy test models 
-          struphy test verification 
+
+      - name: Verification tests
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-model
+        run: |
+          source /struphy_c_/env_c_/bin/activate
+          struphy test verification
 
       - name: Model tests with MPI
         shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-model-mpi
         run: |
-          which python3
           source /struphy_c_/env_c_/bin/activate
-          which python3
-          struphy compile --status
-          struphy test models 
           struphy test models --mpi 2
-          struphy test verification --mpi 1
-          struphy test verification --mpi 4
-          struphy test verification --mpi 4 --nclones 2
-          struphy test VlasovAmpereOneSpecies --mpi 2 --nclones 2
+
+      - name: Verification tests with 2 MPI
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-model-mpi
+        run: |
+          source /struphy_c_/env_c_/bin/activate
+          struphy test verification --mpi 2

.github/workflows/test-PR-pure-python.yml

@@ -0,0 +1,102 @@
+name: PR - pure Python tests in Container
+
+on:
+  pull_request:
+    branches:
+      - devel
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+defaults:
+  run:
+    shell: bash
+
+permissions:
+  contents: read
+
+jobs:
+  model-tests-in-container-with-reqs:
+    runs-on: ubuntu-latest
+
+    container:
+      image: ghcr.io/struphy-hub/struphy/ubuntu-with-reqs:latest
+      credentials:
+        username: spossann
+        password: ${{ secrets.GHCR_TOKEN }}
+
+    steps:
+      - name: Check for dockerenv file
+        run: (ls /.dockerenv && echo Found dockerenv) || (echo No dockerenv)
+
+      - name: Checkout repo
+        uses: actions/checkout@v4
+
+      - name: Check .testmondata 1
+        run: |
+          ls .testmon* || echo "No .testmondata"
+
+      - name: Setup cache for testmon
+        uses: actions/cache@v4
+        with:
+          path: |
+            .testmondata-pure-python
+          key: testmon-pure-python-${{ github.event.number }}-${{ github.run_number }}
+          restore-keys: |
+            testmon-pure-python-${{ github.event.number }}-
+            testmon-pure-python-
+
+      - name: Check .testmondata 2
+        run: |
+          ls .testmon* || echo "No .testmondata"
+
+      # This step can be removed when the updated ghcr images are pushed
+      - name: Install sqlite
+        shell: bash
+        run: apt install -y sqlite3
+
+      - name: Install Struphy
+        uses: ./.github/actions/install/install-struphy
+
+      - name: LinearMHD test
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-pure-python
+        run: |
+          source env/bin/activate
+          struphy compile --status
+          struphy test LinearMHD
+
+      - name: Vlasov test
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-pure-python
+        run: |
+          source env/bin/activate
+          struphy test Vlasov
+
+      - name: GuidingCenter test
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-pure-python
+        run: |
+          source env/bin/activate
+          struphy test GuidingCenter
+
+      - name: VlasovAmpere test
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-pure-python
+        run: |
+          source env/bin/activate
+          struphy test VlasovAmpereOneSpecies
+
+      - name: EulerSPH test
+        shell: bash
+        env:
+          TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-pure-python
+        run: |
+          source env/bin/activate
+          struphy test EulerSPH