45 only run the unit tests which touch changed code in the CI

.github/actions/compile/action.yml

@@ -17,3 +17,6 @@ runs:
           struphy compile -d -y &&
           struphy compile -y --language ${{ matrix.compile-language }}
         )
+        struphy compile --status
+        struphy --refresh-models
+

.github/actions/tests/unit-mpi/action.yml

@@ -0,0 +1,10 @@
+name: "Run unit tests with MPI"
+
+runs:
+  using: composite
+  steps:
+    - name: Run unit tests with MPI
+      shell: bash
+      run: |
+        pip install mpi4py
+        struphy test unit --mpi 2

.github/actions/tests/unit/action.yml

@@ -3,19 +3,17 @@ name: "Run unit tests"
 runs:
   using: composite
   steps:
-    - name: Run unit tests with MPI
-      shell: bash
-      run: |
-        struphy compile --status
-        struphy --refresh-models
-        struphy test unit --mpi 2
 
-    - name: Run unit tests
+    - name: Uninstall MPI
       shell: bash
       run: |
-        struphy compile --status
-        struphy --refresh-models
         pip show mpi4py
         pip uninstall -y mpi4py
         pip list
+
+    - name: Run unit tests without MPI
+      shell: bash
+      env:
+        TESTMON_DATAFILE: ${{ github.workspace }}/.testmondata-${{ matrix.test-type }}
+      run: |
         struphy test unit

.github/workflows/macos-latest.yml

@@ -9,9 +9,9 @@
 #       - main
 #       - devel
 
-# # concurrency:
-# #   group: ${{ github.ref }}
-# #   cancel-in-progress: true
+# concurrency:
+#   group: ${{ github.workflow }}-${{ github.ref }}
+#   cancel-in-progress: true
 
 # jobs:
 #   macos-latest-build:

.github/workflows/static_analysis.yml

@@ -10,9 +10,10 @@ on:
       - main
       - devel
 
-# concurrency:
-#   group: ${{ github.ref }}
-#   cancel-in-progress: true
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 defaults:
   run:
     shell: bash

.github/workflows/testing.yml

@@ -17,8 +17,8 @@ jobs:
       fail-fast: false
       matrix:
         python-version: ["3.12"]
-        compile-language: ["fortran", "c"]
-        test-type: ["unit", "model", "quickstart", "tutorials"]
+        compile-language: ["fortran"] #, "c"]
+        test-type: ["unit"] #, "model", "quickstart", "tutorials"]
 
     steps:
       # Checkout the repository
@@ -43,7 +43,21 @@ jobs:
           key: ${{ runner.os }}-pip-${{ hashFiles('**/pyproject.toml') }}
           restore-keys: |
             ${{ runner.os }}-pip-
+
+      - uses: actions/cache@v4
+        with:
+          path: .testmondata-${{ matrix.test-type }}
+          key: testmon-${{ matrix.test-type }}-${{ github.sha }}
+          restore-keys: |
+            testmon-${{ matrix.test-type }}-${{ github.ref }}-
+            testmon-${{ matrix.test-type }}-${{ github.ref_name }}-
+            testmon-${{ matrix.test-type }}-refs/heads/devel-
+            testmon-${{ matrix.test-type }}-devel-
+            testmon-${{ matrix.test-type }}-
 
+      - name: Check .testmondata
+        run: ls -la testmon* || echo "No .testmondata"
+
       # Install prereqs
       # I don't think it's possible to use a single action for this because
       # we can't use ${inputs.os} in an if statement, so we have to use two different actions.
@@ -81,6 +95,10 @@ jobs:
       - name: Run unit tests
         if: matrix.test-type == 'unit'
         uses: ./.github/actions/tests/unit
+
+      - name: Run unit tests with MPI
+        if: matrix.test-type == 'unit'
+        uses: ./.github/actions/tests/unit-mpi
 
       - name: Run model tests
         if: matrix.test-type == 'model'
@@ -93,3 +111,10 @@ jobs:
       - name: Run tutorials
         if: matrix.test-type == 'tutorials'
         uses: ./.github/actions/tests/tutorials
+
+      # Upload .testmondata as cache for later tests
+      - uses: actions/cache/save@v4
+        if: always()
+        with:
+          path: .testmondata-${{ matrix.test-type }}
+          key: testmon-${{ matrix.test-type }}-${{ github.sha }}

.github/workflows/ubuntu-latest.yml

@@ -9,9 +9,9 @@ on:
       - main
       - devel
 
-# concurrency:
-#   group: ${{ github.ref }}
-#   cancel-in-progress: true
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 jobs:
   ubuntu-latest-build:

.gitignore

@@ -88,6 +88,7 @@ code_analysis_report.html
 src/struphy/io/out/
 src/struphy/state.yml
 src/struphy/io/inp/params_*
+struphy_verification_tests/
 
 # models list
 src/struphy/models/models_list

pyproject.toml

@@ -35,6 +35,7 @@ dependencies = [
     'argcomplete',
     'pytest',
     'pytest-mpi',
+    'pytest-testmon',
     'line_profiler',
 ]
 
@@ -133,6 +134,7 @@ kinetic-diagnostics = "struphy.diagnostics.console_diagn:main"
 struphy = [
     "compile_struphy.mk",
     "psydac-2.5.0.dev0-py3-none-any.whl",
+    "conftest.py",
 ]
 
 [tool.autopep8]
@@ -184,3 +186,5 @@ markers = [
     "hybrid",
     "single",
 ]
+
+

src/struphy/console/test.py

@@ -1,5 +1,42 @@
+import os
+import pytest
+import struphy
 from struphy.utils.utils import subp_run
 
+LIBPATH = struphy.__path__[0]
+
+import pytest
+from pathlib import Path
+
+def collect_changed_tests(test_path):
+    """Collect changed tests using pytest-testmon, returning full absolute nodeids."""
+
+    collected = []
+
+    class Collector:
+        def pytest_collection_modifyitems(self, session, config, items):
+            for item in items:
+                abs_path = Path(item.fspath).resolve()
+                # Keep the test name and parameters after '::'
+                node_suffix = item.nodeid.split("::", 1)[1] if "::" in item.nodeid else ""
+                if node_suffix:
+                    full_nodeid = f"{abs_path}::{node_suffix}"
+                else:
+                    full_nodeid = str(abs_path)
+                collected.append(full_nodeid)
+            # Stop after collection phase
+            raise pytest.UsageError("COLLECT_ONLY")
+
+    args = ["--testmon", "--collect-only", "-q", str(test_path)]
+    print(args)
+
+    try:
+        pytest.main(args, plugins=[Collector()])
+    except pytest.UsageError:
+        print('exit')
+        pass  # Expected exit after collection
+
+    return collected
 
 def struphy_test(
     group: str,
@@ -35,30 +72,43 @@ def struphy_test(
     """
 
     if "unit" in group:
+
+        tests = collect_changed_tests(
+            f"{LIBPATH}/tests/unit/bsplines/"
+        )
+
+        print(f"{tests = }")
+
+        if len(tests) == 0:
+            print("No changed tests detected!")
+            return
+
         if mpi > 1:
             cmd = [
                 "mpirun",
                 "-n",
                 str(mpi),
                 "pytest",
-                "-k",
-                "not _models and not _tutorial and not pproc",
+                # "--testmon",
                 "--with-mpi",
             ]
         else:
             cmd = [
                 "pytest",
-                "-k",
-                "not _models and not _tutorial and not pproc",
+                "--testmon",
             ]
 
+        cmd += tests
+
         if with_desc:
             cmd += ["--with-desc"]
         if vrbose:
             cmd += ["--vrbose"]
         if show_plots:
             cmd += ["--show-plots"]
 
+        # Run in the current directory
+        cwd = os.getcwd()
         subp_run(cmd)
 
     elif group in {"models", "fluid", "kinetic", "hybrid", "toy"}:
@@ -69,21 +119,21 @@ def struphy_test(
                 "-n",
                 str(mpi),
                 "pytest",
-                "-k",
-                "_models",
                 "-m",
                 group,
                 "-s",
+                # "--testmon",
                 "--with-mpi",
+                f"{LIBPATH}/tests/models/",
             ]
         else:
             cmd = [
                 "pytest",
-                "-k",
-                "_models",
                 "-m",
                 group,
                 "-s",
+                "--testmon",
+                f"{LIBPATH}/tests/models/",
             ]
 
         if vrbose:
@@ -92,6 +142,9 @@ def struphy_test(
             cmd += ["--nclones", f"{nclones}"]
         if show_plots:
             cmd += ["--show-plots"]
+
+        # Run in the current directory
+        cwd = os.getcwd()
         subp_run(cmd)
 
     elif "verification" in group:
@@ -102,17 +155,17 @@ def struphy_test(
                 "-n",
                 str(mpi),
                 "pytest",
-                "-k",
-                "_verif_",
                 "-s",
+                # "--testmon",
                 "--with-mpi",
+                f"{LIBPATH}/tests/verification/",
             ]
         else:
             cmd = [
                 "pytest",
-                "-k",
-                "_verif_",
                 "-s",
+                "--testmon",
+                f"{LIBPATH}/models/tests/verification/",
             ]
 
         if vrbose:
@@ -121,6 +174,9 @@ def struphy_test(
             cmd += ["--nclones", f"{nclones}"]
         if show_plots:
             cmd += ["--show-plots"]
+
+        # Run in the current directory
+        cwd = os.getcwd()
         subp_run(cmd)
 
     else:
@@ -130,11 +186,10 @@ def struphy_test(
             "-n",
             str(mpi),
             "pytest",
-            "-k",
-            "_models",
             "-m",
             "single",
             "-s",
+            # "--testmon",
             "--with-mpi",
             "--model-name",
             group,
@@ -145,4 +200,7 @@ def struphy_test(
             cmd += ["--nclones", f"{nclones}"]
         if show_plots:
             cmd += ["--show-plots"]
+
+        # Run in the current directory
+        cwd = os.getcwd()
         subp_run(cmd)

src/struphy/feec/psydac_derham.py

@@ -103,6 +103,10 @@ def __init__(
         local_projectors: bool = False,
         domain: Domain = None,
     ):
+
+
+
+
         # number of elements, spline degrees and kind of splines in each direction (periodic vs. clamped)
         assert len(Nel) == 3
         assert len(p) == 3

src/struphy/linear_algebra/saddle_point.py

@@ -7,7 +7,7 @@
 from psydac.linalg.direct_solvers import SparseSolver
 from psydac.linalg.solvers import inverse
 
-from struphy.linear_algebra.tests.test_saddlepoint_massmatrices import _plot_residual_norms
+from struphy.tests.unit.linear_algebra.test_saddlepoint_massmatrices import _plot_residual_norms
 
 
 class SaddlePointSolver:

src/struphy/bsplines/tests/test_bsplines_kernels.py → src/struphy/tests/unit/bsplines/test_bsplines_kernels.py

@@ -20,6 +20,9 @@ def test_bsplines_span_and_basis(Nel, p, spl_kind):
     from struphy.feec.psydac_derham import Derham
     from struphy.feec.utilities import create_equal_random_arrays as cera
 
+
+
+
     comm = MPI.COMM_WORLD
     rank = comm.Get_rank()
 

src/struphy/pic/tests/test_accumulation.py → src/struphy/tests/unit/pic/test_accumulation.py

@@ -61,8 +61,8 @@ def pc_lin_mhd_6d_step_ph_full(Nel, p, spl_kind, mapping, Np, verbose=False):
     from struphy.pic.accumulation import accum_kernels
     from struphy.pic.accumulation.particles_to_grid import Accumulator
     from struphy.pic.particles import Particles6D
-    from struphy.pic.tests.test_pic_legacy_files.accumulation_kernels_3d import kernel_step_ph_full
     from struphy.pic.utilities import BoundaryParameters, LoadingParameters, WeightsParameters
+    from struphy.tests.unit.pic.test_pic_legacy_files.accumulation_kernels_3d import kernel_step_ph_full
 
     if isinstance(MPI.COMM_WORLD, MockComm):
         mpi_comm = None