Merge branch 'main' into irose/package-sync-as-default

Author: Ian Rose

ci/environment-dashboard.yml

@@ -9,6 +9,8 @@ dependencies:
   - panel=0.13
   - coiled
   - dask
+  - dask-ml
   - distributed
+  - xgboost
   - pandas
   - tabulate

dashboard.py

@@ -35,7 +35,7 @@ def get_test_source():
                     if not callable(fn):
                         continue
                     source[f[len("tests/") :] + "::" + test] = inspect.getsource(fn)
-        except Exception:
+        except BaseException:  # Some pytest exceptions inherit directly from BaseException
             pass
     return source
 

detect_regressions.py

@@ -54,9 +54,8 @@ def detect_regressions(database_file):
                 pass
             else:
                 for metric in ["duration", "average_memory", "peak_memory"]:
-                    # check that we have enough data to do some stats
-                    # currently we don't have a lot of data but eventually use 10 instead of 6.
-                    if len(df_test[metric]):
+                    # check that we have enough data to do some stats (last three plus previous ten)
+                    if len(df_test.loc[df_test[metric].notna()]) > 13:
                         category = df_test.category.unique()[0]
                         metric_threshold = (
                             df_test[metric][-13:-3].mean()