SmartSim 0.4.1 Release

See https://www.craylabs.org/docs/changelog.html for details.

Author: mellis13

.github/workflows/release.yml

@@ -74,7 +74,7 @@ jobs:
 
       - name: Build sdist
         run: |
-          python -m pip install cmake>=3.10
+          python -m pip install cmake>=3.13
           python setup.py sdist
 
       - uses: actions/upload-artifact@v2

.github/workflows/run_tests.yml

@@ -1,14 +1,18 @@
 name: run-tests
 
-on: [push, pull_request]
+on:
+  pull_request:
+  push:
+    branches:
+      - develop
 
 env:
   HOMEBREW_NO_ANALYTICS: "ON" # Make Homebrew installation a little quicker
   HOMEBREW_NO_AUTO_UPDATE: "ON"
   HOMEBREW_NO_BOTTLE_SOURCE_FALLBACK: "ON"
   HOMEBREW_NO_GITHUB_API: "ON"
   HOMEBREW_NO_INSTALL_CLEANUP: "ON"
-
+  DEBIAN_FRONTEND: "noninteractive" # Disable interactive apt install sessions
 
 jobs:
   run_tests:
@@ -43,11 +47,29 @@ jobs:
           sudo apt-get install -y wget
 
       - name: Install GNU make for MacOS and set GITHUB_PATH
-        if: "contains( matrix.os, 'macos' )"
+        if: contains( matrix.os, 'macos' )
         run: |
           brew install make || true
           echo "$(brew --prefix)/opt/make/libexec/gnubin" >> $GITHUB_PATH
 
+      - name: Build Singularity from source
+        if: contains( matrix.os, 'ubuntu' ) && matrix.py_v == 3.9 && matrix.rai == '1.2.5'
+        run: |
+          sudo apt-get install -y libseccomp-dev pkg-config squashfs-tools cryptsetup curl git # wget build-essential
+          echo 'export PATH=/usr/local/go/bin:$PATH' >> ~/.bashrc
+          source ~/.bashrc
+          export VERSION=1.0.0 # Apptainer (singularity) version
+          wget https://github.com/apptainer/apptainer/releases/download/v${VERSION}/apptainer-${VERSION}.tar.gz
+          tar -xzf apptainer-${VERSION}.tar.gz
+          cd apptainer-${VERSION}
+          ./mconfig
+          make -C builddir
+          sudo make -C builddir install
+
+      - name: singularity pull test container # This lets us time how long the pull takes
+        if: contains( matrix.os, 'ubuntu' ) && matrix.py_v == 3.9 && matrix.rai == '1.2.5'
+        run: singularity pull docker://alrigazzi/smartsim-testing
+
       - name: Install SmartSim (with ML backends)
         run: python -m pip install .[dev,ml,ray]
 
@@ -56,10 +78,20 @@ jobs:
         run: smart build --device cpu -v
 
       - name: Install ML Runtimes with Smart (with pt, tf, and onnx support)
-        if: contains( matrix.os, 'ubuntu' )
+        if: contains( matrix.os, 'ubuntu' ) && (matrix.py_v != 3.9 || matrix.rai != '1.2.3')
         run: smart build --device cpu --onnx -v
 
+      - name: Install ML Runtimes with Smart excluding PyTorch for Ubuntu/Python3.9/RAI1.2.3 combo
+        if: contains( matrix.os, 'ubuntu' ) && matrix.py_v == 3.9 && matrix.rai == '1.2.3'
+        run: smart build --device cpu --no_pt --onnx -v
+
       - name: Run Pytest
         run: |
           echo "SMARTSIM_LOG_LEVEL=debug" >> $GITHUB_ENV
-          py.test -s --import-mode=importlib -o log_cli=true
+          py.test -s --import-mode=importlib -o log_cli=true --cov=$(smart site) --cov-report=xml --cov-config=./tests/test_configs/cov/local_cov.cfg --ignore=tests/full_wlm/ ./tests/
+
+      - name: Upload Pytest coverage to Codecov
+        uses: codecov/codecov-action@v2
+        with:
+          fail_ci_if_error: true
+          files: ./coverage.xml

.gitignore

@@ -5,6 +5,7 @@ __pycache__
 .coverage*
 htmlcov
 smartsim.egg-info
+tests/test_output
 
 # Dependencies
 smartsim/_core/.third-party
@@ -17,8 +18,8 @@ smartredis
 # written upon install
 smartsim/version.py
 
-smartsim/_core/bin/redis-server
-smartsim/_core/bin/redis-cli
+smartsim/_core/bin/*-server
+smartsim/_core/bin/*-cli
 
 # created upon install
 smartsim/_core/lib

Makefile

@@ -34,7 +34,7 @@ clean:
 
 # help: clobber                        - clean, remove deps, builds, (be careful)
 .PHONY: clobber
-clobber: clean clean-deps
+clobber: clean
 
 
 # help:
@@ -111,9 +111,15 @@ cov:
 # help: tutorials-dev                  - Build and start a docker container to run the tutorials
 .PHONY: tutorials-dev
 tutorials-dev:
-	@docker compose build tutorials
+	@docker compose build tutorials-dev
 	@docker run -p 8888:8888 smartsim-tutorials:dev-latest
 
+# help: tutorials-prod                 - Build and start a docker container to run the tutorials (v0.4.1)
+.PHONY: tutorials-prod
+tutorials-prod:
+	@docker compose build tutorials-prod
+	@docker run -p 8888:8888 smartsim-tutorials:v0.4.1
+
 
 # help:
 # help: Test