diff --git a/.coverage b/.coverage index db6cd5276e..d4dfa752f9 100644 Binary files a/.coverage and b/.coverage differ diff --git a/.github/scripts/.coverage b/.github/scripts/.coverage new file mode 100644 index 0000000000..0e23bd0216 Binary files /dev/null and b/.github/scripts/.coverage differ diff --git a/.github/scripts/coverage-report.sh b/.github/scripts/coverage-report.sh new file mode 100755 index 0000000000..885d5a3426 --- /dev/null +++ b/.github/scripts/coverage-report.sh @@ -0,0 +1,60 @@ +#!/bin/bash + +set -Eeuo pipefail + +rm -rf build + +pip uninstall openfl -y + +pip install -e . + +pip install -r test-requirements.txt + +pip install -r openfl-tutorials/experimental/workflow/workflow_interface_requirements.txt + +pip install coverage + +pip install pytest-cov + +fx experimental deactivate + +rm -rf .coverage + +python -m pytest -rA --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/task_runner_tests.py -k test_federation_via_native --model_name torch/mnist --num_rounds 2 --disable_client_auth --secure_agg --cov-report=term-missing --cov-append --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/task_runner_tests.py -k test_federation_via_native --model_name keras/jax/mnist --num_rounds 2 --disable_tls --cov-report=term-missing --cov-append --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/memory_logs_tests.py -k test_log_memory_usage_basic --model_name torch/histology --num_rounds 2 --log_memory_usage --secure_agg --cov-report=term-missing --cov-append --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/tr_resiliency_tests.py --model_name keras/torch/mnist --num_rounds 25 --cov-report=term-missing --cov-append --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/tr_flower_tests.py -k test_flower_app_pytorch_native --model_name flower-app-pytorch --num_rounds 1 --cov-report=term-missing --cov-append --cov=openfl + + +python -m pytest -s tests/end_to_end/test_suites/task_runner_tests.py -m task_runner_dockerized_ws --num_rounds 2 --model_name keras/torch/mnist --cov-report=term-missing --cov-append --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/tr_with_fedeval_tests.py -m task_runner_basic --model_name xgb_higgs --num_rounds 2 --cov-report=term-missing --cov-append --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/wf_local_func_tests.py --num_rounds 2 --cov-report=term-missing --cov-append --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/wf_local_func_tests.py --workflow_backend ray --num_rounds 2 --cov-report=term-missing --cov-append --cov=openfl + +fx experimental activate + +python -m pytest -s tests/end_to_end/test_suites/wf_federated_runtime_tests.py -k test_federated_runtime_301_watermarking --cov-report=term-missing --cov-append --cov=openfl + +python -m pytest -s tests/end_to_end/test_suites/wf_federated_runtime_tests.py -k test_federated_runtime_secure_aggregation --cov-report=term-missing --cov-append --cov=openfl + +# python -m pytest -s tests/end_to_end/test_suites/wf_federated_runtime_tests.py -k test_federated_evaluation --cov-report=term-missing --cov-append --cov=openfl + +fx experimental deactivate +# Combine and generate the final coverage report +coverage report + + + + + +