Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
224 changes: 210 additions & 14 deletions test/ci/ci_tests.cfg
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,9 @@
# [3] data-like events: neutrino and cosmic background tests
# [.1] quick tests
# [.2] sequential tests
# [4] gallery tests
# [5] other tests
# [4] data tests (off beam zero bias) run 18266
# [5] gallery tests
# [6] other tests
# [A] special suite definitions for continuous integration framework (`lar_ci`)
#
################################################################################
Expand Down Expand Up @@ -101,7 +102,12 @@
# * `nucosmics_quick_test_sbndcode`: (type: independent) test with few events
# * `nucosmics_seq_test_sbndcode`: (type: sequential) test with more events
# than quick
#
# * data tests using off beam zero bias, run 18266 (variable tag: `DATA_SBNDCODE`),
# basic 4 stage data workflow
# * `data_offBeamZeroBias_quick_test_sbndcode`: (type: independent) test with few events
# * `data_offBeamZeroBias_seq_test_sbndcode`: (type: sequential) test with more events
# than quick
#
# * `develop_test_sbndcode`: recommended to be run by developers before pushing,
# when modifying sources of little consequence
# * `complete_test_sbndcode`: recommended to be run by developers before pushing
Expand Down Expand Up @@ -151,6 +157,7 @@
# for the quick tests too, so pick it large enough to cover all the events in those tests
NEVENTS_SEQ_SINGLE_SBNDCODE=5
NEVENTS_SEQ_NUCOSMICS_SBNDCODE=5
NEVENTS_SEQ_DATA_SBNDCODE=5

# enable running the test jobs, the product presence check and the check of their size
RUN_TEST_SBNDCODE=1
Expand Down Expand Up @@ -186,6 +193,7 @@ XROOTD_REFERENCEFILEDIR_SBNDCODE=%(XROOTD_BASEFILEDIR_SBNDCODE)s/reference
# extra layer of directory for specific tests:
SINGLE_INPUT_DIRNAME_SBNDCODE=standard
NUCOSMICS_INPUT_DIRNAME_SBNDCODE=standard
DATA_INPUT_DIRNAME_SBNDCODE=standard
FCLCHECK_INPUT_DIRNAME_SBNDCODE=standard

# the test mask collects check requests in a single string
Expand Down Expand Up @@ -601,8 +609,6 @@ args=%(STDARGS_NOOUTPUT_SBNDCODE)s --input-file %(INPUT_STREAM)s --extra-options
parse_art_output=True
output1=%(TFILENAME)s



[suite single_seq_test_sbndcode]
testlist=single_gen_seq_test_sbndcode single_g4_seq_test_sbndcode single_detsim_seq_test_sbndcode single_reco1_seq_test_sbndcode single_reco2_seq_test_sbndcode single_caf_seq_test_sbndcode

Expand Down Expand Up @@ -978,11 +984,202 @@ testlist=nucosmics_gen_seq_test_sbndcode nucosmics_g4_seq_test_sbndcode nucosmic
testlist=nucosmics_seq_test_sbndcode


################################################################################
# [4] Data tests
##############################
# Using 2 events from run 18266 (off beam zero bias)
#
#
# [4.1] Data tests: quick tests
# ===========================================
#
# These tests are of "quick" type.
#
# The input files are reference files from the corresponding sequential test
# (`data_offBeamZeroBias_XXX_seq_test_sbndcode`), except for the decoders test, where the
# input file is the same as in the sequential test.
#

[test data_offBeamZeroBias_decoders_quick_test_sbndcode]
STAGE_NAME=decoders
NEVENTS=2
cpu_usage_range=0:200
mem_usage_range=1200000:1350000

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
OUTPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
EXTRA_DIR=%(DATA_INPUT_DIRNAME_SBNDCODE)s
INPUT_STREAM=%(XROOTD_BASEFILEDIR_SBNDCODE)s/input/data/data_EventBuilder6_p2_art2_run18266_3_strmOffBeamZeroBias_20250224T141824_5events.root
OUTPUT_STREAM=%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
REFERENCE_FILES=%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
TFILENAME=hist-%(OUTPUT_BASE_FILE_NAME)s.root
args=%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
parse_art_output=True
output1=%(TFILENAME)s

[test data_offBeamZeroBias_reco1_quick_test_sbndcode]
STAGE_NAME=reco1
INPUT_STAGE_NAME=decoders
NEVENTS=2
cpu_usage_range=500:1500
mem_usage_range=1500000:3000000

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
INPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
OUTPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
EXTRA_DIR=%(DATA_INPUT_DIRNAME_SBNDCODE)s
INPUT_STREAM=%(XROOTD_INPUTFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(INPUT_STAGE_NAME)s/%(INPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
OUTPUT_STREAM=%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
REFERENCE_FILES=%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
TFILENAME=hist-%(OUTPUT_BASE_FILE_NAME)s.root
args=%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
parse_art_output=True
output1=%(TFILENAME)s

[test data_offBeamZeroBias_reco2_quick_test_sbndcode]
STAGE_NAME=reco2
INPUT_STAGE_NAME=reco1
NEVENTS=2
cpu_usage_range=250:1000
mem_usage_range=1000000:2000000

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
INPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
OUTPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
EXTRA_DIR=%(DATA_INPUT_DIRNAME_SBNDCODE)s
INPUT_STREAM=%(XROOTD_INPUTFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(INPUT_STAGE_NAME)s/%(INPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
OUTPUT_STREAM=%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
REFERENCE_FILES=%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
TFILENAME=hist-%(OUTPUT_BASE_FILE_NAME)s.root
args=%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
parse_art_output=True
output1=%(TFILENAME)s

[test data_offBeamZeroBias_caf_quick_test_sbndcode]
STAGE_NAME=caf
INPUT_STAGE_NAME=reco2
NEVENTS=2
cpu_usage_range=200:1000
mem_usage_range=1000000:3000000

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
INPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
OUTPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
EXTRA_DIR=%(DATA_INPUT_DIRNAME_SBNDCODE)s
INPUT_STREAM=%(XROOTD_INPUTFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(INPUT_STAGE_NAME)s/%(INPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
OUTPUT_STREAM=%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE_CAFS)s.caf.root
REFERENCE_FILES=%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.caf.root
TFILENAME=hist-%(OUTPUT_BASE_FILE_NAME)s.root
args=%(STDARGS_SBNDCODE_CAFS)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
parse_art_output=True
output1=%(TFILENAME)s

[suite data_offBeamZeroBias_quick_test_sbndcode]
testlist=data_offBeamZeroBias_decoders_quick_test_sbndcode data_offBeamZeroBias_reco1_quick_test_sbndcode data_offBeamZeroBias_reco2_quick_test_sbndcode data_offBeamZeroBias_caf_quick_test_sbndcode

##############################
# [4.2] Data tests: sequential tests
# ================================================
# This test simulates a full decoder + reconstruction chain

[test data_offBeamZeroBias_decoders_seq_test_sbndcode]
STAGE_NAME=decoders
NEVENTS=%(NEVENTS_SEQ_DATA_SBNDCODE)s
cpu_usage_range=10:102
mem_usage_range=500000:700000

script=%(EXPSCRIPT_SBNDCODE)s

FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_seq_test_sbndcode.fcl
OUTPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
EXTRA_DIR=%(DATA_INPUT_DIRNAME_SBNDCODE)s
INPUT_STREAM=%(XROOTD_BASEFILEDIR_SBNDCODE)s/input/data/data_EventBuilder6_p2_art2_run18266_3_strmOffBeamZeroBias_20250224T141824_5events.root
OUTPUT_STREAM=%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
REFERENCE_FILES=%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
TFILENAME=hist-%(OUTPUT_BASE_FILE_NAME)s.root
args=%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
parse_art_output=True
output1=%(TFILENAME)s


[test data_offBeamZeroBias_reco1_seq_test_sbndcode]
STAGE_NAME=reco1
INPUT_STAGE_NAME=decoders
NEVENTS=%(NEVENTS_SEQ_DATA_SBNDCODE)s
cpu_usage_range=1200:1600
mem_usage_range=3500000:4500000

script=%(EXPSCRIPT_SBNDCODE)s
requires=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_seq_test_sbndcode.fcl
INPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
OUTPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
EXTRA_DIR=%(DATA_INPUT_DIRNAME_SBNDCODE)s
INPUT_STREAM=../%(requires)s/%(INPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
OUTPUT_STREAM=%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
REFERENCE_FILES=%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
TFILENAME=hist-%(OUTPUT_BASE_FILE_NAME)s.root
args=%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
parse_art_output=True
output1=%(TFILENAME)s


[test data_offBeamZeroBias_reco2_seq_test_sbndcode]
STAGE_NAME=reco2
INPUT_STAGE_NAME=reco1
NEVENTS=%(NEVENTS_SEQ_DATA_SBNDCODE)s
cpu_usage_range=1200:1600
mem_usage_range=3500000:4500000

script=%(EXPSCRIPT_SBNDCODE)s
requires=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_seq_test_sbndcode.fcl
INPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
OUTPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
EXTRA_DIR=%(DATA_INPUT_DIRNAME_SBNDCODE)s
INPUT_STREAM=../%(requires)s/%(INPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
OUTPUT_STREAM=%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
REFERENCE_FILES=%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
TFILENAME=hist-%(OUTPUT_BASE_FILE_NAME)s.root
args=%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
parse_art_output=True
output1=%(TFILENAME)s

[test data_offBeamZeroBias_caf_seq_test_sbndcode]
STAGE_NAME=caf
INPUT_STAGE_NAME=reco2
NEVENTS=%(NEVENTS_SEQ_DATA_SBNDCODE)s
cpu_usage_range=200:1000
mem_usage_range=1000000:3000000

script=%(EXPSCRIPT_SBNDCODE)s
requires=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_seq_test_sbndcode.fcl
INPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
OUTPUT_BASE_FILE_NAME=data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
EXTRA_DIR=%(DATA_INPUT_DIRNAME_SBNDCODE)s
INPUT_STREAM=../%(requires)s/%(INPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
OUTPUT_STREAM=%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.caf.root
REFERENCE_FILES=%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.caf.root
TFILENAME=hist-%(OUTPUT_BASE_FILE_NAME)s.root
args=%(STDARGS_SBNDCODE_CAFS)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s --extra-function rename_file,%(OUTPUT_BASE_FILE_NAME)s_Current.caf.root,%(OUTPUT_STREAM)s
parse_art_output=True
output1=%(TFILENAME)s

[suite data_offBeamZeroBias_seq_test_sbndcode]
testlist=data_offBeamZeroBias_decoders_seq_test_sbndcode data_offBeamZeroBias_reco1_seq_test_sbndcode data_offBeamZeroBias_reco2_seq_test_sbndcode data_offBeamZeroBias_caf_seq_test_sbndcode

[suite generate_reference_data_offBeamZeroBias_test_sbndcode]
testlist=data_offBeamZeroBias_seq_test_sbndcode

################################################################################
# [4] Tests with gallery
# [5] Tests with gallery
#######################################
# [4.1] Compilation tests
# [5.1] Compilation tests
# ------------------------------------------------------------------------------
#
[test compilation_test_sbndcode]
Expand All @@ -999,9 +1196,9 @@ testlist=compilation_test_sbndcode


################################################################################
# [5] other tests
# [6] other tests
#######################################
# [5.1] fcl file checks
# [6.1] fcl file checks
# ------------------------------------------------------------------------------
#

Expand Down Expand Up @@ -1046,7 +1243,7 @@ parse_art_output=False
[suite develop_test_sbndcode]
# Remove gallery checks until geometry refactoring is complete
#testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode gallery_test_sbndcode fcl_checks_sbndcode
testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode fcl_checks_sbndcode
testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode data_offBeamZeroBias_quick_test_sbndcode fcl_checks_sbndcode


###
Expand All @@ -1059,14 +1256,14 @@ testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode fcl_checks_sbn
# configuration.
#
[suite complete_test_sbndcode]
testlist=develop_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode fcl_checks_sbndcode
testlist=develop_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode data_offBeamZeroBias_seq_test_sbndcode fcl_checks_sbndcode


###
### Generate all the reference files.
#
[suite generate_reference_sbndcode]
testlist=generate_reference_single_test_sbndcode generate_reference_nucosmics_test_sbndcode update_refs_fcl_checks_sbndcode
testlist=generate_reference_single_test_sbndcode generate_reference_nucosmics_test_sbndcode generate_reference_data_offBeamZeroBias_test_sbndcode update_refs_fcl_checks_sbndcode

###
### All tests
Expand All @@ -1076,7 +1273,7 @@ testlist=generate_reference_single_test_sbndcode generate_reference_nucosmics_te
[suite all_tests_sbndcode]
# Remove gallery checks until geometry refactoring is complete
#testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode gallery_test_sbndcode fcl_checks_sbndcode
testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode fcl_checks_sbndcode
testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode data_offBeamZeroBias_quick_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode data_offBeamZeroBias_seq_test_sbndcode fcl_checks_sbndcode


#############################################################
Expand All @@ -1090,4 +1287,3 @@ testlist=develop_test_sbndcode
# the `seq_test_<CI_EXP_CODE>` tests are run by the continuous integration to generate reference files
[suite seq_test_sbndcode]
testlist=generate_reference_sbndcode

Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
#include "cafmakerjob_sbnd_data.fcl"

services.NuRandomService.policy: "perEvent"

# Have to specify the fcl name to match what the CI expects,
# currently no way of controlling this from the command line

physics.producers.cafmaker.CAFFilename: "data_offBeamZeroBias_caf_test_sbndcode_Current.caf.root"

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
#include "sbnd_ci_data_offBeamZeroBias_caf_quick_test_sbndcode.fcl"
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
#include "run_decoders_job.fcl"

services.NuRandomService.policy: "perEvent"

physics.end_paths: [ stream1 ]

# Stops the output of the choppy decoded file, only outputs the filtered decoded file
outputs.out2: @erase
physics.stream2: @erase
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
#include "sbnd_ci_data_offBeamZeroBias_decoders_quick_test_sbndcode.fcl"
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
#include "reco1_data.fcl"

services.NuRandomService.policy: "perEvent"
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
#include "sbnd_ci_data_offBeamZeroBias_reco1_quick_test_sbndcode.fcl"
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
#include "reco2_data.fcl"

services.NuRandomService.policy: "perEvent"
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
#include "sbnd_ci_data_offBeamZeroBias_reco2_quick_test_sbndcode.fcl"