1515# [3] data-like events: neutrino and cosmic background tests
1616# [.1] quick tests
1717# [.2] sequential tests
18- # [4] gallery tests
19- # [5] other tests
18+ # [4] data tests (off beam zero bias) run 18266
19+ # [5] gallery tests
20+ # [6] other tests
2021# [A] special suite definitions for continuous integration framework (`lar_ci`)
2122#
2223# ###############################################################################
101102# * `nucosmics_quick_test_sbndcode`: (type: independent) test with few events
102103# * `nucosmics_seq_test_sbndcode`: (type: sequential) test with more events
103104# than quick
104- #
105+ # * data tests using off beam zero bias, run 18266 (variable tag: `DATA_SBNDCODE`),
106+ # basic 4 stage data workflow
107+ # * `data_offBeamZeroBias_quick_test_sbndcode`: (type: independent) test with few events
108+ # * `data_offBeamZeroBias_seq_test_sbndcode`: (type: sequential) test with more events
109+ # than quick
110+ #
105111# * `develop_test_sbndcode`: recommended to be run by developers before pushing,
106112# when modifying sources of little consequence
107113# * `complete_test_sbndcode`: recommended to be run by developers before pushing
151157# for the quick tests too, so pick it large enough to cover all the events in those tests
152158NEVENTS_SEQ_SINGLE_SBNDCODE =5
153159NEVENTS_SEQ_NUCOSMICS_SBNDCODE =5
160+ NEVENTS_SEQ_DATA_SBNDCODE =5
154161
155162# enable running the test jobs, the product presence check and the check of their size
156163RUN_TEST_SBNDCODE =1
@@ -186,6 +193,7 @@ XROOTD_REFERENCEFILEDIR_SBNDCODE=%(XROOTD_BASEFILEDIR_SBNDCODE)s/reference
186193# extra layer of directory for specific tests:
187194SINGLE_INPUT_DIRNAME_SBNDCODE =standard
188195NUCOSMICS_INPUT_DIRNAME_SBNDCODE =standard
196+ DATA_INPUT_DIRNAME_SBNDCODE =standard
189197FCLCHECK_INPUT_DIRNAME_SBNDCODE =standard
190198
191199# the test mask collects check requests in a single string
@@ -601,8 +609,6 @@ args=%(STDARGS_NOOUTPUT_SBNDCODE)s --input-file %(INPUT_STREAM)s --extra-options
601609parse_art_output =True
602610output1 =%(TFILENAME)s
603611
604-
605-
606612[suite single_seq_test_sbndcode]
607613testlist =single_gen_seq_test_sbndcode single_g4_seq_test_sbndcode single_detsim_seq_test_sbndcode single_reco1_seq_test_sbndcode single_reco2_seq_test_sbndcode single_caf_seq_test_sbndcode
608614
@@ -978,11 +984,202 @@ testlist=nucosmics_gen_seq_test_sbndcode nucosmics_g4_seq_test_sbndcode nucosmic
978984testlist =nucosmics_seq_test_sbndcode
979985
980986
987+ # ###############################################################################
988+ # [4] Data tests
989+ # #############################
990+ # Using 2 events from run 18266 (off beam zero bias)
991+ #
992+ #
993+ # [4.1] Data tests: quick tests
994+ # ===========================================
995+ #
996+ # These tests are of "quick" type.
997+ #
998+ # The input files are reference files from the corresponding sequential test
999+ # (`data_offBeamZeroBias_XXX_seq_test_sbndcode`), except for the decoders test, where the
1000+ # input file is the same as in the sequential test.
1001+ #
1002+
1003+ [test data_offBeamZeroBias_decoders_quick_test_sbndcode]
1004+ STAGE_NAME =decoders
1005+ NEVENTS =2
1006+ cpu_usage_range =0:200
1007+ mem_usage_range =1200000:1350000
1008+
1009+ script =%(EXPSCRIPT_SBNDCODE)s
1010+ FHiCL_FILE =%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
1011+ OUTPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
1012+ EXTRA_DIR =%(DATA_INPUT_DIRNAME_SBNDCODE)s
1013+ INPUT_STREAM =%(XROOTD_BASEFILEDIR_SBNDCODE)s/input/data/data_EventBuilder6_p2_art2_run18266_3_strmOffBeamZeroBias_20250224T141824_5events.root
1014+ OUTPUT_STREAM =%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1015+ REFERENCE_FILES =%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1016+ TFILENAME =hist-%(OUTPUT_BASE_FILE_NAME)s.root
1017+ args =%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
1018+ parse_art_output =True
1019+ output1 =%(TFILENAME)s
1020+
1021+ [test data_offBeamZeroBias_reco1_quick_test_sbndcode]
1022+ STAGE_NAME =reco1
1023+ INPUT_STAGE_NAME =decoders
1024+ NEVENTS =2
1025+ cpu_usage_range =500:1500
1026+ mem_usage_range =1500000:3000000
1027+
1028+ script =%(EXPSCRIPT_SBNDCODE)s
1029+ FHiCL_FILE =%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
1030+ INPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
1031+ OUTPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
1032+ EXTRA_DIR =%(DATA_INPUT_DIRNAME_SBNDCODE)s
1033+ INPUT_STREAM =%(XROOTD_INPUTFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(INPUT_STAGE_NAME)s/%(INPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1034+ OUTPUT_STREAM =%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1035+ REFERENCE_FILES =%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1036+ TFILENAME =hist-%(OUTPUT_BASE_FILE_NAME)s.root
1037+ args =%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
1038+ parse_art_output =True
1039+ output1 =%(TFILENAME)s
1040+
1041+ [test data_offBeamZeroBias_reco2_quick_test_sbndcode]
1042+ STAGE_NAME =reco2
1043+ INPUT_STAGE_NAME =reco1
1044+ NEVENTS =2
1045+ cpu_usage_range =250:1000
1046+ mem_usage_range =1000000:2000000
1047+
1048+ script =%(EXPSCRIPT_SBNDCODE)s
1049+ FHiCL_FILE =%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
1050+ INPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
1051+ OUTPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
1052+ EXTRA_DIR =%(DATA_INPUT_DIRNAME_SBNDCODE)s
1053+ INPUT_STREAM =%(XROOTD_INPUTFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(INPUT_STAGE_NAME)s/%(INPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1054+ OUTPUT_STREAM =%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1055+ REFERENCE_FILES =%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1056+ TFILENAME =hist-%(OUTPUT_BASE_FILE_NAME)s.root
1057+ args =%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
1058+ parse_art_output =True
1059+ output1 =%(TFILENAME)s
1060+
1061+ [test data_offBeamZeroBias_caf_quick_test_sbndcode]
1062+ STAGE_NAME =caf
1063+ INPUT_STAGE_NAME =reco2
1064+ NEVENTS =2
1065+ cpu_usage_range =200:1000
1066+ mem_usage_range =1000000:3000000
1067+
1068+ script =%(EXPSCRIPT_SBNDCODE)s
1069+ FHiCL_FILE =%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
1070+ INPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
1071+ OUTPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
1072+ EXTRA_DIR =%(DATA_INPUT_DIRNAME_SBNDCODE)s
1073+ INPUT_STREAM =%(XROOTD_INPUTFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(INPUT_STAGE_NAME)s/%(INPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1074+ OUTPUT_STREAM =%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE_CAFS)s.caf.root
1075+ REFERENCE_FILES =%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.caf.root
1076+ TFILENAME =hist-%(OUTPUT_BASE_FILE_NAME)s.root
1077+ args =%(STDARGS_SBNDCODE_CAFS)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
1078+ parse_art_output =True
1079+ output1 =%(TFILENAME)s
1080+
1081+ [suite data_offBeamZeroBias_quick_test_sbndcode]
1082+ testlist =data_offBeamZeroBias_decoders_quick_test_sbndcode data_offBeamZeroBias_reco1_quick_test_sbndcode data_offBeamZeroBias_reco2_quick_test_sbndcode data_offBeamZeroBias_caf_quick_test_sbndcode
1083+
1084+ # #############################
1085+ # [4.2] Data tests: sequential tests
1086+ # ================================================
1087+ # This test simulates a full decoder + reconstruction chain
1088+
1089+ [test data_offBeamZeroBias_decoders_seq_test_sbndcode]
1090+ STAGE_NAME =decoders
1091+ NEVENTS =%(NEVENTS_SEQ_DATA_SBNDCODE)s
1092+ cpu_usage_range =10:102
1093+ mem_usage_range =500000:700000
1094+
1095+ script =%(EXPSCRIPT_SBNDCODE)s
1096+
1097+ FHiCL_FILE =%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_seq_test_sbndcode.fcl
1098+ OUTPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
1099+ EXTRA_DIR =%(DATA_INPUT_DIRNAME_SBNDCODE)s
1100+ INPUT_STREAM =%(XROOTD_BASEFILEDIR_SBNDCODE)s/input/data/data_EventBuilder6_p2_art2_run18266_3_strmOffBeamZeroBias_20250224T141824_5events.root
1101+ OUTPUT_STREAM =%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1102+ REFERENCE_FILES =%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1103+ TFILENAME =hist-%(OUTPUT_BASE_FILE_NAME)s.root
1104+ args =%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
1105+ parse_art_output =True
1106+ output1 =%(TFILENAME)s
1107+
1108+
1109+ [test data_offBeamZeroBias_reco1_seq_test_sbndcode]
1110+ STAGE_NAME =reco1
1111+ INPUT_STAGE_NAME =decoders
1112+ NEVENTS =%(NEVENTS_SEQ_DATA_SBNDCODE)s
1113+ cpu_usage_range =1200:1600
1114+ mem_usage_range =3500000:4500000
1115+
1116+ script =%(EXPSCRIPT_SBNDCODE)s
1117+ requires =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
1118+ FHiCL_FILE =%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_seq_test_sbndcode.fcl
1119+ INPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
1120+ OUTPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
1121+ EXTRA_DIR =%(DATA_INPUT_DIRNAME_SBNDCODE)s
1122+ INPUT_STREAM =../%(requires)s/%(INPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1123+ OUTPUT_STREAM =%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1124+ REFERENCE_FILES =%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1125+ TFILENAME =hist-%(OUTPUT_BASE_FILE_NAME)s.root
1126+ args =%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
1127+ parse_art_output =True
1128+ output1 =%(TFILENAME)s
1129+
1130+
1131+ [test data_offBeamZeroBias_reco2_seq_test_sbndcode]
1132+ STAGE_NAME =reco2
1133+ INPUT_STAGE_NAME =reco1
1134+ NEVENTS =%(NEVENTS_SEQ_DATA_SBNDCODE)s
1135+ cpu_usage_range =1200:1600
1136+ mem_usage_range =3500000:4500000
1137+
1138+ script =%(EXPSCRIPT_SBNDCODE)s
1139+ requires =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
1140+ FHiCL_FILE =%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_seq_test_sbndcode.fcl
1141+ INPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
1142+ OUTPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
1143+ EXTRA_DIR =%(DATA_INPUT_DIRNAME_SBNDCODE)s
1144+ INPUT_STREAM =../%(requires)s/%(INPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1145+ OUTPUT_STREAM =%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1146+ REFERENCE_FILES =%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.root
1147+ TFILENAME =hist-%(OUTPUT_BASE_FILE_NAME)s.root
1148+ args =%(STDARGS_SBNDCODE)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s
1149+ parse_art_output =True
1150+ output1 =%(TFILENAME)s
1151+
1152+ [test data_offBeamZeroBias_caf_seq_test_sbndcode]
1153+ STAGE_NAME =caf
1154+ INPUT_STAGE_NAME =reco2
1155+ NEVENTS =%(NEVENTS_SEQ_DATA_SBNDCODE)s
1156+ cpu_usage_range =200:1000
1157+ mem_usage_range =1000000:3000000
1158+
1159+ script =%(EXPSCRIPT_SBNDCODE)s
1160+ requires =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
1161+ FHiCL_FILE =%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_seq_test_sbndcode.fcl
1162+ INPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_test_sbndcode
1163+ OUTPUT_BASE_FILE_NAME =data_offBeamZeroBias_%(STAGE_NAME)s_test_sbndcode
1164+ EXTRA_DIR =%(DATA_INPUT_DIRNAME_SBNDCODE)s
1165+ INPUT_STREAM =../%(requires)s/%(INPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.root
1166+ OUTPUT_STREAM =%(OUTPUT_BASE_FILE_NAME)s_%(CUR_SBNDCODE)s.caf.root
1167+ REFERENCE_FILES =%(XROOTD_REFERENCEFILEDIR_SBNDCODE)s/%(EXTRA_DIR)s/%(STAGE_NAME)s/%(OUTPUT_BASE_FILE_NAME)s_%(REF_SBNDCODE)s.caf.root
1168+ TFILENAME =hist-%(OUTPUT_BASE_FILE_NAME)s.root
1169+ args =%(STDARGS_SBNDCODE_CAFS)s --input-file %(INPUT_STREAM)s --reference-files %(REFERENCE_FILES)s --extra-options --TFileName,%(TFILENAME)s --extra-function rename_file,%(OUTPUT_BASE_FILE_NAME)s_Current.caf.root,%(OUTPUT_STREAM)s
1170+ parse_art_output =True
1171+ output1 =%(TFILENAME)s
1172+
1173+ [suite data_offBeamZeroBias_seq_test_sbndcode]
1174+ testlist =data_offBeamZeroBias_decoders_seq_test_sbndcode data_offBeamZeroBias_reco1_seq_test_sbndcode data_offBeamZeroBias_reco2_seq_test_sbndcode data_offBeamZeroBias_caf_seq_test_sbndcode
1175+
1176+ [suite generate_reference_data_offBeamZeroBias_test_sbndcode]
1177+ testlist =data_offBeamZeroBias_seq_test_sbndcode
9811178
9821179# ###############################################################################
983- # [4 ] Tests with gallery
1180+ # [5 ] Tests with gallery
9841181# ######################################
985- # [4 .1] Compilation tests
1182+ # [5 .1] Compilation tests
9861183# ------------------------------------------------------------------------------
9871184#
9881185[test compilation_test_sbndcode]
@@ -999,9 +1196,9 @@ testlist=compilation_test_sbndcode
9991196
10001197
10011198# ###############################################################################
1002- # [5 ] other tests
1199+ # [6 ] other tests
10031200# ######################################
1004- # [5 .1] fcl file checks
1201+ # [6 .1] fcl file checks
10051202# ------------------------------------------------------------------------------
10061203#
10071204
@@ -1046,7 +1243,7 @@ parse_art_output=False
10461243[suite develop_test_sbndcode]
10471244# Remove gallery checks until geometry refactoring is complete
10481245# testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode gallery_test_sbndcode fcl_checks_sbndcode
1049- testlist =single_quick_test_sbndcode nucosmics_quick_test_sbndcode fcl_checks_sbndcode
1246+ testlist =single_quick_test_sbndcode nucosmics_quick_test_sbndcode data_offBeamZeroBias_quick_test_sbndcode fcl_checks_sbndcode
10501247
10511248
10521249# ##
@@ -1059,14 +1256,14 @@ testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode fcl_checks_sbn
10591256# configuration.
10601257#
10611258[suite complete_test_sbndcode]
1062- testlist =develop_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode fcl_checks_sbndcode
1259+ testlist =develop_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode data_offBeamZeroBias_seq_test_sbndcode fcl_checks_sbndcode
10631260
10641261
10651262# ##
10661263# ## Generate all the reference files.
10671264#
10681265[suite generate_reference_sbndcode]
1069- testlist =generate_reference_single_test_sbndcode generate_reference_nucosmics_test_sbndcode update_refs_fcl_checks_sbndcode
1266+ testlist =generate_reference_single_test_sbndcode generate_reference_nucosmics_test_sbndcode generate_reference_data_offBeamZeroBias_test_sbndcode update_refs_fcl_checks_sbndcode
10701267
10711268# ##
10721269# ## All tests
@@ -1076,7 +1273,7 @@ testlist=generate_reference_single_test_sbndcode generate_reference_nucosmics_te
10761273[suite all_tests_sbndcode]
10771274# Remove gallery checks until geometry refactoring is complete
10781275# testlist=single_quick_test_sbndcode nucosmics_quick_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode gallery_test_sbndcode fcl_checks_sbndcode
1079- testlist =single_quick_test_sbndcode nucosmics_quick_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode fcl_checks_sbndcode
1276+ testlist =single_quick_test_sbndcode nucosmics_quick_test_sbndcode data_offBeamZeroBias_quick_test_sbndcode single_seq_test_sbndcode nucosmics_seq_test_sbndcode data_offBeamZeroBias_seq_test_sbndcode fcl_checks_sbndcode
10801277
10811278
10821279# ############################################################
@@ -1090,4 +1287,3 @@ testlist=develop_test_sbndcode
10901287# the `seq_test_<CI_EXP_CODE>` tests are run by the continuous integration to generate reference files
10911288[suite seq_test_sbndcode]
10921289testlist =generate_reference_sbndcode
1093-
0 commit comments