Skip to content

Updating Memory and CPU Usage Error Bounds for CI Tests #921

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
SabrinaBrickner wants to merge 1 commit into
base: develop
Choose a base branch
from
Open

Updating Memory and CPU Usage Error Bounds for CI Tests #921

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
68 changes: 34 additions & 34 deletions test/ci/ci_tests.cfg
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -319,8 +319,8 @@ STAGE_NAME=detsim
INPUT_STAGE_NAME=g4
NEVENTS=2
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=200:700
mem_usage_range=1000000:3000000
cpu_usage_range=200:2390
mem_usage_range=1000000:7232311

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)ssingle_%(STAGE_NAME)s_quick_test_sbndcode.fcl
Expand Down Expand Up @@ -383,7 +383,7 @@ STAGE_NAME=caf
INPUT_STAGE_NAME=reco2
NEVENTS=5
# calibrated on sbndbuild01.fnal.gov on 20180306
cpu_usage_range=50:200
cpu_usage_range=50:213
mem_usage_range=500000:3500000

script=%(EXPSCRIPT_SBNDCODE)s
Expand Down Expand Up @@ -454,7 +454,7 @@ STAGE_NAME=gen
NEVENTS=%(NEVENTS_SEQ_SINGLE_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=10:102
mem_usage_range=500000:700000
mem_usage_range=500000:1069026

script=%(EXPSCRIPT_SBNDCODE)s

Expand All @@ -475,8 +475,8 @@ STAGE_NAME=g4
INPUT_STAGE_NAME=gen
NEVENTS=%(NEVENTS_SEQ_SINGLE_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=1200:1600
mem_usage_range=3500000:4500000
cpu_usage_range=812:1600
mem_usage_range=2543381:4500000

script=%(EXPSCRIPT_SBNDCODE)s
requires=single_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand All @@ -498,8 +498,8 @@ STAGE_NAME=detsim
INPUT_STAGE_NAME=g4
NEVENTS=%(NEVENTS_SEQ_SINGLE_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=1050:1200
mem_usage_range=3000000:4500000
cpu_usage_range=1050:3593
mem_usage_range=3000000:7518172

script=%(EXPSCRIPT_SBNDCODE)s
requires=single_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand All @@ -521,7 +521,7 @@ STAGE_NAME=reco1
INPUT_STAGE_NAME=detsim
NEVENTS=%(NEVENTS_SEQ_SINGLE_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180306
cpu_usage_range=300:450
cpu_usage_range=300:1204
mem_usage_range=2500000:4000000

script=%(EXPSCRIPT_SBNDCODE)s
Expand All @@ -544,8 +544,8 @@ STAGE_NAME=reco2
INPUT_STAGE_NAME=reco1
NEVENTS=%(NEVENTS_SEQ_SINGLE_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180306
cpu_usage_range=1900:2200
mem_usage_range=2000000:3500000
cpu_usage_range=195:2200
mem_usage_range=1866932:3500000

script=%(EXPSCRIPT_SBNDCODE)s
requires=single_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand Down Expand Up @@ -684,8 +684,8 @@ STAGE_NAME=detsim
INPUT_STAGE_NAME=g4
NEVENTS=2
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=400:1000
mem_usage_range=1000000:3000000
cpu_usage_range=400:2573
mem_usage_range=1000000:7354036

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)snucosmics_%(STAGE_NAME)s_quick_test_sbndcode.fcl
Expand Down Expand Up @@ -728,7 +728,7 @@ STAGE_NAME=reco2
INPUT_STAGE_NAME=reco1
NEVENTS=2
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=50:1250
cpu_usage_range=50:1366
mem_usage_range=1000000:3000000

script=%(EXPSCRIPT_SBNDCODE)s
Expand Down Expand Up @@ -820,8 +820,8 @@ testlist=nucosmics_gen_quick_test_sbndcode nucosmics_g4_quick_test_sbndcode nuco
STAGE_NAME=gen
NEVENTS=%(NEVENTS_SEQ_NUCOSMICS_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=600:900
mem_usage_range=2500000:3500000
cpu_usage_range=206:900
mem_usage_range=1290400:3500000

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)snucosmics_%(STAGE_NAME)s_seq_test_sbndcode.fcl
Expand All @@ -841,8 +841,8 @@ STAGE_NAME=g4
INPUT_STAGE_NAME=gen
NEVENTS=%(NEVENTS_SEQ_NUCOSMICS_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=3500:4200
mem_usage_range=4500000:5500000
cpu_usage_range=1854:4200
mem_usage_range=3473101:5500000

script=%(EXPSCRIPT_SBNDCODE)s
requires=nucosmics_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand All @@ -864,8 +864,8 @@ STAGE_NAME=detsim
INPUT_STAGE_NAME=g4
NEVENTS=%(NEVENTS_SEQ_NUCOSMICS_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=1100:1400
mem_usage_range=3500000:4500000
cpu_usage_range=1100:3809
mem_usage_range=3500000:7083228

script=%(EXPSCRIPT_SBNDCODE)s
requires=nucosmics_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand All @@ -888,7 +888,7 @@ INPUT_STAGE_NAME=detsim
NEVENTS=%(NEVENTS_SEQ_NUCOSMICS_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=600:800
mem_usage_range=3000000:4000000
mem_usage_range=1945911:4000000

script=%(EXPSCRIPT_SBNDCODE)s
requires=nucosmics_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand All @@ -910,8 +910,8 @@ STAGE_NAME=reco2
INPUT_STAGE_NAME=reco1
NEVENTS=%(NEVENTS_SEQ_NUCOSMICS_SBNDCODE)s
# calibrated on sbndbuild01.fnal.gov on 20180305
cpu_usage_range=2200:2500
mem_usage_range=2500000:3500000
cpu_usage_range=1342:2500
mem_usage_range=2157647:3500000

script=%(EXPSCRIPT_SBNDCODE)s
requires=nucosmics_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand Down Expand Up @@ -1022,8 +1022,8 @@ output1=%(TFILENAME)s
STAGE_NAME=reco1
INPUT_STAGE_NAME=decoders
NEVENTS=2
cpu_usage_range=500:1500
mem_usage_range=1500000:3000000
cpu_usage_range=500:2303
mem_usage_range=1500000:7159462

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
Expand All @@ -1043,7 +1043,7 @@ STAGE_NAME=reco2
INPUT_STAGE_NAME=reco1
NEVENTS=2
cpu_usage_range=250:1000
mem_usage_range=1000000:2000000
mem_usage_range=1000000:2274627

script=%(EXPSCRIPT_SBNDCODE)s
FHiCL_FILE=%(CI_FHICL_PREFIX_SBNDCODE)sdata_offBeamZeroBias_%(STAGE_NAME)s_quick_test_sbndcode.fcl
Expand All @@ -1062,7 +1062,7 @@ output1=%(TFILENAME)s
STAGE_NAME=caf
INPUT_STAGE_NAME=reco2
NEVENTS=5
cpu_usage_range=100:1000
cpu_usage_range=74:1000
mem_usage_range=1000000:3000000

script=%(EXPSCRIPT_SBNDCODE)s
Expand Down Expand Up @@ -1090,7 +1090,7 @@ testlist=data_offBeamZeroBias_decoders_quick_test_sbndcode data_offBeamZeroBias_
STAGE_NAME=decoders
NEVENTS=%(NEVENTS_SEQ_DATA_SBNDCODE)s
cpu_usage_range=10:102
mem_usage_range=500000:700000
mem_usage_range=500000:1262633

script=%(EXPSCRIPT_SBNDCODE)s

Expand All @@ -1110,8 +1110,8 @@ output1=%(TFILENAME)s
STAGE_NAME=reco1
INPUT_STAGE_NAME=decoders
NEVENTS=%(NEVENTS_SEQ_DATA_SBNDCODE)s
cpu_usage_range=1200:1600
mem_usage_range=3500000:4500000
cpu_usage_range=1200:3465
mem_usage_range=3500000:7417141

script=%(EXPSCRIPT_SBNDCODE)s
requires=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand All @@ -1132,8 +1132,8 @@ output1=%(TFILENAME)s
STAGE_NAME=reco2
INPUT_STAGE_NAME=reco1
NEVENTS=%(NEVENTS_SEQ_DATA_SBNDCODE)s
cpu_usage_range=1200:1600
mem_usage_range=3500000:4500000
cpu_usage_range=711:1600
mem_usage_range=2008524:4500000

script=%(EXPSCRIPT_SBNDCODE)s
requires=data_offBeamZeroBias_%(INPUT_STAGE_NAME)s_seq_test_sbndcode
Expand Down Expand Up @@ -1204,7 +1204,7 @@ testlist=compilation_test_sbndcode

[test fcl_checks_sbndcode]
cpu_usage_range=0:100
mem_usage_range=10000:60000
mem_usage_range=10000:66742
script=${SBNDCODE_DIR}/test/fcl_checks.sh
STAGE_NAME=fcl
EXTRA_DIR=%(FCLCHECK_INPUT_DIRNAME_SBNDCODE)s
Expand All @@ -1214,7 +1214,7 @@ parse_art_output=False

[test update_refs_fcl_checks_sbndcode]
cpu_usage_range=0:100
mem_usage_range=10000:50000
mem_usage_range=10000:62189
script=${SBNDCODE_DIR}/test/fcl_checks.sh
STAGE_NAME=fcl
EXTRA_DIR=%(FCLCHECK_INPUT_DIRNAME_SBNDCODE)s
Expand Down