Changing test scripts so that they have a consistent environment

This commit is contained in:
Jeffrey Garretson
2022-03-11 00:54:47 -07:00
parent 1f17db4132
commit 06bce4d05b
12 changed files with 52 additions and 7 deletions

View File

@@ -9,6 +9,11 @@
source ~/.bashrc
#module restore kaiju
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
module list
hostname
date

View File

@@ -8,6 +8,11 @@
source ~/.bashrc
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
if [[ ! -z "$MODULE_LIST" ]]; then
# user passed a list of modules to load as the environment variable MODULE_LIST
module purge

View File

@@ -8,6 +8,11 @@
source ~/.bashrc
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
if [[ ! -z "$MODULE_LIST" ]]; then
# user passed a list of modules to load as the environment variable MODULE_LIST
module purge

View File

@@ -115,7 +115,7 @@ for line in ModuleList[0]:
modset = modset + line + " "
# submit memory checker
arguments = 'qsub -v MODULE_LIST="' + modset + '" intelCheckSubmitMem.pbs'
arguments = 'qsub -v MODULE_LIST="' + modset + '" -v KAIJUROOTDIR=' + home + ' intelCheckSubmitMem.pbs'
print(arguments)
submission = subprocess.Popen(arguments, shell=True, stdout=subprocess.PIPE)
readString = submission.stdout.read()
@@ -126,7 +126,7 @@ firstJobNumber = readString.split('.')[0]
print(firstJobNumber)
# submit thread checker
arguments = 'qsub -v MODULE_LIST="' + modset + '" intelCheckSubmitThread.pbs'
arguments = 'qsub -v MODULE_LIST="' + modset + '" -v KAIJUROOTDIR=' + home + ' intelCheckSubmitThread.pbs'
print(arguments)
submission = subprocess.Popen(arguments, shell=True, stdout=subprocess.PIPE)
readString = submission.stdout.read()

View File

@@ -149,7 +149,7 @@ for line in ModuleList[0]:
modset = modset + line + " "
# submit job to generate data needed for automated tests
arguments = 'qsub -v MODULE_LIST="' + modset + '" genTestData.pbs'
arguments = 'qsub -v MODULE_LIST="' + modset + '" -v KAIJUROOTDIR=' + home + ' genTestData.pbs'
print(arguments)
submission = subprocess.Popen(arguments, shell=True, stdout=subprocess.PIPE)
readString = submission.stdout.read()
@@ -159,7 +159,7 @@ dataGenJob = readString.split('.')[0]
print(dataGenJob)
# now submit the three automated testing jobs, all contingent on the data gen job
arguments = 'qsub -v MODULE_LIST="' + modset + '" -W depend=afterok:' + dataGenJob + ' runCaseTests.pbs'
arguments = 'qsub -v MODULE_LIST="' + modset + '" -v KAIJUROOTDIR=' + home + ' -W depend=afterok:' + dataGenJob + ' runCaseTests.pbs'
print(arguments)
submission = subprocess.Popen(arguments, shell=True, stdout=subprocess.PIPE)
readString = submission.stdout.read()
@@ -170,7 +170,7 @@ finalString = readString
firstJob = readString.split('.')[0]
print(firstJob)
arguments = 'qsub -v MODULE_LIST="' + modset + '" -W depend=afterok:' + dataGenJob + ' runNonCaseTests1.pbs'
arguments = 'qsub -v MODULE_LIST="' + modset + '" -v KAIJUROOTDIR=' + home + ' -W depend=afterok:' + dataGenJob + ' runNonCaseTests1.pbs'
print(arguments)
submission = subprocess.Popen(arguments, shell=True, stdout=subprocess.PIPE)
readString = submission.stdout.read()
@@ -182,7 +182,7 @@ finalString = finalString + readString
secondJob = readString.split('.')[0]
print (secondJob)
arguments = 'qsub -v MODULE_LIST="' + modset + '" -W depend=afterok:' + dataGenJob + ' runNonCaseTests2.pbs'
arguments = 'qsub -v MODULE_LIST="' + modset + '" -v KAIJUROOTDIR=' + home + ' -W depend=afterok:' + dataGenJob + ' runNonCaseTests2.pbs'
print(arguments)
submission = subprocess.Popen(arguments, shell=True, stdout=subprocess.PIPE)
readString = submission.stdout.read()

View File

@@ -170,7 +170,7 @@ for line in myModules:
modset = modset + line + " "
# submit weekly dash
arguments = 'qsub -v MODULE_LIST="' + modset + '" weeklyDashGo.pbs'
arguments = 'qsub -v MODULE_LIST="' + modset + '" -v KAIJUROOTDIR=' + home + ' weeklyDashGo.pbs'
print(arguments)
submission = subprocess.Popen(arguments, shell=True, stdout=subprocess.PIPE)
readString = submission.stdout.read()

View File

@@ -15,6 +15,11 @@ mkdir -p $TMPDIR
#Optional stuff to load an environment
source ~/.bashrc
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
if [[ -z "$KAIJUHOME" ]]; then
# $KAIJUHOME environment variable is not set
echo "The KAIJUHOME environment variable is not set"

View File

@@ -15,6 +15,11 @@ mkdir -p $TMPDIR
#Optional stuff to load an environment
source ~/.bashrc
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
if [[ -z "$KAIJUHOME" ]]; then
# $KAIJUHOME environment variable is not set
echo "The KAIJUHOME environment variable is not set"

View File

@@ -15,6 +15,11 @@ mkdir -p $TMPDIR
#Optional stuff to load an environment
source ~/.bashrc
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
if [[ -z "$KAIJUHOME" ]]; then
# $KAIJUHOME environment variable is not set
echo "The KAIJUHOME environment variable is not set"

View File

@@ -8,6 +8,11 @@
source ~/.bashrc
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
if [[ ! -z "$MODULE_LIST" ]]; then
# user passed a list of modules to load as the environment variable MODULE_LIST
module purge

View File

@@ -8,6 +8,11 @@
source ~/.bashrc
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
if [[ ! -z "$MODULE_LIST" ]]; then
# user passed a list of modules to load as the environment variable MODULE_LIST
module purge

View File

@@ -8,6 +8,11 @@
source ~/.bashrc
if [[ ! -z "$KAIJUROOTDIR" ]]; then
#If the root folder of a kaiju repo was passed in, souce the environment setup script
source $KAIJUROOTDIR/scripts/setupEnvironment.sh
fi
if [[ ! -z "$MODULE_LIST" ]]; then
# user passed a list of modules to load as the environment variable MODULE_LIST
module purge