diff --git a/.cicd/Jenkinsfile b/.cicd/Jenkinsfile new file mode 100644 index 0000000000..d271ba32fb --- /dev/null +++ b/.cicd/Jenkinsfile @@ -0,0 +1,210 @@ +matchedNode = [] +generateBaselineNode = [] +for (label in pullRequest.labels) { + listOfLabelNodeNames = jenkins.model.Jenkins.instance.nodes.collect { + node -> node.getLabelString().contains(label) ? node.name : null + + if ((label.matches(node.getLabelString()+"-(.*)"))) { + matchedNode += node.getLabelString() + } + + if ((label.matches(node.getLabelString()+"(.*)-BL"))) { + generateBaselineNode += node.getLabelString() + } + } +} + +modifiedLabels = matchedNode.collect{"'" + it + "'"} +baselineLabels = generateBaselineNode.collect{"'" + it + "'"} +def generateStage(nodeLabel) { + return { + stage("Initialize on ${nodeLabel.replaceAll("'","")}") { + node(nodeLabel) { + script { + currentBuild.displayName = "#${BUILD_NUMBER} ${nodeLabel.replaceAll("'","")} test=${params.WM_OPERATIONAL_TESTS}" + } + cleanWs() + checkout scm + script { + def UFS_PLATFORM = nodeLabel.replaceAll("'","") + echo "nodeLabel=${nodeLabel} NODE_NAME=${NODE_NAME} UFS_PLATFORM=${UFS_PLATFORM} UFS_COMPILER=${env.UFS_COMPILER}" + sh 'bash --login "${WORKSPACE}/.cicd/scripts/wm_init.sh"' + sh "STAGE_NAME='${env.STAGE_NAME}' " + 'bash --login "${WORKSPACE}/.cicd/scripts/disk_usage.sh"' + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: false, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "${UFS_PLATFORM}-*-time-wm_init.json", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: false, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "${UFS_PLATFORM}-*-disk-usageInit*.csv", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + } + } + } + stage("Build on ${nodeLabel.replaceAll("'","")}") { + if (params.WM_BUILD == true ) { + node(nodeLabel) { + script { + def UFS_PLATFORM = nodeLabel.replaceAll("'","") + //currentBuild.displayName = "#${BUILD_NUMBER} ${nodeLabel.replaceAll("'","")} ${UFS_COMPILER}" + currentBuild.description = "build ${UFS_PLATFORM}-${UFS_COMPILER}" + + echo "Building on ${nodeLabel}" + sh 'bash --login "${WORKSPACE}/.cicd/scripts/wm_build.sh"' + sh "STAGE_NAME='${env.STAGE_NAME}' " + 'bash --login "${WORKSPACE}/.cicd/scripts/disk_usage.sh"' + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: false, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "${UFS_PLATFORM}-*-time-wm_build.json", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: false, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "${UFS_PLATFORM}-*-disk-usageBuild.csv", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + } + } + } else { + echo "Building on ${nodeLabel} skipped" + } + } + stage("Test on ${nodeLabel.replaceAll("'","")}") { + if (params.WM_OPERATIONAL_TESTS != 'none' ) { + node(nodeLabel) { + script { + def UFS_PLATFORM = nodeLabel.replaceAll("'","") + try { + echo "Running Tests on ${nodeLabel}" + if (baselineLabels.contains(nodeLabel)) { + sh "WM_CREATE_BASELINE=true " + 'bash --login "${WORKSPACE}/.cicd/scripts/wm_test.sh"' + } + else { + sh "WM_CREATE_BASELINE=false " + 'bash --login "${WORKSPACE}/.cicd/scripts/wm_test.sh"' + } + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: false, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "wm_test_results-*-*.txt", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + } + catch(err) { + sh ''' + export machine=${NODE_NAME} + export CHANGE_ID=${CHANGE_ID} + GIT_OWNER=$(echo $GIT_URL | cut -d '/' -f4) + GIT_REPO_NAME=$(echo $GIT_URL | cut -d '/' -f5 | cut -d '.' -f1) + set +x + + echo "Testing concluded...removing labels for $machine from $GIT_URL" + echo "https://api.github.com/repos/${GIT_OWNER}/${GIT_REPO_NAME}/issues/${CHANGE_ID}/labels /{$machine-RT,$machine-BL}" + curl --silent -X DELETE -H "Accept: application/vnd.github.v3+json" -H "Authorization: Bearer ${GITHUB_TOKEN}" https://api.github.com/repos/${GIT_OWNER}/${GIT_REPO_NAME}/issues/${CHANGE_ID}/labels/{$machine-RT,$machine-BL} + ''' + currentBuild.result = 'FAILURE' + } + + sh ''' + export machine=${NODE_NAME} + export CHANGE_ID=${CHANGE_ID} + cd ${WORKSPACE}/tests + export machine_name_logs=$(echo $machine | awk '{ print tolower($1) }') + tar --create --gzip --verbose --dereference --file "${machine_name_logs}.tgz" ${WORKSPACE}/tests/logs/*.log + ''' + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: true, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "**/*tgz*", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + + sh "STAGE_NAME='${env.STAGE_NAME}' " + 'bash --login "${WORKSPACE}/.cicd/scripts/disk_usage.sh"' + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: false, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "${UFS_PLATFORM}-*-time-wm_test.json", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: false, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "${UFS_PLATFORM}-*-disk-usageTest.csv", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + + sh "[[ -d tests/logs ]] && cd tests/logs && tar --create --gzip --verbose --dereference --file ../../wm_test_logs-${UFS_PLATFORM}-${env.UFS_COMPILER}.tgz log_${UFS_PLATFORM}/* RegressionTests_${UFS_PLATFORM}.log || cat /dev/null > ../../wm_test_logs-${UFS_PLATFORM}-${env.UFS_COMPILER}.tgz" + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: false, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "wm_test_logs-${UFS_PLATFORM}-${env.UFS_COMPILER}.tgz", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + } + } + } else { + echo "Running Tests on ${nodeLabel} skipped" + } + } + stage("Post from ${nodeLabel.replaceAll("'","")}") { + if (params.WM_OPERATIONAL_TESTS != 'none' ) { + node(nodeLabel) { + script { + def UFS_PLATFORM = nodeLabel.replaceAll("'","") + try { + echo "Post Results from ${nodeLabel}" + if (baselineLabels.contains(nodeLabel)) { + //sh 'bash --login "${WORKSPACE}/.cicd/scripts/post_test_results.sh ${NODE_NAME} BL"' + sh "WM_TEST_LABEL=BL " + 'bash --login "${WORKSPACE}/.cicd/scripts/post_test_results.sh"' + } + else { + sh "WM_TEST_LABEL=RT " + 'bash --login "${WORKSPACE}/.cicd/scripts/post_test_results.sh"' + } + } + catch(err) { + echo "Error: Post Results from ${nodeLabel}" + } + } + } + } + } + } +} + +def parallelStagesMap = modifiedLabels.collectEntries { + ["${it}" : generateStage(it)] +} + +pipeline { + agent none + parameters { + booleanParam name: 'WM_BUILD', defaultValue: false, description: 'Whether to attempt to compile the model code tests' + // Regression Test Suite ? + choice(name: 'WM_OPERATIONAL_TESTS', choices: ['default', 'control_p8', 'cpld_control_p8', 'comprehensive', 'rt.sh', 'none'], description: 'Specify the suite of tests to run') + } + environment { + ACCNR = 'epic' + AWS_PROD_ACCOUNT_ID = credentials('AWS_PROD_ACCOUNT_ID') + AWS_PROD_SNS_TOPIC = credentials('AWS_PROD_SNS_TOPIC') + GITHUB_TOKEN = credentials('GithubJenkinsNew') + GIT_URL = 'https://github.com/ufs-community/ufs-weather-model.git' + UFS_COMPILER = 'intel' + } + stages { + stage('Launch SonarQube') { + steps { + script { + echo "BRANCH_NAME=${env.CHANGE_BRANCH}" + echo "FORK_NAME=${env.CHANGE_FORK}" + echo "CHANGE_URL=${env.CHANGE_URL}" + echo "CHANGE_ID=${env.CHANGE_ID}" + build job: '/ufs-weather-model/ufs-wm-sonarqube', parameters: [ + string(name: 'BRANCH_NAME', value: env.CHANGE_BRANCH ?: 'develop'), + string(name: 'FORK_NAME', value: env.CHANGE_FORK ?: ''), + string(name: 'CHANGE_URL', value: env.CHANGE_URL ?: ''), + string(name: 'CHANGE_ID', value: env.CHANGE_ID ?: '') + ], wait: false + } + } + } + stage('Run Regression Tests in Parallel') { + steps { + script { + parallel parallelStagesMap + } + } + } + } + post { + success { + node('built-in') { + echo 'This will run only if successful.' + sh ''' + aws sns publish --topic-arn "arn:aws:sns:us-east-1:${AWS_PROD_ACCOUNT_ID}:${AWS_PROD_SNS_TOPIC}" --region us-east-1 --message '{"version":"1.0","source":"custom","content":{"description":":sunny: Jenkins build *'"$JOB_NAME"' '"$BUILD_NUMBER"'* with *PR-'"$CHANGE_ID"'* *succeeded*"}}' + ''' + } + } + failure { + node('built-in') { + echo 'This will run only if the run was marked as unstable.' + sh ''' + aws sns publish --topic-arn "arn:aws:sns:us-east-1:${AWS_PROD_ACCOUNT_ID}:${AWS_PROD_SNS_TOPIC}" --region us-east-1 --message '{"version":"1.0","source":"custom","content":{"description":":warning: Jenkins build *'"$JOB_NAME"' '"$BUILD_NUMBER"'* with *PR-'"$CHANGE_ID"'* *failed!*"}}' + ''' + } + } + always { + script { + // Trigger another job to collect all build statistics + CI_JOB_NAME=env.JOB_NAME.replace("/${env.BRANCH_NAME}","") + CI_BRANCH_NAME=env.BRANCH_NAME.replace("%2F","%252F") + echo "post: Triggering ufs-weather-model/ufs-wm-metrics job for ${CI_JOB_NAME} on branch build ${CI_BRANCH_NAME}/${env.BUILD_NUMBER} ..." + + build job: '/ufs-weather-model/ufs-wm-metrics', parameters: [ + string(name: 'CI_JOB_NAME', value: "${CI_JOB_NAME}"), + string(name: 'CI_BUILD_NUMBER', value: "${CI_BRANCH_NAME}/${env.BUILD_NUMBER}") + ], wait: false + + echo "#### post: ufs-weather-model/ufs-wm-metrics COMPLETE." + } + } + } +} diff --git a/.cicd/Jenkinsfile.combined b/.cicd/Jenkinsfile.combined new file mode 100644 index 0000000000..b92bb07d2d --- /dev/null +++ b/.cicd/Jenkinsfile.combined @@ -0,0 +1,388 @@ +matchedNode = [] +generateBaselineNode = [] +for (label in pullRequest.labels) { + listOfLabelNodeNames = jenkins.model.Jenkins.instance.nodes.collect { + node -> node.getLabelString().contains(label) ? node.name : null + + if ((label.matches(node.getLabelString()+"-(.*)"))) { + matchedNode += node.getLabelString() + } + + if ((label.matches(node.getLabelString()+"(.*)-BL"))) { + generateBaselineNode += node.getLabelString() + } + } +} + +modifiedLabels = matchedNode.collect{"'" + it + "'"} +baselineLabels = generateBaselineNode.collect{"'" + it + "'"} +def generateStage(nodeLabel) { + return { + stage("Running on ${nodeLabel}") { + node(nodeLabel) { + cleanWs() + checkout scm + script { + try { + echo "Running on ${nodeLabel}" + if (baselineLabels.contains(nodeLabel)) { + sh ''' + git submodule update --init --recursive + cd tests + pwd + export BL_DATE=$(cat bl_date.conf | cut -d '=' -f2) + export machine=${NODE_NAME} + export PATH=$PATH:~/bin + echo $CHANGE_ID + export SSH_ORIGIN=$(curl --silent https://api.github.com/repos/ufs-community/ufs-weather-model/pulls/$CHANGE_ID | jq -r '.head.repo.ssh_url') + export FORK_BRANCH=$(curl --silent https://api.github.com/repos/ufs-community/ufs-weather-model/pulls/$CHANGE_ID | jq -r '.head.ref') + + if [[ $machine =~ "Jet" ]] + then + echo "Creating baselines on $machine" + export dprefix=/lfs1/NAGAPE/$ACCNR/$USER + ./rt.sh -a ${ACCNR} -c -r -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + elif [[ $machine =~ "Hercules" ]] + then + echo "Creating baselines on $machine" + export dprefix=/work2/noaa/$ACCNR/$USER + sed "s|/noaa/stmp/|/noaa/$ACCNR/stmp/|g" -i rt.sh + export ACCNR=epic + ./rt.sh -a ${ACCNR} -c -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + export DISKNM=/work/noaa/epic/hercules/UFS-WM_RT + cd ${DISKNM}/NEMSfv3gfs/ + mkdir develop-${BL_DATE} + cd /work2/noaa/epic/stmp/role-epic/stmp/role-epic/FV3_RT + rsync -a REGRESSION_TEST/ ${DISKNM}/NEMSfv3gfs/develop-${BL_DATE} + cd ${DISKNM}/NEMSfv3gfs/ + ./adjust_permissions.sh hercules develop-${BL_DATE} + chgrp noaa-hpc develop-${BL_DATE} + cd $WORKSPACE/tests + ./rt.sh -a ${ACCNR} -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_hercules.log /work/noaa/epic/role-epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_hercules.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + elif [[ $machine =~ "Orion" ]] + then + cd .. + #module load git/2.28.0 + git submodule update --init --recursive + cd tests + echo "Creating baselines on $machine" + export dprefix=/work2/noaa/$ACCNR/$USER + sed -i 's|/work/noaa/stmp/${USER}|/work/noaa/epic/stmp/role-epic/|g' rt.sh + export ACCNR=epic + ./rt.sh -a ${ACCNR} -c -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + export DISKNM=/work/noaa/epic/UFS-WM_RT + cd ${DISKNM}/NEMSfv3gfs/ + mkdir develop-${BL_DATE} + cd /work/noaa/epic/stmp/role-epic/stmp/role-epic/FV3_RT/ + rsync -a REGRESSION_TEST/ ${DISKNM}/NEMSfv3gfs/develop-${BL_DATE} + cd ${DISKNM}/NEMSfv3gfs/ + ./adjust_permissions.sh orion develop-${BL_DATE} + chgrp noaa-hpc develop-${BL_DATE} + cd $WORKSPACE/tests + ./rt.sh -a ${ACCNR} -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_orion.log /work/noaa/epic/role-epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_orion.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + elif [[ $machine =~ "Gaea" ]] + then + echo "Creating baselines on $machine" + ./rt.sh -a ${ACCNR} -c -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + unset LD_LIBRARY_PATH + export DISKNM=/gpfs/f5/epic/world-shared/UFS-WM_RT + cd ${DISKNM}/NEMSfv3gfs/ + mkdir develop-${BL_DATE} + cd /gpfs/f5/epic/scratch/role.epic/FV3_RT + rsync -a REGRESSION_TEST/ ${DISKNM}/NEMSfv3gfs/develop-${BL_DATE} + cd ${DISKNM}/NEMSfv3gfs/ + chgrp ncep develop-${BL_DATE} + cd $WORKSPACE/tests + ./rt.sh -a ${ACCNR} -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_gaea.log /gpfs/f5/epic/scratch/role.epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_gaea.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + elif [[ $machine =~ "Hera" ]] + then + echo "Creating baselines on $machine" + export ACCNR=epic + ./rt.sh -a ${ACCNR} -c -r -l rt.conf + export DISKNM=/scratch2/NAGAPE/epic/UFS-WM_RT + cd ${DISKNM}/NEMSfv3gfs/ + mkdir develop-${BL_DATE} + cd /scratch1/NCEPDEV/stmp4/role.epic/FV3_RT + rsync -a REGRESSION_TEST/ ${DISKNM}/NEMSfv3gfs/develop-${BL_DATE} + cd $WORKSPACE/tests + ./rt.sh -a ${ACCNR} -r -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_hera.log /scratch2/NAGAPE/epic/role.epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_hera.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + elif [[ $machine =~ "Derecho" ]] + then + echo "Creating baselines on $machine" + export ACCNR=nral0032 + ./rt.sh -a ${ACCNR} -c -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + export DISKNM=/glade/derecho/scratch/epicufsrt/ufs-weather-model/RT/ + cd ${DISKNM}/NEMSfv3gfs/ + mkdir develop-${BL_DATE} + cd /glade/derecho/scratch/epicufsrt/FV3_RT + rsync -a REGRESSION_TEST/ ${DISKNM}/NEMSfv3gfs/develop-${BL_DATE} + cd $WORKSPACE/tests + ./rt.sh -a ${ACCNR} -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_derecho.log /glade/derecho/scratch/epicufsrt/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_derecho.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + else + echo "Creating baselines on $machine" + ./rt.sh -a ${ACCNR} -c -r -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + fi + git config user.email "ecc.platform@noaa.gov" + git config user.name "epic-cicd-jenkins" + echo "Testing concluded...removing labels for $machine from $GIT_URL" + + export machine_name_logs=$(echo $machine | awk '{ print tolower($1) }') + git remote -v | grep -w sshorigin > /dev/null 2>&1 && git remote remove sshorigin > /dev/null 2>&1 + git remote add sshorigin $SSH_ORIGIN > /dev/null 2>&1 + git add logs/RegressionTests_$machine_name_logs.log + git commit -m "[AutoRT] $machine Job Completed.\n\n\n on-behalf-of @ufs-community " + git pull sshorigin $FORK_BRANCH + git push sshorigin HEAD:$FORK_BRANCH + + tar --create --gzip --verbose --dereference --file "${machine_name_logs}.tgz" ${WORKSPACE}/tests/logs/*.log + + GIT_OWNER=$(echo $GIT_URL | cut -d '/' -f4) + GIT_REPO_NAME=$(echo $GIT_URL | cut -d '/' -f5 | cut -d '.' -f1) + + curl --silent -X DELETE -H "Accept: application/vnd.github.v3+json" -H "Authorization: Bearer ${GITHUB_TOKEN}" https://api.github.com/repos/${GIT_OWNER}/${GIT_REPO_NAME}/issues/${CHANGE_ID}/labels/$machine-BL + ''' + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: true, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "**/*tgz*", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + + } + else { + sh ''' + git submodule update --init --recursive + pwd + cd tests + export machine=${NODE_NAME} + export PATH=$PATH:~/bin + echo $CHANGE_ID + export SSH_ORIGIN=$(curl --silent https://api.github.com/repos/ufs-community/ufs-weather-model/pulls/$CHANGE_ID | jq -r '.head.repo.ssh_url') + export FORK_BRANCH=$(curl --silent https://api.github.com/repos/ufs-community/ufs-weather-model/pulls/$CHANGE_ID | jq -r '.head.ref') + + if [[ $machine =~ "Jet" ]] + then + echo "Running regression tests on $machine" + export dprefix=/lfs1/NAGAPE/$ACCNR/$USER + ./rt.sh -a ${ACCNR} -r -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + elif [[ $machine =~ "Hercules" ]] + then + echo "Running regression tests on $machine" + export dprefix=/work2/noaa/$ACCNR/$USER + sed "s|/noaa/stmp/|/noaa/$ACCNR/stmp/|g" -i rt.sh + export ACCNR=epic + ./rt.sh -a ${ACCNR} -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_hercules.log /work/noaa/epic/role-epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_hercules.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + elif [[ $machine =~ "Orion" ]] + then + echo "Running regression tests on $machine" + cd .. + #module load git/2.28.0 + git submodule update --init --recursive + cd tests + export dprefix=/work2/noaa/$ACCNR/$USER + sed "s|/noaa/stmp/|/noaa/$ACCNR/stmp/|g" -i rt.sh + ./rt.sh -a ${ACCNR} -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_orion.log /work/noaa/epic/role-epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_orion.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + elif [[ $machine =~ "Gaea" ]] + then + echo "Running regression tests on $machine" + ./rt.sh -a ${ACCNR} -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + unset LD_LIBRARY_PATH + cd logs/ + cp RegressionTests_gaea.log /gpfs/f5/epic/scratch/role.epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_gaea.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + elif [[ $machine =~ "Hera" ]] + then + echo "Running regression tests on $machine" + export ACCNR=epic + ./rt.sh -a ${ACCNR} -r -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_hera.log /scratch2/NAGAPE/epic/role.epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_hera.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + elif [[ $machine =~ "Derecho" ]] + then + echo "Running regression tests on $machine" + export ACCNR=nral0032 + ./rt.sh -a ${ACCNR} -e -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + cd logs/ + cp RegressionTests_derecho.log /glade/derecho/scratch/epicufsrt/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + cp RegressionTests_derecho.log $WORKSPACE/tests/logs/ + cd $WORKSPACE/tests/ + else + echo "Running regression tests on $machine" + ./rt.sh -a ${ACCNR} -r -l rt.conf | tee $WORKSPACE/tests/logs/RT-run-$machine.log + fi + + git config user.email "ecc.platform@noaa.gov" + git config user.name "epic-cicd-jenkins" + export machine_name_logs=$(echo $machine | awk '{ print tolower($1) }') + echo "Testing concluded...removing labels for $machine from $GIT_URL" + git remote -v | grep -w sshorigin > /dev/null 2>&1 && git remote remove sshorigin > /dev/null 2>&1 + git remote add sshorigin $SSH_ORIGIN > /dev/null 2>&1 + git add logs/RegressionTests_$machine_name_logs.log + git commit -m "[AutoRT] $machine Job Completed.\n\n\n on-behalf-of @ufs-community " + git pull sshorigin $FORK_BRANCH + git push sshorigin HEAD:$FORK_BRANCH + + tar --create --gzip --verbose --dereference --file "${machine_name_logs}.tgz" ${WORKSPACE}/tests/logs/*.log + + GIT_OWNER=$(echo $GIT_URL | cut -d '/' -f4) + GIT_REPO_NAME=$(echo $GIT_URL | cut -d '/' -f5 | cut -d '.' -f1) + + curl --silent -X DELETE -H "Accept: application/vnd.github.v3+json" -H "Authorization: Bearer ${GITHUB_TOKEN}" https://api.github.com/repos/${GIT_OWNER}/${GIT_REPO_NAME}/issues/${CHANGE_ID}/labels/$machine-RT + + ''' + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: true, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "**/*tgz*", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + } + } + catch(err) { + sh ''' + export machine=${NODE_NAME} + export CHANGE_ID=${CHANGE_ID} + export SSH_ORIGIN=$(curl --silent https://api.github.com/repos/ufs-community/ufs-weather-model/pulls/$CHANGE_ID | jq -r '.head.repo.ssh_url') + export FORK_BRANCH=$(curl --silent https://api.github.com/repos/ufs-community/ufs-weather-model/pulls/$CHANGE_ID | jq -r '.head.ref') + cd $WORKSPACE/tests + git config user.email "ecc.platform@noaa.gov" + git config user.name "epic-cicd-jenkins" + export machine_name_logs=$(echo $machine | awk '{ print tolower($1) }') + echo "Testing concluded...removing labels for $machine from $GIT_URL" + git remote -v | grep -w sshorigin > /dev/null 2>&1 && git remote remove sshorigin > /dev/null 2>&1 + git remote add sshorigin $SSH_ORIGIN > /dev/null 2>&1 + + tar --create --gzip --verbose --dereference --file "${machine_name_logs}.tgz" ${WORKSPACE}/tests/logs/*.log + + GIT_OWNER=$(echo $GIT_URL | cut -d '/' -f4) + GIT_REPO_NAME=$(echo $GIT_URL | cut -d '/' -f5 | cut -d '.' -f1) + + curl --silent -X DELETE -H "Accept: application/vnd.github.v3+json" -H "Authorization: Bearer ${GITHUB_TOKEN}" https://api.github.com/repos/${GIT_OWNER}/${GIT_REPO_NAME}/issues/${CHANGE_ID}/labels/{$machine-RT,$machine-BL} + ''' + s3Upload consoleLogLevel: 'INFO', dontSetBuildResultOnFailure: false, dontWaitForConcurrentBuildCompletion: false, entries: [[bucket: 'noaa-epic-prod-jenkins-artifacts', excludedFile: '', flatten: true, gzipFiles: false, keepForever: false, managedArtifacts: true, noUploadOnFailure: false, selectedRegion: 'us-east-1', showDirectlyInBrowser: false, sourceFile: "**/*tgz*", storageClass: 'STANDARD', uploadFromSlave: false, useServerSideEncryption: false]], pluginFailureResultConstraint: 'FAILURE', profileName: 'main', userMetadata: [] + currentBuild.result = 'FAILURE' + } + } + } + } + } +} + +def parallelStagesMap = modifiedLabels.collectEntries { + ["${it}" : generateStage(it)] +} + +pipeline { + agent none + environment { + ACCNR = 'epic' + AWS_PROD_ACCOUNT_ID = credentials('AWS_PROD_ACCOUNT_ID') + AWS_PROD_SNS_TOPIC = credentials('AWS_PROD_SNS_TOPIC') + GITHUB_TOKEN = credentials('GithubJenkinsNew') + GIT_URL = 'https://github.com/ufs-community/ufs-weather-model.git' + } + stages { + stage('Launch SonarQube') { + steps { + script { + echo "BRANCH_NAME=${env.CHANGE_BRANCH}" + echo "FORK_NAME=${env.CHANGE_FORK}" + echo "CHANGE_URL=${env.CHANGE_URL}" + echo "CHANGE_ID=${env.CHANGE_ID}" + build job: '/ufs-weather-model/ufs-wm-sonarqube', parameters: [ + string(name: 'BRANCH_NAME', value: env.CHANGE_BRANCH ?: 'develop'), + string(name: 'FORK_NAME', value: env.CHANGE_FORK ?: ''), + string(name: 'CHANGE_URL', value: env.CHANGE_URL ?: ''), + string(name: 'CHANGE_ID', value: env.CHANGE_ID ?: '') + ], wait: false + } + } + } + stage('Run Regression Tests in Parallel') { + steps { + script { + parallel parallelStagesMap + } + } + } + } + post { + success { + node('built-in') { + echo 'This will run only if successful.' + sh ''' + aws sns publish --topic-arn "arn:aws:sns:us-east-1:${AWS_PROD_ACCOUNT_ID}:${AWS_PROD_SNS_TOPIC}" --region us-east-1 --message '{"version":"1.0","source":"custom","content":{"description":":sunny: Jenkins build *'"$JOB_NAME"' '"$BUILD_NUMBER"'* with *PR-'"$CHANGE_ID"'* *succeeded*"}}' + ''' + } + } + failure { + node('built-in') { + echo 'This will run only if the run was marked as unstable.' + sh ''' + aws sns publish --topic-arn "arn:aws:sns:us-east-1:${AWS_PROD_ACCOUNT_ID}:${AWS_PROD_SNS_TOPIC}" --region us-east-1 --message '{"version":"1.0","source":"custom","content":{"description":":warning: Jenkins build *'"$JOB_NAME"' '"$BUILD_NUMBER"'* with *PR-'"$CHANGE_ID"'* *failed!*"}}' + ''' + } + } + } +} diff --git a/.cicd/scripts/.shellcheckrc b/.cicd/scripts/.shellcheckrc new file mode 100644 index 0000000000..83d6166add --- /dev/null +++ b/.cicd/scripts/.shellcheckrc @@ -0,0 +1,22 @@ +# Shellcheck is used by Super-Linter to flag BASH shell oddities during CI pipeline. +# global settings are at top-level: ../../.shellcheckrc +# https://github.com/koalaman/shellcheck +# https://github.com/super-linter/super-linter + +# Allow to assign with local VAR=... +disable=SC2155 + +# Ignore source-able files from the varyious platforms in our matrix +disable=SC1091 + +# Disable info on pipe-ing commands +disable=SC2312 + +# Disable info sed with single quote string litteral +disable=SC2016 + +# Disable info on not double-quoting variables +disable=SC2086 + +# Disable info on &&, || chaining +disable=SC2015 diff --git a/.cicd/scripts/create_baseline.sh b/.cicd/scripts/create_baseline.sh new file mode 100755 index 0000000000..2ceed2f1fe --- /dev/null +++ b/.cicd/scripts/create_baseline.sh @@ -0,0 +1,223 @@ +#!/bin/bash -x + +export PATH=${PATH}:~/bin +echo "USER=${USER}" +echo "WORKSPACE=${WORKSPACE}" +export ACCNR=epic + +export account="-a ${ACCNR}" +export workflow="-e" + #[[ ${UFS_PLATFORM} = jet ]] && workflow="-r" + #[[ ${UFS_PLATFORM} = hera ]] && workflow="-r" + #[[ ${UFS_PLATFORM} =~ clusternoaa ]] && workflow="" + +export opt="-l" +export suite="rt.conf" + [[ -n ${WM_OPERATIONAL_TESTS} ]] && opt="-n" && suite="${WM_OPERATIONAL_TESTS} ${UFS_COMPILER}" || return 0 + [[ ${WM_OPERATIONAL_TESTS} = default ]] && opt="-n" && suite="control_p8 ${UFS_COMPILER}" + [[ ${WM_OPERATIONAL_TESTS} = comprehensive ]] && opt="-l" && suite="rt.conf" + [[ ${WM_OPERATIONAL_TESTS} = rt.conf ]] && opt="-l" && suite="rt.conf" + [[ "${suite}" = rt.conf ]] && opt="-l" + +set -eu + +export machine=${NODE_NAME} + +SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}") +SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}") +UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..") +readonly UFS_MODEL_DIR +echo "UFS MODEL DIR: ${UFS_MODEL_DIR}" + +export CC=${CC:-mpicc} +export CXX=${CXX:-mpicxx} +export FC=${FC:-mpif90} + +BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build} +TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests} + +pwd +ls -al .cicd/* +ls -al ${TESTS_DIR}/rt.sh + +function create_baseline() { + local machine=${1:-${NODE_NAME}} + local machine_id=${machine,,} # tolower + local WORKSPACE + WORKSPACE="$(pwd)" + local status=0 + + git submodule update --init --recursive + pwd + ls -al .cicd/* + cd tests + pwd + + [[ ${UFS_PLATFORM} =~ clusternoaa ]] && echo "export BL_DATE=20240426" > bl_date.conf || cat bl_date.conf + + mkdir -p logs/ + BL_DATE=$(cut -d '=' -f2 bl_date.conf) + export BL_DATE + + if [[ ${machine} =~ "Jet" ]] + then + echo "Creating baselines on ${machine}" + export dprefix=/lfs5/NAGAPE/${ACCNR}/${USER} + sed 's|/lfs4/HFIP/${ACCNR}/${USER}|/lfs4/HFIP/hfv3gfs/${USER}|g' -i rt.sh + sed 's|/lfs5/HFIP/${ACCNR}/${USER}|/lfs5/NAGAPE/${ACCNR}/${USER}|g' -i rt.sh + local workflow="-r" + ./rt.sh -a "${ACCNR}" -c "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + elif [[ ${machine} =~ "Hercules" ]] + then + echo "Creating baselines on ${machine}" + export dprefix=/work2/noaa/${ACCNR}/${USER} + sed "s|/noaa/stmp/|/noaa/${ACCNR}/stmp/|g" -i rt.sh + export ACCNR=epic + ./rt.sh -a "${ACCNR}" -c "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + export DISKNM=/work/noaa/epic/hercules/UFS-WM_RT + cd ${DISKNM}/NEMSfv3gfs/ + mkdir -p develop-${BL_DATE} + cd /work2/noaa/epic/stmp/role-epic/stmp/role-epic/FV3_RT + ls -l REGRESSION_TEST/. + rsync -a --no-t REGRESSION_TEST/ "${DISKNM}/NEMSfv3gfs/develop-${BL_DATE}" || echo "#### Warning! rsync $(pwd)/REGRESSION_TEST/ incomplete." + cd ${DISKNM}/NEMSfv3gfs/ + ./adjust_permissions.sh hercules "develop-${BL_DATE}" || : + chgrp noaa-hpc "develop-${BL_DATE}" || : + cd ${WORKSPACE}/tests + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/work/noaa/epic/role-epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + elif [[ ${machine} =~ "Orion" ]] + then + cd .. + #module load git/2.28.0 + git --version + git submodule update --init --recursive + cd tests + echo "Creating baselines on ${machine}" + export dprefix=/work2/noaa/${ACCNR}/${USER} + sed "s|/noaa/stmp/|/noaa/${ACCNR}/stmp/|g" -i rt.sh + export ACCNR=epic + ./rt.sh -a "${ACCNR}" -c "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + export DISKNM=/work/noaa/epic/UFS-WM_RT + cd ${DISKNM}/NEMSfv3gfs/ + mkdir -p develop-${BL_DATE} + cd /work/noaa/epic/stmp/role-epic/stmp/role-epic/FV3_RT/ + ls -l REGRESSION_TEST/. + rsync -a --no-t REGRESSION_TEST/ "${DISKNM}/NEMSfv3gfs/develop-${BL_DATE}" || echo "#### Warning! rsync $(pwd)/REGRESSION_TEST/ incomplete." + cd ${DISKNM}/NEMSfv3gfs/ + ./adjust_permissions.sh orion "develop-${BL_DATE}" || : + chgrp noaa-hpc "develop-${BL_DATE}" || : + cd ${WORKSPACE}/tests + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/work/noaa/epic/role-epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + elif [[ ${machine} =~ "Gaea" ]] + then + echo "Creating baselines on ${machine}" + ./rt.sh -a "${ACCNR}" -c "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + unset LD_LIBRARY_PATH + export DISKNM=/gpfs/f5/epic/world-shared/UFS-WM_RT + cd ${DISKNM}/NEMSfv3gfs/ + mkdir -p develop-${BL_DATE} + cd /gpfs/f5/epic/scratch/role.epic/FV3_RT + ls -l REGRESSION_TEST/. + rsync -a --no-t REGRESSION_TEST/ "${DISKNM}/NEMSfv3gfs/develop-${BL_DATE}" || echo "#### Warning! rsync $(pwd)/REGRESSION_TEST/ incomplete." + cd ${DISKNM}/NEMSfv3gfs/ + chgrp ncep "develop-${BL_DATE}" || : + cd ${WORKSPACE}/tests + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/gpfs/f5/epic/scratch/role.epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + elif [[ ${machine} =~ "Hera" ]] + then + echo "Creating baselines on ${machine}" + export ACCNR=epic + sed "s|QUEUE=batch|QUEUE=windfall|g" -i rt.sh + local workflow="-r" + ./rt.sh -a "${ACCNR}" -c "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + export DISKNM=/scratch2/NAGAPE/epic/UFS-WM_RT + cd ${DISKNM}/NEMSfv3gfs/ + mkdir -p develop-${BL_DATE} + cd /scratch1/NCEPDEV/stmp4/role.epic/FV3_RT + ls -l REGRESSION_TEST/. + rsync -a --no-t REGRESSION_TEST/ "${DISKNM}/NEMSfv3gfs/develop-${BL_DATE}" || echo "#### Warning! rsync $(pwd)/REGRESSION_TEST/ incomplete." + cd ${WORKSPACE}/tests + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/scratch2/NAGAPE/epic/role.epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + elif [[ ${machine} =~ "Derecho" ]] + then + echo "Creating baselines on ${machine}" + export ACCNR=nral0032 + ./rt.sh -a "${ACCNR}" -c "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + export DISKNM=/glade/derecho/scratch/epicufsrt/ufs-weather-model/RT/ + cd ${DISKNM}/NEMSfv3gfs/ + mkdir -p develop-${BL_DATE} + cd /glade/derecho/scratch/epicufsrt/FV3_RT + ls -l REGRESSION_TEST/. + rsync -a --no-t REGRESSION_TEST/ "${DISKNM}/NEMSfv3gfs/develop-${BL_DATE}" || echo "#### Warning! rsync $(pwd)/REGRESSION_TEST/ incomplete." + cd ${WORKSPACE}/tests + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/glade/derecho/scratch/epicufsrt/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + else + echo "Creating baselines on ${machine}" + local workflow="-r" + ./rt.sh -a "${ACCNR}" -c "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + fi + + cd ${WORKSPACE} + + echo "Testing concluded for ${machine}. status=${status}" + return ${status} +} + +create_baseline "${machine}" diff --git a/.cicd/scripts/disk_usage.sh b/.cicd/scripts/disk_usage.sh new file mode 100755 index 0000000000..533897c8cb --- /dev/null +++ b/.cicd/scripts/disk_usage.sh @@ -0,0 +1,53 @@ +#!/usr/bin/env bash + +# Output a CSV report of disk usage on subdirs of some path +# Usage: +# [JOB_NAME=] [BUILD_NUMBER=] [UFS_COMPILER=] [UFS_PLATFORM=] disk_usage path depth size outfile.csv +# +# args: +# directory=$1 +# depth=$2 +# size=$3 +# outfile=$4 + +export UFS_PLATFORM=${UFS_PLATFORM:-${NODE_NAME,,}} +export UFS_COMPILER=${UFS_COMPILER:-intel} +[[ -n ${WORKSPACE} ]] || WORKSPACE="$(pwd)" +[[ -n ${UFS_PLATFORM} ]] || UFS_PLATFORM="$(hostname -s 2>/dev/null)" || UFS_PLATFORM="$(hostname 2>/dev/null)" +[[ -n ${UFS_COMPILER} ]] || UFS_COMPILER="compiler" +echo "STAGE_NAME=${STAGE_NAME%% *}" # from pipeline + +script_dir="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" > /dev/null 2>&1 && pwd)" +echo "script_dir=${script_dir}" + +# Get repository root from Jenkins WORKSPACE variable if set, otherwise, set +# relative to script directory. +declare workspace +if [[ -d "${WORKSPACE}/${UFS_PLATFORM}" ]]; then + workspace="${WORKSPACE}/${UFS_PLATFORM}" + outfile="${4:-${workspace}-${UFS_PLATFORM}-${UFS_COMPILER}-disk-usage${STAGE_NAME%% *}.csv}" +else + workspace="$(cd -- "${script_dir}/../.." && pwd)" + outfile="${4:-${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-disk-usage${STAGE_NAME%% *}.csv}" +fi +echo "workspace=${workspace}" +echo "outfile=${outfile}" + +function disk_usage() { + local directory="${1:-${PWD}}" + local depth="${2:-1}" + local size="${3:-k}" + echo "Disk usage: ${JOB_NAME:-ci}/${UFS_PLATFORM}/$(basename ${directory})" + ( + cd ${directory} || exit 1 + echo "Platform,Build,Owner,Group,Inodes,${size:-k}bytes,Access Time,Filename" + du -Px -d ${depth:-1} --inode --exclude='./workspace' | \ + while read -r line ; do + read -ra arr<<<"${line}"; inode="${arr[0]}"; filename="${arr[1]}"; + echo "${UFS_PLATFORM}-${UFS_COMPILER:-compiler},${JOB_NAME:-ci}/${BUILD_NUMBER:-0},$(stat -c '%U,%G' "${filename:-.}" || true),${inode:-0},$(du -Px -s -${size:-k} --time "${filename:-null}" 2>/dev/null || true)" | tr '\t' ',' || true; + done | sort -t, -k5 -n #-r + ) + echo "" +} + +disk_usage "${1}" "${2}" "${3}" | tee ${outfile} diff --git a/.cicd/scripts/post_test_results.sh b/.cicd/scripts/post_test_results.sh new file mode 100755 index 0000000000..26729ac123 --- /dev/null +++ b/.cicd/scripts/post_test_results.sh @@ -0,0 +1,75 @@ +#!/bin/bash +# RT - RegressionTest label +# BL - Baseline label + +set -x +export machine=${1:-${NODE_NAME}} +label=${2:-${WM_TEST_LABEL}} +[[ -n "${label}" ]] || exit 1 + +export PATH=${PATH}:~/bin +echo "USER=${USER}" +echo "WORKSPACE=${WORKSPACE}" +export ACCNR=epic + +export account="-a ${ACCNR}" + +which jq + +set -eu + +SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}") +SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}") +UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..") +readonly UFS_MODEL_DIR +echo "UFS MODEL DIR: ${UFS_MODEL_DIR}" + +export CC=${CC:-mpicc} +export CXX=${CXX:-mpicxx} +export FC=${FC:-mpif90} + +BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build} +TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests} + +function post_test() { + local machine=${1:-${NODE_NAME}} + #local machine_id=${machine,,} # tolower + #local machine_name_logs=$(echo "${machine}" | awk '{ print tolower($1) }') + local label=${2:-"undef"} + local WORKSPACE + WORKSPACE="$(pwd)" + GIT_URL=${GIT_URL:-"ufs-weather-model"} + CHANGE_ID=${CHANGE_ID:-"develop"} + + GIT_OWNER=$(echo ${GIT_URL} | cut -d '/' -f4) + GIT_REPO_NAME=$(echo ${GIT_URL} | cut -d '/' -f5 | cut -d '.' -f1) + +set +x + echo "GIT_URL=${GIT_URL}" + echo "CHANGE_ID=${CHANGE_ID}" + echo "GIT_OWNER=${GIT_OWNER} GIT_REPO_NAME=${GIT_REPO_NAME}" + + echo "Testing concluded...removing label ${label} for ${machine} from ${GIT_URL}" + echo "https://api.github.com/repos/${GIT_OWNER}/${GIT_REPO_NAME}/issues/${CHANGE_ID}/labels /${machine}-${label}" + curl --silent -X DELETE -H "Accept: application/vnd.github.v3+json" -H "Authorization: Bearer ${GITHUB_TOKEN}" https://api.github.com/repos/${GIT_OWNER}/${GIT_REPO_NAME}/issues/${CHANGE_ID}/labels/${machine}-${label} +set -x + + git config user.email "ecc.platform@noaa.gov" + git config user.name "epic-cicd-jenkins" + + git add tests/logs/RegressionTests_${machine,,}.log + git status + git commit -m "[AutoRT] ${machine} Job Completed.\n\n\n on-behalf-of @ufs-community " + + SSH_ORIGIN=$(curl --silent "https://api.github.com/repos/ufs-community/ufs-weather-model/pulls/${CHANGE_ID}" | jq -r '.head.repo.ssh_url') + git remote -v | grep -w sshorigin > /dev/null 2>&1 && git remote remove sshorigin > /dev/null 2>&1 + git remote add sshorigin ${SSH_ORIGIN} > /dev/null 2>&1 || return 0 + + FORK_BRANCH=$(curl --silent "https://api.github.com/repos/ufs-community/ufs-weather-model/pulls/${CHANGE_ID}" | jq -r '.head.ref') + git pull sshorigin ${FORK_BRANCH} || return 0 + git status + git push sshorigin HEAD:${FORK_BRANCH} || return 0 +} + +pwd +post_test "${machine}" "${label}" diff --git a/.cicd/scripts/regression_test.sh b/.cicd/scripts/regression_test.sh new file mode 100755 index 0000000000..4ed79eec40 --- /dev/null +++ b/.cicd/scripts/regression_test.sh @@ -0,0 +1,169 @@ +#!/bin/bash -x + +export PATH=${PATH}:~/bin +echo "USER=${USER}" +echo "WORKSPACE=${WORKSPACE}" +export ACCNR=epic + +export account="-a ${ACCNR}" +export workflow="-e" + #[[ ${UFS_PLATFORM} = jet ]] && workflow="-r" + #[[ ${UFS_PLATFORM} = hera ]] && workflow="-r" + #[[ ${UFS_PLATFORM} =~ clusternoaa ]] && workflow="" + +export opt="-l" +export suite="rt.conf" + [[ -n ${WM_OPERATIONAL_TESTS} ]] && opt="-n" && suite="${WM_OPERATIONAL_TESTS} ${UFS_COMPILER}" || return 0 + [[ ${WM_OPERATIONAL_TESTS} = default ]] && opt="-n" && suite="control_p8 ${UFS_COMPILER}" + [[ ${WM_OPERATIONAL_TESTS} = comprehensive ]] && opt="-l" && suite="rt.conf" + [[ ${WM_OPERATIONAL_TESTS} = rt.conf ]] && opt="-l" && suite="rt.conf" + [[ "${suite}" = rt.conf ]] && opt="-l" + +set -eu + +export machine=${NODE_NAME} + +SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}") +SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}") +UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..") +readonly UFS_MODEL_DIR +echo "UFS MODEL DIR: ${UFS_MODEL_DIR}" + +export CC=${CC:-mpicc} +export CXX=${CXX:-mpicxx} +export FC=${FC:-mpif90} + +BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build} +TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests} + +pwd +ls -al .cicd/* +ls -al ${TESTS_DIR}/rt.sh + +function regression_test() { + local machine=${1:-${NODE_NAME}} + local machine_id=${machine,,} # tolower + local WORKSPACE + WORKSPACE="$(pwd)" + local status=0 + + git submodule update --init --recursive + pwd + ls -al .cicd/* + cd tests + pwd + + [[ ${UFS_PLATFORM} =~ clusternoaa ]] && echo "export BL_DATE=20240426" > bl_date.conf || cat bl_date.conf + + mkdir -p logs/ + BL_DATE=$(cut -d '=' -f2 bl_date.conf) + export BL_DATE + + if [[ ${machine} =~ "Jet" ]] + then + echo "Running regression tests on ${machine}" + export dprefix=/lfs5/NAGAPE/${ACCNR}/${USER} + sed 's|/lfs4/HFIP/${ACCNR}/${USER}|/lfs4/HFIP/hfv3gfs/${USER}|g' -i rt.sh + sed 's|/lfs5/HFIP/${ACCNR}/${USER}|/lfs5/NAGAPE/${ACCNR}/${USER}|g' -i rt.sh + local workflow="-r" + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + elif [[ ${machine} =~ "Hercules" ]] + then + echo "Running regression tests on ${machine}" + export dprefix=/work2/noaa/${ACCNR}/${USER} + sed "s|/noaa/stmp/|/noaa/${ACCNR}/stmp/|g" -i rt.sh + export ACCNR=epic + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/work/noaa/epic/role-epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + elif [[ ${machine} =~ "Orion" ]] + then + echo "Running regression tests on ${machine}" + cd .. + #module load git/2.28.0 + git --version + git submodule update --init --recursive + cd tests + export dprefix=/work2/noaa/${ACCNR}/${USER} + sed "s|/noaa/stmp/|/noaa/${ACCNR}/stmp/|g" -i rt.sh + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/work/noaa/epic/role-epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + elif [[ ${machine} =~ "Gaea" ]] + then + echo "Running regression tests on ${machine}" + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + unset LD_LIBRARY_PATH + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/gpfs/f5/epic/scratch/role.epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + elif [[ ${machine} =~ "Hera" ]] + then + echo "Running regression tests on ${machine}" + export ACCNR=epic + sed "s|QUEUE=batch|QUEUE=windfall|g" -i rt.sh + local workflow="-r" + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/scratch2/NAGAPE/epic/role.epic/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + elif [[ ${machine} =~ "Derecho" ]] + then + echo "Running regression tests on ${machine}" + export ACCNR=nral0032 + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + cd logs/ + cp "RegressionTests_${machine_id}.log" "$(dirname "${WORKSPACE}")" #/glade/derecho/scratch/epicufsrt/jenkins/workspace + git remote -v + git fetch --no-recurse-submodules origin + git reset FETCH_HEAD --hard + cd .. && cd .. && cd .. + pwd + cp "$(dirname "${WORKSPACE}")/RegressionTests_${machine_id}.log" "${WORKSPACE}/tests/logs/" + cd ${WORKSPACE}/tests/ + else + echo "Running regression tests on ${machine}" + local workflow="-r" + ./rt.sh -a "${ACCNR}" "${workflow}" "${opt}" "${suite}" | tee "${WORKSPACE}/tests/logs/RT-run-${machine}.log" + status=${PIPESTATUS[0]} + fi + + cd ${WORKSPACE} + + echo "Testing concluded for ${machine}. status=${status}" + return ${status} +} + +regression_test "${machine}" diff --git a/.cicd/scripts/wm_build.sh b/.cicd/scripts/wm_build.sh new file mode 100755 index 0000000000..e4a4c0822a --- /dev/null +++ b/.cicd/scripts/wm_build.sh @@ -0,0 +1,72 @@ +#!/bin/bash +set -eu +export UFS_PLATFORM=${UFS_PLATFORM:-${NODE_NAME,,}} +export UFS_COMPILER=${UFS_COMPILER:-intel} + +SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}") +SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}") +UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..") +readonly UFS_MODEL_DIR +echo "UFS MODEL DIR: ${UFS_MODEL_DIR}" + +export CC=${CC:-mpicc} +export CXX=${CXX:-mpicxx} +export FC=${FC:-mpif90} + +cd "${UFS_MODEL_DIR}" +pwd +ls -l ./build.sh + +BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build} +TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests} +mkdir -p "${BUILD_DIR}" + +( + cd "${BUILD_DIR}" + pwd +) + +pwd +echo "NODE_NAME=${NODE_NAME}" +echo "UFS_PLATFORM=${UFS_PLATFORM}" +echo "UFS_COMPILER=${UFS_COMPILER}" +workspace=$(pwd) +export workspace +machine=${NODE_NAME} +echo "machine=<${machine}>" +machine_id=${UFS_PLATFORM,,} +if [[ ${UFS_PLATFORM} =~ clusternoaa ]] ; then + machine_id="noaacloud" + sed -e "s|EPIC/spack-stack/spack-stack-1.5.0|spack-stack/spack-stack-1.5.1|g" -i modulefiles/ufs_noaacloud.intel.lua +fi +echo "machine_id=<${machine_id}>" + +if [[ ${UFS_PLATFORM} = derecho ]] ; then + export ACCNR=nral0032 +else + export ACCNR=epic +fi +echo "ACCNR=${ACCNR}" + +export LMOD_SH_DBG_ON=0 +echo "LMOD_VERSION=${LMOD_VERSION}" +if [[ ${UFS_PLATFORM} = gaea ]] ; then + source /gpfs/f5/epic/scratch/role.epic/contrib/Lmod_init_C5.sh + echo "LMOD_VERSION=${LMOD_VERSION}" +fi +set +x +module use ${PWD}/modulefiles >/dev/null 2>&1 +module load ufs_${machine_id}.${UFS_COMPILER} || true +[[ ${UFS_PLATFORM} = gaea ]] && module load cmake/3.23.1 || true +module list + +echo "Pipeline Building WM on ${UFS_PLATFORM} ${UFS_COMPILER} with Account=${ACCNR}." +export CMAKE_FLAGS="-DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16" +/usr/bin/time -p \ + -o ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_build.json \ + -f '{\n "cpu": "%P"\n, "memMax": "%M"\n, "mem": {"text": "%X", "data": "%D", "swaps": "%W", "context": "%c", "waits": "%w"}\n, "pagefaults": {"major": "%F", "minor": "%R"}\n, "filesystem": {"inputs": "%I", "outputs": "%O"}\n, "time": {"real": "%e", "user": "%U", "sys": "%S"}\n}' \ + ./build.sh | tee ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-wm_build-log.txt +status=${PIPESTATUS[0]} +echo "Pipeline Completed WM build on ${UFS_PLATFORM} ${UFS_COMPILER}. status=${status}" + +ls -l build/ufs_model diff --git a/.cicd/scripts/wm_init.sh b/.cicd/scripts/wm_init.sh new file mode 100755 index 0000000000..2146b9e7ae --- /dev/null +++ b/.cicd/scripts/wm_init.sh @@ -0,0 +1,40 @@ +#!/bin/bash +set -eu +export UFS_PLATFORM=${UFS_PLATFORM:-${NODE_NAME,,}} +export UFS_COMPILER=${UFS_COMPILER:-intel} + +SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}") +SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}") +UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..") +readonly UFS_MODEL_DIR +echo "UFS MODEL DIR: ${UFS_MODEL_DIR}" + +export CC=${CC:-mpicc} +export CXX=${CXX:-mpicxx} +export FC=${FC:-mpif90} + +BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build} +TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests} + +cd "${UFS_MODEL_DIR}" +echo "UFS_PLATFORM=<${UFS_PLATFORM}>" +echo "UFS_COMPILER=<${UFS_COMPILER}>" + +pwd +echo "NODE_NAME=${NODE_NAME}" +echo "UFS_PLATFORM=${UFS_PLATFORM}" +echo "UFS_COMPILER=${UFS_COMPILER}" +workspace=$(pwd) +export workspace +machine=${NODE_NAME} +echo "machine=<${machine}>" +machine_id=${UFS_PLATFORM,,} +if [[ ${UFS_PLATFORM} =~ clusternoaa ]] ; then + machine_id="noaacloud" +fi +echo "machine_id=<${machine_id}>" + +/usr/bin/time -p \ + -o ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_init.json \ + -f '{\n "cpu": "%P"\n, "memMax": "%M"\n, "mem": {"text": "%X", "data": "%D", "swaps": "%W", "context": "%c", "waits": "%w"}\n, "pagefaults": {"major": "%F", "minor": "%R"}\n, "filesystem": {"inputs": "%I", "outputs": "%O"}\n, "time": {"real": "%e", "user": "%U", "sys": "%S"}\n}' \ + pwd diff --git a/.cicd/scripts/wm_test.sh b/.cicd/scripts/wm_test.sh new file mode 100755 index 0000000000..1377696730 --- /dev/null +++ b/.cicd/scripts/wm_test.sh @@ -0,0 +1,143 @@ +#!/bin/bash -x +set -eu +export UFS_PLATFORM=${UFS_PLATFORM:-${NODE_NAME,,}} +export UFS_COMPILER=${UFS_COMPILER:-intel} + +SCRIPT_REALPATH=$(realpath "${BASH_SOURCE[0]}") +SCRIPTS_DIR=$(dirname "${SCRIPT_REALPATH}") +UFS_MODEL_DIR=$(realpath "${SCRIPTS_DIR}/../..") +readonly UFS_MODEL_DIR +echo "UFS MODEL DIR: ${UFS_MODEL_DIR}" + +export CC=${CC:-mpicc} +export CXX=${CXX:-mpicxx} +export FC=${FC:-mpif90} + +BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build} +TESTS_DIR=${TESTS_DIR:-${UFS_MODEL_DIR}/tests} + +( + cd "${TESTS_DIR}" + pwd + ls -al ./rt.sh +) + +export GIT_URL=${GIT_URL:-"ufs-weather-model"} +export CHANGE_ID=${CHANGE_ID:-"develop"} + +pwd +echo "GIT_URL=${GIT_URL}" +echo "CHANGE_ID=${CHANGE_ID}" +echo "NODE_NAME=${NODE_NAME}" +echo "USER=${USER}" +echo "UFS_PLATFORM=<${UFS_PLATFORM}>" +echo "UFS_COMPILER=<${UFS_COMPILER}>" +echo "WM_REGRESSION_TESTS=<${WM_REGRESSION_TESTS:-""}>" +echo "WM_OPERATIONAL_TESTS=<${WM_OPERATIONAL_TESTS:-""}>" +echo "WM_CREATE_BASELINE=<${WM_CREATE_BASELINE:-""}>" +echo "WM_POST_TEST_RESULTS=<${WM_POST_TEST_RESULTS:-""}>" + +machine=${NODE_NAME} +echo "machine=<${machine}>" +machine_id=${UFS_PLATFORM,,} +if [[ ${UFS_PLATFORM} =~ clusternoaa ]] ; then + machine_id="noaacloud" + #sed -i -e "s|EPIC/spack-stack/spack-stack-1.5.0|spack-stack/spack-stack-1.5.1|g" modulefiles/ufs_noaacloud.intel.lua +fi +echo "machine_id=<${machine_id}>" + +workspace=$(pwd) +export workspace + +status=0 + +ls -l build/ufs_model || : # just checking +status=$? + +[[ -n "${WM_REGRESSION_TESTS:-""}" ]] || WM_REGRESSION_TESTS=true # default +#[[ ${UFS_PLATFORM} == jet ]] && WM_REGRESSION_TESTS=false # takes too long +#[[ ${UFS_PLATFORM} == derecho ]] && WM_REGRESSION_TESTS=false +#[[ ${UFS_PLATFORM} =~ clusternoaa ]] && WM_REGRESSION_TESTS=false || : +export WM_REGRESSION_TESTS +[[ -n "${WM_CREATE_BASELINE:-""}" ]] || WM_CREATE_BASELINE=false # default +export WM_CREATE_BASELINE +[[ -n "${WM_POST_TEST_RESULTS:-""}" ]] || WM_POST_TEST_RESULTS=false # default +export WM_POST_TEST_RESULTS + +rm -f ${workspace}/wm_test_results-${UFS_PLATFORM}-${UFS_COMPILER}.txt + +if [[ ${WM_REGRESSION_TESTS} = true ]] ; then + echo "Pipeline Reqression Tests on ${UFS_PLATFORM} starting." + + export LMOD_SH_DBG_ON=0 + echo "LMOD_VERSION=${LMOD_VERSION}" + + set +x + if [[ ${UFS_PLATFORM} = orion ]] ; then + #module --ignore_cache load git/2.28.0 + git --version + git submodule update --init --recursive + fi + + if [[ ${UFS_PLATFORM} = gaea ]] ; then + source /gpfs/f5/epic/scratch/role.epic/contrib/Lmod_init_C5.sh + echo "LMOD_VERSION=${LMOD_VERSION}" + fi + + module use ${PWD}/modulefiles >/dev/null 2>&1 + module load ufs_${machine_id}.${UFS_COMPILER} || true + [[ ${UFS_PLATFORM} = gaea ]] && module load cmake/3.23.1 + module list + set -x + + echo "CHANGE_ID=${CHANGE_ID:-null}" + echo "ACCNR=${ACCNR}" + + [[ ! -f tests/logs/RegressionTests_${UFS_PLATFORM}.log ]] || mv tests/logs/RegressionTests_${UFS_PLATFORM}.log tests/logs/RegressionTests_${UFS_PLATFORM}.log.orig + + rm -f ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-wm_*-log.txt + umask 002 + if [[ ${WM_CREATE_BASELINE} = true ]] ; then + echo "start Creating baseline on ${UFS_PLATFORM} ..." + ls -al .cicd/* + echo "Pipeline Creating Baseline Tests ${WM_OPERATIONAL_TESTS:=default} on ${UFS_PLATFORM} ${UFS_COMPILER}" + /usr/bin/time -p \ + -o ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_test.json \ + -f '{\n "cpu": "%P"\n, "memMax": "%M"\n, "mem": {"text": "%X", "data": "%D", "swaps": "%W", "context": "%c", "waits": "%w"}\n, "pagefaults": {"major": "%F", "minor": "%R"}\n, "filesystem": {"inputs": "%I", "outputs": "%O"}\n, "time": {"real": "%e", "user": "%U", "sys": "%S"}\n}' \ + ./.cicd/scripts/create_baseline.sh | tee -a ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-wm_test-log.txt + status=${PIPESTATUS[0]} + echo "Pipeline Completed Baseline Tests ${WM_OPERATIONAL_TESTS} on ${UFS_PLATFORM} ${UFS_COMPILER}. status=${status}" + [[ ${WM_POST_TEST_RESULTS} = true ]] && ./.cicd/scripts/post_test_results.sh "${UFS_PLATFORM}" "BL" || echo "post test results seprately" + else + echo "skip Creating baseline on ${UFS_PLATFORM}." + ls -al .cicd/* + echo "Pipeline Running Regression Tests ${WM_OPERATIONAL_TESTS:=default} on ${UFS_PLATFORM} ${UFS_COMPILER}" + /usr/bin/time -p \ + -o ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-time-wm_test.json \ + -f '{\n "cpu": "%P"\n, "memMax": "%M"\n, "mem": {"text": "%X", "data": "%D", "swaps": "%W", "context": "%c", "waits": "%w"}\n, "pagefaults": {"major": "%F", "minor": "%R"}\n, "filesystem": {"inputs": "%I", "outputs": "%O"}\n, "time": {"real": "%e", "user": "%U", "sys": "%S"}\n}' \ + ./.cicd/scripts/regression_test.sh | tee -a ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-wm_test-log.txt + status=${PIPESTATUS[0]} + echo "Pipeline Completed Regression Tests ${WM_OPERATIONAL_TESTS} on ${UFS_PLATFORM} ${UFS_COMPILER}. status=${status}" + [[ ${WM_POST_TEST_RESULTS} = true ]] && ./.cicd/scripts/post_test_results.sh "${UFS_PLATFORM}" "RT" || echo "post test results seprately" + fi + + cd tests/ + pwd + ls -al . + ## Check for log files ... + ls -al logs/. + + ## Test Results ... + echo "ExperimentName: ${WM_OPERATIONAL_TESTS:=default}" | tee -a ${workspace}/${UFS_PLATFORM}-${UFS_COMPILER}-wm_test-log.txt | tee ${workspace}/wm_test_results-${UFS_PLATFORM}-${UFS_COMPILER}.txt + grep -E " DIRECTORY: |Time: | Completed: |Result: " logs/RegressionTests_${UFS_PLATFORM}.log | tee -a ${workspace}/wm_test_results-${UFS_PLATFORM}-${UFS_COMPILER}.txt + grep -E " -- COMPILE | -- TEST " logs/RegressionTests_${UFS_PLATFORM}.log | tee -a ${workspace}/wm_test_results-${UFS_PLATFORM}-${UFS_COMPILER}.txt + + cd ${workspace} + find ${workspace}/tests/logs -ls + echo "Pipeline Reqression Tests on ${UFS_PLATFORM} complete. status=${status}" +else + echo "Pipeline Regression Tests on ${UFS_PLATFORM} (${machine}) skipped." + echo "ExperimentName: null" > ${workspace}/wm_test_results-${UFS_PLATFORM}-${UFS_COMPILER}.txt +fi + +exit ${status} diff --git a/tests/logs/RegressionTests_derecho.log b/tests/logs/RegressionTests_derecho.log index aa705fccf6..106faac802 100644 --- a/tests/logs/RegressionTests_derecho.log +++ b/tests/logs/RegressionTests_derecho.log @@ -1,15 +1,15 @@ ====START OF DERECHO REGRESSION TESTING LOG==== UFSWM hash used in testing: -b5b4558a9da026e48f0ebaca8c082af7b7e7915d +1aabf1d8306d8b8c8a473d9646c983c02403b7ff Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) be5d28fd1b60522e6fc98aefeead20e6aac3530b AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-198-gbe5d28fd1) - 2eccb9f74ebd8dfc09b53d15f5a96c847b77c443 CDEPS-interface/CDEPS (cdeps0.4.17-310-g2eccb9f) + 1f9eaaa142c8b07ed6b788c9f44ea02cc86d0bae CDEPS-interface/CDEPS (cdeps0.4.17-42-g1f9eaaa) ff7fd76118d47ccef6cb934b834161c6be5a9909 CICE-interface/CICE (CICE6.0.0-392-gff7fd76) 3792520561cf9419082ef41f9f0dffd03edf2e43 CICE-interface/CICE/icepack (Icepack1.1.0-198-g3792520) - b5d1cc189fced4abcb13fc70ed2febb2aef61757 CMEPS-interface/CMEPS (cmeps_v0.4.1-2313-gb5d1cc1) + 55576eba972ad53cc6546f00d409fa27361f78bd CMEPS-interface/CMEPS (cmeps_v0.4.1-2312-g55576eb) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) 7d998809dc84996248f93ced49730cfe92eae7cf FV3 (heads/develop) 9490871a616604efe9dd75608214081eef557ad6 FV3/atmos_cubed_sphere (201912_public_release-408-g9490871) @@ -38,287 +38,287 @@ The first time is for the full script (prep+run+finalize). The second time is specifically for the run phase. Times/Memory will be empty for failed tests. -BASELINE DIRECTORY: /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20250107 -COMPARISON DIRECTORY: /glade/derecho/scratch/jongkim/FV3_RT/rt_47098 +BASELINE DIRECTORY: /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20241206 +COMPARISON DIRECTORY: /glade/derecho/scratch/epicufsrt/FV3_RT/rt_64315 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: nral0032 * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [40:26, 21:27] ( 6 warnings 11 remarks ) -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [28:43, 06:27](3201 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [42:27, 23:35] ( 6 warnings 11 remarks ) -PASS -- TEST 'cpld_control_gfsv17_intel' [33:57, 14:18](1910 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [20:41, 15:18](1955 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [11:19, 07:11](1068 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [23:47, 16:03](1890 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [42:26, 23:34] ( 6 warnings 11 remarks ) -PASS -- TEST 'cpld_control_sfs_intel' [33:19, 14:03](1911 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [30:23, 11:45] ( 1525 warnings 1936 remarks ) -PASS -- TEST 'cpld_debug_gfsv17_intel' [28:10, 23:28](1942 MB) - -PASS -- COMPILE 's2swa_intel' [40:26, 21:33] ( 6 warnings 11 remarks ) -PASS -- TEST 'cpld_control_p8_intel' [18:59, 08:12](3224 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [18:45, 08:16](3220 MB) -PASS -- TEST 'cpld_restart_p8_intel' [09:36, 04:54](3151 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [29:59, 08:24](3248 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [10:32, 05:00](3176 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [57:35, 13:46](3804 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [17:22, 07:55](3214 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [16:19, 06:39](3531 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [30:04, 08:13](3230 MB) -PASS -- TEST 'cpld_control_c192_p8_intel' [20:34, 09:19](3815 MB) -PASS -- TEST 'cpld_restart_c192_p8_intel' [14:08, 06:17](3617 MB) -PASS -- TEST 'cpld_bmark_p8_intel' [29:50, 10:45](4536 MB) -PASS -- TEST 'cpld_restart_bmark_p8_intel' [26:08, 06:59](4671 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [12:15, 08:04](3200 MB) - -PASS -- COMPILE 's2sw_intel' [38:26, 19:47] ( 6 warnings 11 remarks ) -PASS -- TEST 'cpld_control_noaero_p8_intel' [08:36, 04:57](1913 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [10:49, 06:50](1976 MB) - -PASS -- COMPILE 's2swa_debug_intel' [30:26, 11:36] ( 1415 warnings 1197 remarks ) -PASS -- TEST 'cpld_debug_p8_intel' [17:57, 12:57](3305 MB) - -PASS -- COMPILE 's2sw_debug_intel' [29:23, 11:05] ( 1415 warnings 1197 remarks ) -PASS -- TEST 'cpld_debug_noaero_p8_intel' [10:25, 06:03](1950 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [35:21, 16:13] ( 5 warnings 3 remarks ) -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [08:51, 05:03](1981 MB) - -PASS -- COMPILE 's2s_intel' [35:25, 16:32] ( 6 warnings 3 remarks ) -PASS -- TEST 'cpld_control_c48_intel' [10:06, 05:49](2885 MB) -PASS -- TEST 'cpld_warmstart_c48_intel' [06:09, 02:14](2888 MB) -PASS -- TEST 'cpld_restart_c48_intel' [45:21, 01:40](2308 MB) - -PASS -- COMPILE 's2swa_faster_intel' [26:25, 23:38] ( 6 warnings 11 remarks ) -PASS -- TEST 'cpld_control_p8_faster_intel' [16:22, 08:05](3232 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [24:25, 21:39] ( 6 warnings 11 remarks ) -PASS -- TEST 'cpld_control_pdlib_p8_intel' [22:14, 14:02](1926 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [11:25, 07:22](1098 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [20:03, 15:58](1906 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [14:19, 11:04] ( 1525 warnings 1936 remarks ) -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [29:58, 24:52](1965 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [17:14, 14:23] ( 6 warnings 1 remarks ) -PASS -- TEST 'control_flake_intel' [14:41, 03:26](668 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [12:54, 02:09](1572 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [08:28, 02:11](1567 MB) -PASS -- TEST 'control_latlon_intel' [07:03, 02:08](1561 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [05:08, 02:10](1573 MB) -PASS -- TEST 'control_c48_intel' [26:06, 05:44](1586 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [24:38, 05:21](710 MB) -PASS -- TEST 'control_c48_lnd_iau_intel' [25:05, 05:43](1586 MB) -PASS -- TEST 'control_c192_intel' [10:17, 06:08](1689 MB) -PASS -- TEST 'control_c384_intel' [14:00, 06:52](1980 MB) -PASS -- TEST 'control_c384gdas_intel' [16:06, 07:15](1173 MB) -PASS -- TEST 'control_stochy_intel' [03:42, 01:26](624 MB) -PASS -- TEST 'control_stochy_restart_intel' [03:39, 00:52](436 MB) -PASS -- TEST 'control_lndp_intel' [03:36, 01:21](618 MB) -PASS -- TEST 'control_iovr4_intel' [04:45, 02:06](619 MB) -PASS -- TEST 'control_iovr5_intel' [04:48, 02:06](618 MB) -PASS -- TEST 'control_p8_intel' [07:42, 02:57](1857 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [07:52, 03:03](1853 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [07:57, 03:13](1857 MB) -PASS -- TEST 'control_restart_p8_intel' [05:24, 02:00](1004 MB) -PASS -- TEST 'control_noqr_p8_intel' [07:39, 03:10](1856 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [05:23, 02:05](1019 MB) -PASS -- TEST 'control_decomp_p8_intel' [07:32, 03:12](1851 MB) -PASS -- TEST 'control_2threads_p8_intel' [19:18, 04:44](1949 MB) -PASS -- TEST 'control_p8_lndp_intel' [08:13, 04:49](1859 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [07:38, 03:53](1911 MB) -PASS -- TEST 'control_p8_mynn_intel' [08:17, 03:21](1859 MB) -PASS -- TEST 'merra2_thompson_intel' [07:38, 03:31](1858 MB) -PASS -- TEST 'regional_control_intel' [15:56, 04:55](892 MB) -PASS -- TEST 'regional_restart_intel' [05:51, 02:51](878 MB) -PASS -- TEST 'regional_decomp_intel' [15:56, 05:05](893 MB) -PASS -- TEST 'regional_noquilt_intel' [14:57, 04:52](1216 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [14:51, 04:54](892 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [14:52, 04:59](903 MB) -PASS -- TEST 'regional_wofs_intel' [14:56, 05:52](1591 MB) - -PASS -- COMPILE 'rrfs_intel' [15:21, 12:49] ( 8 warnings 9 remarks ) -PASS -- TEST 'rap_control_intel' [18:38, 06:09](1002 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [11:19, 04:08](1161 MB) -PASS -- TEST 'rap_decomp_intel' [17:26, 06:23](1008 MB) -PASS -- TEST 'rap_2threads_intel' [44:34, 11:28](1086 MB) -PASS -- TEST 'rap_restart_intel' [07:29, 03:13](882 MB) -PASS -- TEST 'rap_sfcdiff_intel' [18:31, 06:08](1007 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [18:31, 06:25](1002 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [08:27, 04:37](880 MB) -PASS -- TEST 'hrrr_control_intel' [16:15, 03:15](998 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [16:15, 03:19](996 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [39:24, 05:45](1078 MB) -PASS -- TEST 'hrrr_control_restart_intel' [04:40, 01:47](833 MB) -PASS -- TEST 'rrfs_v1beta_intel' [18:30, 06:01](997 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [18:57, 08:05](1959 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [18:54, 07:47](1943 MB) - -PASS -- COMPILE 'csawmg_intel' [15:22, 11:48] ( 5 warnings ) -PASS -- TEST 'control_csawmg_intel' [09:04, 06:28](962 MB) -PASS -- TEST 'control_ras_intel' [05:34, 02:53](654 MB) - -PASS -- COMPILE 'wam_intel' [13:21, 11:34] ( 5 warnings 1 remarks ) -PASS -- TEST 'control_wam_intel' [13:56, 10:16](1653 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [14:22, 12:07] ( 5 warnings 1 remarks ) -PASS -- TEST 'control_p8_faster_intel' [06:21, 03:04](1855 MB) -PASS -- TEST 'regional_control_faster_intel' [07:54, 04:37](892 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [57:32, 14:29] ( 887 warnings 9 remarks ) -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [05:15, 02:17](1603 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [05:14, 02:12](1605 MB) -PASS -- TEST 'control_stochy_debug_intel' [05:39, 02:52](807 MB) -PASS -- TEST 'control_lndp_debug_intel' [04:37, 02:34](807 MB) -PASS -- TEST 'control_csawmg_debug_intel' [08:19, 04:41](1109 MB) -PASS -- TEST 'control_ras_debug_intel' [05:41, 02:41](812 MB) -PASS -- TEST 'control_diag_debug_intel' [06:26, 02:39](1660 MB) -PASS -- TEST 'control_debug_p8_intel' [06:14, 03:12](1898 MB) -PASS -- TEST 'regional_debug_intel' [19:09, 16:17](937 MB) -PASS -- TEST 'rap_control_debug_intel' [07:47, 04:41](1189 MB) -PASS -- TEST 'hrrr_control_debug_intel' [07:46, 04:42](1186 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [07:46, 04:48](1186 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [07:45, 04:41](1186 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [07:47, 04:42](1189 MB) -PASS -- TEST 'rap_diag_debug_intel' [08:09, 04:53](1270 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [06:34, 04:45](1191 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [07:29, 04:47](1189 MB) -PASS -- TEST 'rap_lndp_debug_intel' [07:31, 04:44](1187 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [07:34, 04:45](1190 MB) -PASS -- TEST 'rap_noah_debug_intel' [06:25, 04:36](1187 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [06:34, 04:41](1187 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [09:27, 07:33](1185 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [07:27, 04:42](1183 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [06:27, 04:42](1191 MB) -PASS -- TEST 'rap_flake_debug_intel' [06:33, 04:42](1192 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [11:09, 08:03](1193 MB) - -PASS -- COMPILE 'wam_debug_intel' [49:30, 07:12] ( 842 warnings 1 remarks ) -PASS -- TEST 'control_wam_debug_intel' [15:09, 12:06](1688 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [51:29, 11:29] ( 8 warnings 8 remarks ) -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [06:35, 03:37](1030 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [08:06, 05:09](876 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [06:02, 02:46](873 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [12:02, 09:36](925 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [08:07, 04:56](925 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [06:02, 02:54](871 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [07:12, 03:52](794 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:30, 01:32](773 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [45:21, 11:27] ( 8 warnings 8 remarks ) -PASS -- TEST 'conus13km_control_intel' [05:12, 01:50](1077 MB) -PASS -- TEST 'conus13km_2threads_intel' [04:04, 01:19](1084 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [04:09, 01:06](963 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [44:26, 11:36] ( 8 warnings 8 remarks ) -PASS -- TEST 'rap_control_dyn64_phy32_intel' [06:52, 03:39](901 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [39:20, 07:33] ( 790 warnings 8 remarks ) -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [07:32, 04:43](1066 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:35, 04:30](1062 MB) -PASS -- TEST 'conus13km_debug_intel' [16:43, 12:47](1145 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [16:44, 13:04](825 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [17:25, 13:41](1147 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:30, 12:46](1215 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [38:20, 07:14] ( 790 warnings 8 remarks ) -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [07:33, 04:41](1096 MB) - -PASS -- COMPILE 'hafsw_intel' [48:23, 17:54] ( 6 warnings 10 remarks ) -PASS -- TEST 'hafs_regional_atm_intel' [07:18, 04:35](699 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:44, 05:07](1065 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [09:46, 06:27](757 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [13:28, 10:39](781 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [16:00, 11:44](801 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [07:19, 04:41](472 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [09:45, 05:45](485 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [05:04, 02:18](397 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [10:40, 06:12](463 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [06:03, 03:18](504 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [06:21, 03:06](507 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [07:23, 03:48](577 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [03:32, 01:13](423 MB) -PASS -- TEST 'gnv1_nested_intel' [08:25, 04:04](1703 MB) - -PASS -- COMPILE 'hafsw_debug_intel' [39:21, 08:46] ( 1467 warnings 1469 remarks ) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [15:14, 12:07](621 MB) - -PASS -- COMPILE 'hafsw_faster_intel' [46:23, 17:24] ( 5 warnings 9 remarks ) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [10:18, 06:52](622 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [10:30, 07:03](685 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [21:16, 18:56] ( 5 warnings 8 remarks ) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [09:26, 05:19](667 MB) - -PASS -- COMPILE 'hafs_all_intel' [18:15, 15:56] ( 5 warnings 9 remarks ) -PASS -- TEST 'hafs_regional_docn_intel' [09:11, 05:43](733 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [09:13, 05:44](725 MB) -PASS -- TEST 'hafs_regional_datm_cdeps_intel' [19:13, 16:15](894 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [10:13, 08:31] ( 5 warnings 2 remarks ) -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:26, 02:29](754 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:29, 01:31](759 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:28, 02:21](651 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:27, 02:23](646 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:28, 02:24](648 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:22, 02:29](756 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:25, 02:30](768 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:30, 02:21](644 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [10:40, 05:42](695 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [10:47, 05:38](680 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:21, 02:28](769 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [06:32, 03:54](1971 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [06:35, 03:53](2034 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [08:15, 05:53] ( 7 warnings 2 remarks ) -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [07:23, 05:16](752 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [10:15, 08:18] ( 5 warnings 2 remarks ) -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:23, 02:28](757 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [04:12, 02:45] ( 1 remarks ) -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [03:36, 01:10](309 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [03:29, 01:05](450 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [03:33, 00:43](452 MB) - -PASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [16:23, 14:02] ( 5 warnings 3 remarks ) -PASS -- TEST 'atm_ds2s_docn_pcice_intel' [07:36, 03:51](1910 MB) - -PASS -- COMPILE 'atm_ds2s_docn_dice_intel' [14:14, 12:46] ( 6 warnings 1 remarks ) -PASS -- TEST 'atm_ds2s_docn_dice_intel' [08:17, 05:03](1903 MB) - -PASS -- COMPILE 'atml_intel' [16:15, 14:40] ( 13 warnings 2 remarks ) -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [09:49, 06:31](1891 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [10:49, 07:11](1876 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [07:02, 03:48](1049 MB) - -PASS -- COMPILE 'atml_debug_intel' [12:19, 10:37] ( 885 warnings 2 remarks ) -PASS -- TEST 'control_p8_atmlnd_debug_intel' [09:39, 06:21](1923 MB) - -PASS -- COMPILE 'atmw_intel' [16:20, 13:52] ( 5 warnings 9 remarks ) -PASS -- TEST 'atmwav_control_noaero_p8_intel' [05:29, 02:14](1882 MB) - -PASS -- COMPILE 'atmaero_intel' [15:14, 13:02] ( 5 warnings 1 remarks ) -PASS -- TEST 'atmaero_control_p8_intel' [07:42, 04:21](3126 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [07:38, 04:18](3005 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [07:09, 04:22](3016 MB) - -PASS -- COMPILE 'atmaq_debug_intel' [10:13, 08:01] ( 887 warnings 6 remarks ) -PASS -- TEST 'regional_atmaq_debug_intel' [26:42, 21:45](4539 MB) - -PASS -- COMPILE 'atm_fbh_intel' [13:20, 11:32] ( 8 warnings 8 remarks ) -PASS -- TEST 'cpld_regional_atm_fbh_intel' [10:32, 08:06](846 MB) +PASS -- COMPILE 's2swa_32bit_intel' [23:22, 21:13] ( 6 warnings 11 remarks ) +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [14:50, 10:16](3201 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [25:24, 23:02] ( 6 warnings 11 remarks ) +PASS -- TEST 'cpld_control_gfsv17_intel' [18:40, 14:22](1918 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [19:50, 15:13](1958 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [11:32, 07:01](1088 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [20:36, 15:56](1888 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [25:25, 23:18] ( 6 warnings 11 remarks ) +PASS -- TEST 'cpld_control_sfs_intel' [17:52, 13:54](1913 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [14:21, 11:48] ( 1525 warnings 1936 remarks ) +PASS -- TEST 'cpld_debug_gfsv17_intel' [29:25, 25:20](1934 MB) + +PASS -- COMPILE 's2swa_intel' [23:23, 21:08] ( 6 warnings 11 remarks ) +PASS -- TEST 'cpld_control_p8_intel' [19:27, 13:54](3238 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [18:05, 13:32](3225 MB) +PASS -- TEST 'cpld_restart_p8_intel' [12:19, 07:51](3148 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [17:56, 13:39](3247 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [12:56, 07:53](3176 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [17:44, 12:49](3753 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [17:44, 13:17](3215 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [14:39, 10:43](3533 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [19:01, 13:56](3243 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [14:45, 09:05](3814 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [13:15, 06:31](3616 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [34:47, 17:02](4517 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [33:22, 10:09](4671 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [12:23, 08:01](3204 MB) + +PASS -- COMPILE 's2sw_intel' [21:28, 19:30] ( 6 warnings 11 remarks ) +PASS -- TEST 'cpld_control_noaero_p8_intel' [10:50, 07:36](1920 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [16:02, 12:03](1987 MB) + +PASS -- COMPILE 's2swa_debug_intel' [14:23, 11:48] ( 1415 warnings 1197 remarks ) +PASS -- TEST 'cpld_debug_p8_intel' [25:20, 21:28](3303 MB) + +PASS -- COMPILE 's2sw_debug_intel' [13:23, 10:59] ( 1415 warnings 1197 remarks ) +PASS -- TEST 'cpld_debug_noaero_p8_intel' [12:59, 09:10](1950 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [18:28, 15:58] ( 5 warnings 3 remarks ) +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [08:56, 05:10](1978 MB) + +PASS -- COMPILE 's2s_intel' [18:28, 16:48] ( 6 warnings 3 remarks ) +PASS -- TEST 'cpld_control_c48_intel' [08:15, 05:43](2883 MB) +PASS -- TEST 'cpld_warmstart_c48_intel' [05:21, 02:11](2892 MB) +PASS -- TEST 'cpld_restart_c48_intel' [04:42, 01:30](2313 MB) + +PASS -- COMPILE 's2swa_faster_intel' [25:37, 23:38] ( 6 warnings 11 remarks ) +PASS -- TEST 'cpld_control_p8_faster_intel' [18:59, 13:45](3232 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [23:40, 21:27] ( 6 warnings 11 remarks ) +PASS -- TEST 'cpld_control_pdlib_p8_intel' [27:38, 23:35](1930 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [16:53, 12:20](1090 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [31:22, 27:22](1889 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [13:29, 10:59] ( 1525 warnings 1936 remarks ) +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [31:22, 27:22](1961 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [16:21, 14:17] ( 6 warnings 1 remarks ) +PASS -- TEST 'control_flake_intel' [06:39, 03:25](666 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [06:16, 02:41](1571 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [05:43, 02:44](1569 MB) +PASS -- TEST 'control_latlon_intel' [06:19, 02:41](1570 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [06:26, 02:40](1564 MB) +PASS -- TEST 'control_c48_intel' [12:23, 09:16](1586 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [07:46, 05:16](710 MB) +PASS -- TEST 'control_c48_lnd_iau_intel' [12:06, 09:15](1589 MB) +PASS -- TEST 'control_c192_intel' [14:11, 09:58](1694 MB) +PASS -- TEST 'control_c384_intel' [19:50, 11:21](1976 MB) +PASS -- TEST 'control_c384gdas_intel' [17:36, 07:13](1184 MB) +PASS -- TEST 'control_stochy_intel' [03:38, 01:26](626 MB) +PASS -- TEST 'control_stochy_restart_intel' [03:52, 00:51](432 MB) +PASS -- TEST 'control_lndp_intel' [03:46, 01:22](619 MB) +PASS -- TEST 'control_iovr4_intel' [04:48, 02:06](619 MB) +PASS -- TEST 'control_iovr5_intel' [04:44, 02:07](617 MB) +PASS -- TEST 'control_p8_intel' [06:54, 03:46](1858 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [06:51, 03:20](1862 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [06:54, 03:35](1861 MB) +PASS -- TEST 'control_restart_p8_intel' [05:43, 02:16](1008 MB) +PASS -- TEST 'control_noqr_p8_intel' [06:47, 03:39](1845 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [05:29, 02:17](1019 MB) +PASS -- TEST 'control_decomp_p8_intel' [06:47, 03:53](1857 MB) +PASS -- TEST 'control_2threads_p8_intel' [07:29, 03:41](1939 MB) +PASS -- TEST 'control_p8_lndp_intel' [09:41, 06:07](1853 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [07:20, 04:08](1904 MB) +PASS -- TEST 'control_p8_mynn_intel' [06:33, 03:24](1862 MB) +PASS -- TEST 'merra2_thompson_intel' [06:40, 03:31](1859 MB) +PASS -- TEST 'regional_control_intel' [07:57, 04:55](897 MB) +PASS -- TEST 'regional_restart_intel' [06:07, 02:56](870 MB) +PASS -- TEST 'regional_decomp_intel' [08:03, 04:58](901 MB) +PASS -- TEST 'regional_noquilt_intel' [06:58, 04:43](1220 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [07:57, 04:52](897 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [07:53, 05:05](891 MB) +PASS -- TEST 'regional_wofs_intel' [09:10, 05:51](1591 MB) + +PASS -- COMPILE 'rrfs_intel' [15:23, 12:50] ( 8 warnings 9 remarks ) +PASS -- TEST 'rap_control_intel' [09:33, 06:09](1004 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [08:36, 03:59](1165 MB) +PASS -- TEST 'rap_decomp_intel' [09:33, 06:25](1003 MB) +PASS -- TEST 'rap_2threads_intel' [09:33, 05:41](1082 MB) +PASS -- TEST 'rap_restart_intel' [06:26, 03:13](881 MB) +PASS -- TEST 'rap_sfcdiff_intel' [09:39, 06:07](1005 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [09:38, 06:25](1001 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [07:23, 04:39](883 MB) +PASS -- TEST 'hrrr_control_intel' [06:11, 03:14](996 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [06:11, 03:19](994 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [06:11, 02:48](1074 MB) +PASS -- TEST 'hrrr_control_restart_intel' [04:54, 01:46](835 MB) +PASS -- TEST 'rrfs_v1beta_intel' [09:40, 06:02](1000 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [10:55, 08:10](1961 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [10:58, 07:53](1943 MB) + +PASS -- COMPILE 'csawmg_intel' [13:25, 11:44] ( 5 warnings ) +PASS -- TEST 'control_csawmg_intel' [10:15, 06:39](958 MB) +PASS -- TEST 'control_ras_intel' [05:30, 02:54](658 MB) + +PASS -- COMPILE 'wam_intel' [13:25, 11:35] ( 5 warnings 1 remarks ) +PASS -- TEST 'control_wam_intel' [14:06, 10:18](1642 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [14:25, 12:03] ( 5 warnings 1 remarks ) +PASS -- TEST 'control_p8_faster_intel' [06:42, 03:11](1862 MB) +PASS -- TEST 'regional_control_faster_intel' [07:14, 04:40](896 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [16:28, 14:34] ( 887 warnings 9 remarks ) +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [05:31, 02:09](1609 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [05:25, 02:06](1600 MB) +PASS -- TEST 'control_stochy_debug_intel' [05:54, 02:53](808 MB) +PASS -- TEST 'control_lndp_debug_intel' [04:54, 02:37](805 MB) +PASS -- TEST 'control_csawmg_debug_intel' [08:11, 04:36](1114 MB) +PASS -- TEST 'control_ras_debug_intel' [05:34, 02:38](813 MB) +PASS -- TEST 'control_diag_debug_intel' [07:04, 02:37](1662 MB) +PASS -- TEST 'control_debug_p8_intel' [06:14, 02:49](1895 MB) +PASS -- TEST 'regional_debug_intel' [19:16, 16:20](940 MB) +PASS -- TEST 'rap_control_debug_intel' [07:53, 04:39](1190 MB) +PASS -- TEST 'hrrr_control_debug_intel' [06:56, 04:34](1183 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [07:47, 04:43](1185 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [07:42, 04:41](1184 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [07:37, 04:43](1190 MB) +PASS -- TEST 'rap_diag_debug_intel' [08:41, 04:55](1269 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [07:52, 04:48](1189 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [07:43, 04:47](1188 MB) +PASS -- TEST 'rap_lndp_debug_intel' [06:58, 04:45](1185 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [07:48, 04:43](1188 MB) +PASS -- TEST 'rap_noah_debug_intel' [06:49, 04:44](1185 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [07:41, 04:44](1186 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [11:34, 08:24](1185 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [07:39, 04:41](1185 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [07:51, 04:40](1187 MB) +PASS -- TEST 'rap_flake_debug_intel' [06:57, 04:44](1187 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [11:14, 07:59](1186 MB) + +PASS -- COMPILE 'wam_debug_intel' [09:25, 07:14] ( 842 warnings 1 remarks ) +PASS -- TEST 'control_wam_debug_intel' [15:43, 12:09](1680 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [13:29, 11:31] ( 8 warnings 8 remarks ) +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [07:09, 03:33](1034 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [08:12, 05:11](875 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [05:27, 02:47](872 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [08:24, 04:46](932 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:25, 02:26](929 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [06:24, 02:54](869 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [07:11, 03:52](791 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:45, 01:32](768 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [13:19, 11:30] ( 8 warnings 8 remarks ) +PASS -- TEST 'conus13km_control_intel' [05:00, 01:50](1077 MB) +PASS -- TEST 'conus13km_2threads_intel' [04:31, 00:57](1076 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [04:20, 01:06](961 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [14:23, 11:44] ( 8 warnings 8 remarks ) +PASS -- TEST 'rap_control_dyn64_phy32_intel' [06:09, 03:38](903 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [09:18, 07:26] ( 790 warnings 8 remarks ) +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:46, 04:34](1060 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:51, 04:29](1062 MB) +PASS -- TEST 'conus13km_debug_intel' [17:45, 12:58](1144 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [17:41, 12:57](832 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [11:02, 07:27](1142 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:13, 12:43](1211 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [09:14, 07:10] ( 790 warnings 8 remarks ) +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:57, 04:46](1090 MB) + +PASS -- COMPILE 'hafsw_intel' [19:25, 17:39] ( 6 warnings 10 remarks ) +PASS -- TEST 'hafs_regional_atm_intel' [07:43, 04:33](705 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:57, 05:10](1068 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [09:55, 06:28](754 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [14:28, 10:39](774 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [15:57, 11:46](797 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [08:29, 04:41](471 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [09:48, 05:43](486 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [05:08, 02:20](398 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [10:46, 06:12](461 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [06:04, 03:18](504 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [06:44, 03:07](506 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [07:22, 03:50](579 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [03:37, 01:13](427 MB) +PASS -- TEST 'gnv1_nested_intel' [08:52, 04:03](1708 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [11:24, 08:49] ( 1467 warnings 1469 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [15:24, 12:24](623 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [19:21, 17:12] ( 5 warnings 9 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [10:38, 06:54](623 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [10:50, 06:59](680 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [21:21, 18:57] ( 5 warnings 8 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [10:05, 05:19](675 MB) + +PASS -- COMPILE 'hafs_all_intel' [18:15, 15:53] ( 5 warnings 9 remarks ) +PASS -- TEST 'hafs_regional_docn_intel' [08:40, 05:43](737 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [09:48, 05:43](726 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [19:26, 16:20](893 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [10:23, 08:12] ( 5 warnings 2 remarks ) +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:30, 02:29](768 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:51, 01:34](756 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:34, 02:21](645 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:34, 02:23](644 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:38, 02:24](646 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:41, 02:30](767 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:41, 02:30](766 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:35, 02:22](645 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [12:07, 05:42](695 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [12:15, 05:42](682 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:36, 02:28](768 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [06:48, 03:54](1968 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [06:56, 03:55](2031 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [07:31, 05:46] ( 7 warnings 2 remarks ) +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [07:39, 05:17](739 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [10:28, 08:22] ( 5 warnings 2 remarks ) +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:51, 02:29](768 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [04:28, 02:46] ( 1 remarks ) +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [03:48, 01:12](309 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [03:45, 01:06](456 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:46, 00:44](451 MB) + +PASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [16:25, 13:55] ( 5 warnings 3 remarks ) +PASS -- TEST 'atm_ds2s_docn_pcice_intel' [08:35, 03:58](1919 MB) + +PASS -- COMPILE 'atm_ds2s_docn_dice_intel' [14:26, 12:46] ( 6 warnings 1 remarks ) +PASS -- TEST 'atm_ds2s_docn_dice_intel' [11:52, 08:05](1897 MB) + +PASS -- COMPILE 'atml_intel' [17:21, 14:46] ( 13 warnings 2 remarks ) +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [11:06, 07:25](1878 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [11:15, 06:45](1888 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [07:08, 03:45](1034 MB) + +PASS -- COMPILE 'atml_debug_intel' [12:20, 10:39] ( 885 warnings 2 remarks ) +PASS -- TEST 'control_p8_atmlnd_debug_intel' [10:05, 06:15](1914 MB) + +PASS -- COMPILE 'atmw_intel' [15:20, 13:31] ( 5 warnings 9 remarks ) +PASS -- TEST 'atmwav_control_noaero_p8_intel' [05:44, 02:07](1873 MB) + +PASS -- COMPILE 'atmaero_intel' [15:20, 12:56] ( 5 warnings 1 remarks ) +PASS -- TEST 'atmaero_control_p8_intel' [08:23, 04:21](3129 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [08:23, 04:19](3005 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [07:22, 04:23](3020 MB) + +PASS -- COMPILE 'atmaq_debug_intel' [10:39, 08:00] ( 887 warnings 6 remarks ) +PASS -- TEST 'regional_atmaq_debug_intel' [27:51, 21:40](4548 MB) + +PASS -- COMPILE 'atm_fbh_intel' [13:28, 11:30] ( 8 warnings 8 remarks ) +PASS -- TEST 'cpld_regional_atm_fbh_intel' [10:45, 08:05](844 MB) SYNOPSIS: -Starting Date/Time: 20250108 08:23:44 -Ending Date/Time: 20250108 10:48:59 -Total Time: 02h:26m:21s +Starting Date/Time: 20241213 09:22:22 +Ending Date/Time: 20241213 11:13:47 +Total Time: 01h:52m:32s Compiles Completed: 42/42 Tests Completed: 186/186 diff --git a/tests/logs/RegressionTests_hera.log b/tests/logs/RegressionTests_hera.log index 49424bdd57..b632ce6c7d 100644 --- a/tests/logs/RegressionTests_hera.log +++ b/tests/logs/RegressionTests_hera.log @@ -1,13 +1,13 @@ ====START OF HERA REGRESSION TESTING LOG==== UFSWM hash used in testing: -b5b4558a9da026e48f0ebaca8c082af7b7e7915d +dedd6b8c817c7cb8a63acf25fe9fb9e43e0e1a27 Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) - 2eccb9f74ebd8dfc09b53d15f5a96c847b77c443 CDEPS-interface/CDEPS (cdeps0.4.17-310-g2eccb9f) + 1f9eaaa142c8b07ed6b788c9f44ea02cc86d0bae CDEPS-interface/CDEPS (cdeps0.4.17-42-g1f9eaaa) ff7fd76118d47ccef6cb934b834161c6be5a9909 CICE-interface/CICE (CICE6.0.0-392-gff7fd76) - b5d1cc189fced4abcb13fc70ed2febb2aef61757 CMEPS-interface/CMEPS (cmeps_v0.4.1-2313-gb5d1cc1) + 55576eba972ad53cc6546f00d409fa27361f78bd CMEPS-interface/CMEPS (cmeps_v0.4.1-2312-g55576eb) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) 7d998809dc84996248f93ced49730cfe92eae7cf FV3 (heads/develop) 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) @@ -26,388 +26,389 @@ The first time is for the full script (prep+run+finalize). The second time is specifically for the run phase. Times/Memory will be empty for failed tests. -BASELINE DIRECTORY: /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20250107 -COMPARISON DIRECTORY: /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_1533959 +BASELINE DIRECTORY: /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20241206 +COMPARISON DIRECTORY: /scratch1/NCEPDEV/stmp2/role.epic/FV3_RT/rt_2639513 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: epic -* (-e) - USE ECFLOW - -PASS -- COMPILE 's2swa_32bit_intel' [14:12, 13:00] ( 1 warnings 9 remarks ) -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [10:21, 07:47](3278 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [18:12, 16:11] ( 1 warnings 9 remarks ) -PASS -- TEST 'cpld_control_gfsv17_intel' [22:07, 19:58](1966 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [23:19, 20:41](2132 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [11:11, 08:12](1257 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [26:05, 23:26](1867 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [17:12, 15:31] ( 1 warnings 9 remarks ) -PASS -- TEST 'cpld_control_sfs_intel' [21:50, 19:16](1937 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [07:12, 06:04] ( 1520 warnings 1986 remarks ) -PASS -- TEST 'cpld_debug_gfsv17_intel' [28:06, 25:13](1879 MB) - -PASS -- COMPILE 's2swa_intel' [14:14, 13:00] ( 1 warnings 9 remarks ) -PASS -- TEST 'cpld_control_p8_intel' [12:21, 09:31](3319 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [11:24, 08:48](3323 MB) -PASS -- TEST 'cpld_restart_p8_intel' [07:14, 04:42](3217 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [12:15, 09:10](3326 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [07:21, 04:56](3231 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [11:11, 09:02](3524 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [12:12, 09:15](3306 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [10:19, 07:28](3192 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [11:21, 08:48](3325 MB) -PASS -- TEST 'cpld_control_c192_p8_intel' [14:20, 10:22](3491 MB) -PASS -- TEST 'cpld_restart_c192_p8_intel' [10:52, 06:23](3589 MB) -PASS -- TEST 'cpld_bmark_p8_intel' [19:12, 10:37](4269 MB) -PASS -- TEST 'cpld_restart_bmark_p8_intel' [16:40, 06:32](4347 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [10:14, 07:53](3292 MB) - -PASS -- COMPILE 's2sw_intel' [14:12, 12:21] ( 1 warnings 9 remarks ) -PASS -- TEST 'cpld_control_noaero_p8_intel' [09:20, 06:38](1953 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [09:23, 06:56](2027 MB) - -PASS -- COMPILE 's2swa_debug_intel' [07:12, 05:55] ( 1410 warnings 1216 remarks ) -PASS -- TEST 'cpld_debug_p8_intel' [16:22, 13:32](3329 MB) - -PASS -- COMPILE 's2sw_debug_intel' [07:12, 05:43] ( 1410 warnings 1216 remarks ) -PASS -- TEST 'cpld_debug_noaero_p8_intel' [09:04, 06:36](1952 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [13:12, 11:17] ( 1 remarks ) -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [07:00, 04:54](2021 MB) - -PASS -- COMPILE 's2s_intel' [13:13, 11:31] ( 1 warnings 1 remarks ) -PASS -- TEST 'cpld_control_c48_intel' [09:45, 07:52](3002 MB) -PASS -- TEST 'cpld_warmstart_c48_intel' [04:41, 02:23](3007 MB) -PASS -- TEST 'cpld_restart_c48_intel' [03:37, 01:26](2451 MB) - -PASS -- COMPILE 's2swa_faster_intel' [19:12, 17:10] ( 1 warnings 9 remarks ) -PASS -- TEST 'cpld_control_p8_faster_intel' [11:18, 08:36](3311 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [18:12, 16:09] ( 1 warnings 9 remarks ) -PASS -- TEST 'cpld_control_pdlib_p8_intel' [20:07, 17:46](2000 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [11:23, 08:21](1248 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [23:09, 20:32](1902 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [07:12, 05:50] ( 1520 warnings 1986 remarks ) -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [29:23, 26:51](1936 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [12:12, 11:06] ( 1 warnings 1 remarks ) -PASS -- TEST 'control_flake_intel' [05:22, 03:25](677 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [04:38, 02:34](1580 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:49, 02:36](1586 MB) -PASS -- TEST 'control_latlon_intel' [04:41, 02:31](1573 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:47, 02:35](1574 MB) -PASS -- TEST 'control_c48_intel' [09:48, 07:09](1703 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [08:28, 06:33](828 MB) -PASS -- TEST 'control_c48_lnd_iau_intel' [09:48, 07:09](1706 MB) -PASS -- TEST 'control_c192_intel' [10:02, 07:30](1743 MB) -PASS -- TEST 'control_c384_intel' [12:00, 08:11](1965 MB) -PASS -- TEST 'control_c384gdas_intel' [12:54, 08:07](1347 MB) -PASS -- TEST 'control_stochy_intel' [03:23, 01:44](635 MB) -PASS -- TEST 'control_stochy_restart_intel' [02:27, 00:58](476 MB) -PASS -- TEST 'control_lndp_intel' [03:22, 01:33](639 MB) -PASS -- TEST 'control_iovr4_intel' [04:25, 02:28](637 MB) -PASS -- TEST 'control_iovr5_intel' [04:23, 02:29](634 MB) -PASS -- TEST 'control_p8_intel' [04:57, 03:02](1865 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [05:56, 03:09](1873 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [04:49, 02:53](1870 MB) -PASS -- TEST 'control_restart_p8_intel' [03:45, 02:02](1108 MB) -PASS -- TEST 'control_noqr_p8_intel' [04:48, 02:55](1870 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [03:48, 01:42](1136 MB) -PASS -- TEST 'control_decomp_p8_intel' [05:50, 03:20](1852 MB) -PASS -- TEST 'control_2threads_p8_intel' [05:48, 03:13](1922 MB) -PASS -- TEST 'control_p8_lndp_intel' [07:41, 05:32](1863 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [06:51, 04:34](1926 MB) -PASS -- TEST 'control_p8_mynn_intel' [05:56, 03:07](1875 MB) -PASS -- TEST 'merra2_thompson_intel' [05:50, 03:23](1872 MB) -PASS -- TEST 'regional_control_intel' [07:36, 05:31](1103 MB) -PASS -- TEST 'regional_restart_intel' [04:36, 02:57](1086 MB) -PASS -- TEST 'regional_decomp_intel' [07:35, 05:42](1107 MB) -PASS -- TEST 'regional_2threads_intel' [05:36, 04:05](1043 MB) -PASS -- TEST 'regional_noquilt_intel' [07:38, 05:22](1406 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [07:40, 05:23](1101 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [07:41, 05:22](1100 MB) -PASS -- TEST 'regional_wofs_intel' [08:34, 07:08](1884 MB) - -PASS -- COMPILE 'rrfs_intel' [12:12, 10:30] ( 3 warnings 9 remarks ) -PASS -- TEST 'rap_control_intel' [09:41, 07:52](1086 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [07:10, 04:10](1253 MB) -PASS -- TEST 'rap_decomp_intel' [10:43, 08:30](1018 MB) -PASS -- TEST 'rap_2threads_intel' [10:38, 08:51](1080 MB) -PASS -- TEST 'rap_restart_intel' [05:44, 04:04](1081 MB) -PASS -- TEST 'rap_sfcdiff_intel' [09:44, 07:50](1086 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [10:39, 08:13](1021 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [07:44, 05:54](1121 MB) -PASS -- TEST 'hrrr_control_intel' [06:41, 04:15](1012 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [05:38, 04:08](1005 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [06:38, 04:21](1063 MB) -PASS -- TEST 'hrrr_control_restart_intel' [04:29, 02:12](978 MB) -PASS -- TEST 'rrfs_v1beta_intel' [09:45, 07:44](1080 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [11:31, 09:39](1961 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [11:30, 09:21](2048 MB) - -PASS -- COMPILE 'csawmg_intel' [11:12, 10:06] -PASS -- TEST 'control_csawmg_intel' [08:40, 06:11](1000 MB) -PASS -- TEST 'control_ras_intel' [05:24, 03:19](721 MB) - -PASS -- COMPILE 'wam_intel' [11:12, 10:01] ( 1 remarks ) -FAILED: TEST TIMED OUT -- TEST 'control_wam_intel' [, ]( MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [12:13, 10:14] ( 1 remarks ) -PASS -- TEST 'control_p8_faster_intel' [04:51, 02:48](1867 MB) -PASS -- TEST 'regional_control_faster_intel' [06:39, 04:54](1089 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [09:12, 07:29] ( 882 warnings 9 remarks ) -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [04:50, 02:23](1576 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [04:52, 02:22](1588 MB) -PASS -- TEST 'control_stochy_debug_intel' [05:27, 03:09](793 MB) -PASS -- TEST 'control_lndp_debug_intel' [04:25, 02:48](797 MB) -PASS -- TEST 'control_csawmg_debug_intel' [06:42, 04:24](1102 MB) -PASS -- TEST 'control_ras_debug_intel' [04:25, 02:51](800 MB) -PASS -- TEST 'control_diag_debug_intel' [04:55, 02:53](1649 MB) -PASS -- TEST 'control_debug_p8_intel' [04:48, 02:49](1875 MB) -PASS -- TEST 'regional_debug_intel' [19:47, 17:56](1056 MB) -PASS -- TEST 'rap_control_debug_intel' [07:26, 05:22](1173 MB) -PASS -- TEST 'hrrr_control_debug_intel' [06:28, 04:59](1174 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [07:28, 05:27](1173 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [07:28, 05:28](1177 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:23, 05:02](1169 MB) -PASS -- TEST 'rap_diag_debug_intel' [07:46, 05:19](1259 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [07:25, 05:09](1178 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [07:26, 05:10](1173 MB) -PASS -- TEST 'rap_lndp_debug_intel' [07:24, 05:22](1176 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [06:26, 05:02](1172 MB) -PASS -- TEST 'rap_noah_debug_intel' [06:23, 04:59](1173 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [06:23, 05:05](1177 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [10:23, 08:24](1174 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [06:23, 05:01](1175 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [06:25, 05:05](1174 MB) -PASS -- TEST 'rap_flake_debug_intel' [07:25, 05:12](1174 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [10:47, 08:54](1180 MB) - -PASS -- COMPILE 'atm_debug_dyn32_gnu' [06:12, 04:14] -PASS -- TEST 'control_csawmg_debug_gnu' [04:48, 02:27](699 MB) - -PASS -- COMPILE 'wam_debug_intel' [06:11, 04:43] ( 837 warnings 1 remarks ) -PASS -- TEST 'control_wam_debug_intel' [15:52, 13:33](1643 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [11:11, 10:00] ( 3 warnings 8 remarks ) -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [06:03, 03:55](1125 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [08:41, 06:33](1039 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [05:40, 03:26](964 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [09:36, 07:28](983 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:32, 03:55](950 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:35, 03:39](909 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [06:45, 04:57](1010 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:29, 01:53](905 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [11:11, 10:04] ( 3 warnings 8 remarks ) -PASS -- TEST 'conus13km_control_intel' [04:04, 02:03](1171 MB) -PASS -- TEST 'conus13km_2threads_intel' [02:44, 01:00](1138 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [03:46, 01:21](1076 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [11:11, 09:57] ( 3 warnings 8 remarks ) -PASS -- TEST 'rap_control_dyn64_phy32_intel' [06:45, 04:20](963 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [06:11, 04:37] ( 785 warnings 8 remarks ) -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [07:31, 05:19](1047 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [07:29, 05:15](1047 MB) -PASS -- TEST 'conus13km_debug_intel' [16:48, 14:15](1178 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [16:45, 14:24](881 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [14:43, 12:41](1149 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:43, 14:17](1234 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [06:12, 04:31] ( 785 warnings 8 remarks ) -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [07:24, 05:24](1096 MB) - -PASS -- COMPILE 'hafsw_intel' [13:12, 12:01] ( 1 warnings 9 remarks ) -PASS -- TEST 'hafs_regional_atm_intel' [07:20, 05:01](693 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:32, 05:39](1090 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [09:21, 06:59](790 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [17:17, 14:50](824 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [21:29, 18:34](851 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [07:57, 05:35](476 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [09:21, 06:49](484 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [04:55, 02:51](350 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [11:35, 07:32](460 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [05:45, 03:42](498 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [05:50, 03:34](497 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [05:59, 04:06](548 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [03:31, 01:11](376 MB) -PASS -- TEST 'gnv1_nested_intel' [07:04, 04:05](1701 MB) - -PASS -- COMPILE 'hafsw_debug_intel' [06:11, 05:03] ( 1462 warnings 1489 remarks ) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [14:55, 13:07](538 MB) - -PASS -- COMPILE 'hafsw_faster_intel' [13:11, 11:24] ( 8 remarks ) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [13:02, 10:12](607 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [13:10, 10:19](706 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [13:12, 11:42] ( 8 remarks ) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [11:34, 08:12](691 MB) - -PASS -- COMPILE 'hafs_all_intel' [12:12, 10:45] ( 8 remarks ) -PASS -- TEST 'hafs_regional_docn_intel' [09:20, 06:31](789 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [09:18, 06:34](773 MB) -PASS -- TEST 'hafs_regional_datm_cdeps_intel' [19:00, 16:35](1211 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [08:12, 06:57] -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:25, 03:06](1126 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:24, 02:11](1079 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:25, 02:43](1023 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:22, 02:46](1018 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:20, 02:54](1012 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:19, 02:48](1141 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:20, 02:46](1153 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:19, 02:42](1014 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [09:32, 06:19](1065 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [09:30, 06:24](1043 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:17, 02:47](1150 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:22, 03:57](2494 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [05:21, 03:56](2516 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [05:12, 03:17] ( 2 warnings ) -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [08:20, 06:43](1071 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [08:12, 06:51] -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:19, 02:44](1151 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [02:12, 01:05] ( 1 remarks ) -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:30, 00:45](253 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:24, 00:48](318 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:27, 00:31](315 MB) - -PASS -- COMPILE 'datm_cdeps_lm4_intel' [03:12, 01:19] -PASS -- TEST 'datm_cdeps_lm4_gswp3_intel' [02:31, 00:37](538 MB) -PASS -- TEST 'datm_cdeps_lm4_gswp3_rst_intel' [02:35, 00:20](453 MB) - -PASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [12:12, 10:55] ( 1 remarks ) -PASS -- TEST 'atm_ds2s_docn_pcice_intel' [06:03, 03:49](1954 MB) - -PASS -- COMPILE 'atm_ds2s_docn_dice_intel' [12:13, 10:38] ( 1 warnings 1 remarks ) -PASS -- TEST 'atm_ds2s_docn_dice_intel' [06:55, 04:51](1959 MB) - -PASS -- COMPILE 'atml_intel' [12:13, 11:02] ( 8 warnings 2 remarks ) -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [07:00, 04:24](1834 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [06:59, 04:22](1839 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [04:49, 02:36](1075 MB) - -PASS -- COMPILE 'atml_debug_intel' [07:12, 05:49] ( 880 warnings 2 remarks ) -PASS -- TEST 'control_p8_atmlnd_debug_intel' [07:55, 05:50](1847 MB) - -PASS -- COMPILE 'atmw_intel' [12:14, 10:50] ( 9 remarks ) -PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:50, 01:57](1902 MB) - -PASS -- COMPILE 'atmaero_intel' [12:12, 10:33] ( 1 remarks ) -PASS -- TEST 'atmaero_control_p8_intel' [07:06, 04:31](3170 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [07:06, 04:57](3066 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:46, 05:01](3072 MB) - -PASS -- COMPILE 'atmaq_debug_intel' [06:13, 04:37] ( 882 warnings 6 remarks ) - -PASS -- COMPILE 'atm_fbh_intel' [11:12, 10:02] ( 3 warnings 8 remarks ) -PASS -- TEST 'cpld_regional_atm_fbh_intel' [13:31, 11:47](1095 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intelllvm' [08:12, 06:45] -PASS -- TEST 'rap_control_dyn32_phy32_intelllvm' [10:42, 08:30](1042 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intelllvm' [08:13, 06:39] -PASS -- TEST 'rap_control_dyn64_phy32_intelllvm' [06:45, 04:55](967 MB) - -PASS -- COMPILE 'atm_gnu' [06:11, 04:34] -PASS -- TEST 'control_c48_gnu' [11:44, 09:32](1497 MB) -PASS -- TEST 'control_stochy_gnu' [05:24, 03:28](481 MB) -PASS -- TEST 'control_ras_gnu' [06:24, 04:57](488 MB) -PASS -- TEST 'control_p8_gnu' [06:54, 04:28](1419 MB) -PASS -- TEST 'control_p8_ugwpv1_gnu' [06:52, 04:26](1431 MB) -PASS -- TEST 'control_flake_gnu' [12:26, 10:41](522 MB) - -PASS -- COMPILE 'rrfs_gnu' [06:11, 04:12] -PASS -- TEST 'rap_control_gnu' [13:41, 11:32](796 MB) -PASS -- TEST 'rap_decomp_gnu' [13:36, 11:39](798 MB) -PASS -- TEST 'rap_2threads_gnu' [19:38, 17:24](898 MB) -PASS -- TEST 'rap_restart_gnu' [07:53, 05:48](560 MB) -PASS -- TEST 'rap_sfcdiff_gnu' [13:43, 11:24](795 MB) -PASS -- TEST 'rap_sfcdiff_decomp_gnu' [13:37, 11:44](796 MB) -PASS -- TEST 'rap_sfcdiff_restart_gnu' [10:39, 08:29](572 MB) -PASS -- TEST 'hrrr_control_gnu' [07:41, 05:52](794 MB) -PASS -- TEST 'hrrr_control_noqr_gnu' [07:39, 05:51](783 MB) -PASS -- TEST 'hrrr_control_2threads_gnu' [10:35, 08:38](891 MB) -PASS -- TEST 'hrrr_control_decomp_gnu' [07:33, 05:55](793 MB) -PASS -- TEST 'hrrr_control_restart_gnu' [04:28, 03:01](548 MB) -PASS -- TEST 'hrrr_control_restart_noqr_gnu' [04:29, 02:58](637 MB) -PASS -- TEST 'rrfs_v1beta_gnu' [13:43, 11:16](792 MB) - -PASS -- COMPILE 'csawmg_gnu' [05:11, 03:54] -PASS -- TEST 'control_csawmg_gnu' [10:39, 08:29](727 MB) - -PASS -- COMPILE 'atm_dyn32_debug_gnu' [08:12, 06:36] -PASS -- TEST 'control_diag_debug_gnu' [03:46, 01:38](1247 MB) -PASS -- TEST 'regional_debug_gnu' [13:37, 12:05](732 MB) -PASS -- TEST 'rap_control_debug_gnu' [04:33, 02:40](794 MB) -PASS -- TEST 'hrrr_control_debug_gnu' [04:25, 02:36](796 MB) -PASS -- TEST 'hrrr_gf_debug_gnu' [04:25, 02:38](802 MB) -PASS -- TEST 'hrrr_c3_debug_gnu' [04:22, 02:40](798 MB) -PASS -- TEST 'rap_diag_debug_gnu' [04:41, 02:50](883 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [06:22, 04:10](798 MB) -PASS -- TEST 'rap_progcld_thompson_debug_gnu' [04:22, 02:42](796 MB) -PASS -- TEST 'rrfs_v1beta_debug_gnu' [04:24, 02:38](793 MB) -PASS -- TEST 'control_ras_debug_gnu' [03:22, 01:34](437 MB) -PASS -- TEST 'control_stochy_debug_gnu' [03:21, 01:47](429 MB) -PASS -- TEST 'control_debug_p8_gnu' [03:40, 01:45](1410 MB) -PASS -- TEST 'rap_flake_debug_gnu' [04:24, 02:39](799 MB) -PASS -- TEST 'rap_clm_lake_debug_gnu' [04:22, 02:41](803 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [06:36, 04:25](805 MB) - -PASS -- COMPILE 'wam_debug_gnu' [04:11, 02:23] - -PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [06:12, 04:10] -PASS -- TEST 'rap_control_dyn32_phy32_gnu' [11:36, 09:53](686 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [07:34, 05:10](689 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [17:32, 15:40](725 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [09:31, 08:03](726 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [07:28, 05:20](682 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [09:35, 07:13](538 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [04:26, 02:38](520 MB) -PASS -- TEST 'conus13km_control_gnu' [05:52, 03:12](851 MB) -PASS -- TEST 'conus13km_2threads_gnu' [03:41, 01:32](861 MB) -PASS -- TEST 'conus13km_restart_mismatch_gnu' [03:41, 01:54](536 MB) - -PASS -- COMPILE 'atm_dyn64_phy32_gnu' [11:12, 09:32] -PASS -- TEST 'rap_control_dyn64_phy32_gnu' [07:36, 05:57](713 MB) - -PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [08:12, 06:37] -PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [04:23, 02:35](688 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [04:24, 02:28](686 MB) -PASS -- TEST 'conus13km_debug_gnu' [08:46, 06:34](852 MB) -PASS -- TEST 'conus13km_debug_qr_gnu' [08:40, 07:05](555 MB) -PASS -- TEST 'conus13km_debug_2threads_gnu' [07:37, 05:43](860 MB) -PASS -- TEST 'conus13km_radar_tten_debug_gnu' [08:36, 06:53](920 MB) - -PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [08:11, 06:39] -PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [04:23, 02:40](722 MB) - -PASS -- COMPILE 's2swa_gnu' [18:13, 16:22] - -PASS -- COMPILE 's2s_gnu' [18:12, 16:14] -PASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [13:02, 11:06](1490 MB) - -PASS -- COMPILE 's2swa_debug_gnu' [05:12, 03:13] - -PASS -- COMPILE 's2sw_pdlib_gnu' [18:14, 16:10] -PASS -- TEST 'cpld_control_pdlib_p8_gnu' [26:59, 24:46](1439 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_gnu' [04:14, 03:05] - -PASS -- COMPILE 'datm_cdeps_gnu' [17:13, 15:28] -PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [04:17, 03:07](689 MB) +* (-l) - USE CONFIG FILE: rt.conf +* (-r) - USE ROCOTO + +PASS -- COMPILE 's2swa_32bit_intel' [13:08, 13:07] ( 1 warnings 9 remarks ) +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [12:30, 11:38](3292 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [16:20, 16:20] ( 1 warnings 9 remarks ) +PASS -- TEST 'cpld_control_gfsv17_intel' [20:39, 19:54](1948 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [21:56, 20:46](2156 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [09:18, 08:22](1282 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [23:59, 23:15](1844 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [15:51, 15:51] ( 1 warnings 9 remarks ) +PASS -- TEST 'cpld_control_sfs_intel' [19:56, 19:26](1944 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:05, 06:05] ( 1520 warnings 1986 remarks ) +PASS -- TEST 'cpld_debug_gfsv17_intel' [27:19, 26:33](1916 MB) + +PASS -- COMPILE 's2swa_intel' [13:10, 13:09] ( 1 warnings 9 remarks ) +PASS -- TEST 'cpld_control_p8_intel' [16:38, 15:35](3330 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [15:25, 14:32](3316 MB) +PASS -- TEST 'cpld_restart_p8_intel' [08:26, 07:22](3254 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [14:58, 14:06](3346 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [08:21, 07:22](3268 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [13:50, 13:05](3632 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [14:58, 14:13](3325 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [12:32, 11:42](3194 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [15:00, 14:05](3346 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [12:17, 10:34](3490 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [09:00, 06:27](3618 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [23:40, 16:32](4273 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [18:46, 09:15](4367 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [08:36, 07:45](3283 MB) + +PASS -- COMPILE 's2sw_intel' [12:03, 12:02] ( 1 warnings 9 remarks ) +PASS -- TEST 'cpld_control_noaero_p8_intel' [09:52, 09:01](1982 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [11:48, 10:58](2036 MB) + +PASS -- COMPILE 's2swa_debug_intel' [06:00, 05:59] ( 1410 warnings 1216 remarks ) +PASS -- TEST 'cpld_debug_p8_intel' [23:44, 22:44](3369 MB) + +PASS -- COMPILE 's2sw_debug_intel' [05:47, 05:46] ( 1410 warnings 1216 remarks ) +PASS -- TEST 'cpld_debug_noaero_p8_intel' [10:42, 10:00](1990 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [11:19, 11:18] ( 1 remarks ) +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [05:12, 04:24](2016 MB) + +PASS -- COMPILE 's2s_intel' [11:37, 11:36] ( 1 warnings 1 remarks ) +PASS -- TEST 'cpld_control_c48_intel' [08:15, 07:46](3039 MB) +PASS -- TEST 'cpld_warmstart_c48_intel' [02:47, 02:18](3021 MB) +PASS -- TEST 'cpld_restart_c48_intel' [01:45, 01:18](2470 MB) + +PASS -- COMPILE 's2swa_faster_intel' [16:43, 16:41] ( 1 warnings 9 remarks ) +PASS -- TEST 'cpld_control_p8_faster_intel' [14:42, 13:34](3325 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [15:16, 15:15] ( 1 warnings 9 remarks ) +PASS -- TEST 'cpld_control_pdlib_p8_intel' [29:25, 28:11](2006 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [15:02, 13:57](1274 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [33:53, 33:01](1919 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [05:34, 05:34] ( 1520 warnings 1986 remarks ) +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [31:30, 30:39](1951 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [11:13, 11:11] ( 1 warnings 1 remarks ) +PASS -- TEST 'control_flake_intel' [03:41, 03:23](704 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [04:17, 03:21](1586 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:26, 03:28](1575 MB) +PASS -- TEST 'control_latlon_intel' [03:54, 03:16](1585 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [03:49, 03:18](1570 MB) +PASS -- TEST 'control_c48_intel' [12:08, 11:42](1717 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [06:50, 06:34](849 MB) +PASS -- TEST 'control_c48_lnd_iau_intel' [11:52, 11:29](1728 MB) +PASS -- TEST 'control_c192_intel' [13:00, 12:13](1748 MB) +PASS -- TEST 'control_c384_intel' [15:38, 13:55](2001 MB) +PASS -- TEST 'control_c384gdas_intel' [11:21, 08:22](1379 MB) +PASS -- TEST 'control_stochy_intel' [01:53, 01:38](662 MB) +PASS -- TEST 'control_stochy_restart_intel' [01:16, 00:58](501 MB) +PASS -- TEST 'control_lndp_intel' [01:49, 01:35](660 MB) +PASS -- TEST 'control_iovr4_intel' [02:47, 02:30](654 MB) +PASS -- TEST 'control_iovr5_intel' [02:46, 02:32](651 MB) +PASS -- TEST 'control_p8_intel' [04:29, 03:49](1859 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [03:53, 03:07](1890 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [04:35, 03:46](1869 MB) +PASS -- TEST 'control_restart_p8_intel' [02:39, 02:03](1134 MB) +PASS -- TEST 'control_noqr_p8_intel' [04:29, 03:47](1878 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [02:45, 02:04](1146 MB) +PASS -- TEST 'control_decomp_p8_intel' [04:25, 03:49](1836 MB) +PASS -- TEST 'control_2threads_p8_intel' [04:09, 03:33](1960 MB) +PASS -- TEST 'control_p8_lndp_intel' [07:13, 06:42](1844 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [04:55, 04:14](1916 MB) +PASS -- TEST 'control_p8_mynn_intel' [03:48, 03:09](1897 MB) +PASS -- TEST 'merra2_thompson_intel' [04:08, 03:28](1873 MB) +PASS -- TEST 'regional_control_intel' [05:58, 05:33](1117 MB) +PASS -- TEST 'regional_restart_intel' [03:26, 03:04](1101 MB) +PASS -- TEST 'regional_decomp_intel' [06:16, 05:51](1117 MB) +PASS -- TEST 'regional_2threads_intel' [03:53, 03:30](1112 MB) +PASS -- TEST 'regional_noquilt_intel' [05:45, 05:22](1424 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [05:48, 05:22](1116 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [05:54, 05:27](1121 MB) +PASS -- TEST 'regional_wofs_intel' [07:41, 07:14](1892 MB) + +PASS -- COMPILE 'rrfs_intel' [10:33, 10:32] ( 3 warnings 9 remarks ) +PASS -- TEST 'rap_control_intel' [08:20, 07:52](1107 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [05:05, 04:15](1261 MB) +PASS -- TEST 'rap_decomp_intel' [08:45, 08:17](1031 MB) +PASS -- TEST 'rap_2threads_intel' [07:52, 07:27](1187 MB) +PASS -- TEST 'rap_restart_intel' [04:38, 04:07](1103 MB) +PASS -- TEST 'rap_sfcdiff_intel' [08:19, 07:48](1102 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [08:43, 08:14](1039 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [06:28, 05:53](1132 MB) +PASS -- TEST 'hrrr_control_intel' [04:29, 04:01](1040 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [04:34, 04:10](1027 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [04:07, 03:42](1099 MB) +PASS -- TEST 'hrrr_control_restart_intel' [02:33, 02:13](1002 MB) +PASS -- TEST 'rrfs_v1beta_intel' [08:16, 07:43](1110 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [10:06, 09:44](1972 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [09:54, 09:35](2057 MB) + +PASS -- COMPILE 'csawmg_intel' [09:52, 09:52] +PASS -- TEST 'control_csawmg_intel' [06:37, 06:13](1022 MB) +PASS -- TEST 'control_ras_intel' [03:29, 03:16](748 MB) + +PASS -- COMPILE 'wam_intel' [10:07, 10:07] ( 1 remarks ) +PASS -- TEST 'control_wam_intel' [12:05, 11:27](1652 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [10:31, 10:31] ( 1 remarks ) +PASS -- TEST 'control_p8_faster_intel' [03:24, 02:45](1866 MB) +PASS -- TEST 'regional_control_faster_intel' [05:36, 05:04](1130 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [07:45, 07:44] ( 882 warnings 9 remarks ) +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:01, 02:27](1601 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [02:58, 02:23](1608 MB) +PASS -- TEST 'control_stochy_debug_intel' [03:23, 03:11](828 MB) +PASS -- TEST 'control_lndp_debug_intel' [03:05, 02:54](825 MB) +PASS -- TEST 'control_csawmg_debug_intel' [04:55, 04:23](1138 MB) +PASS -- TEST 'control_ras_debug_intel' [03:12, 02:56](832 MB) +PASS -- TEST 'control_diag_debug_intel' [03:26, 02:50](1671 MB) +PASS -- TEST 'control_debug_p8_intel' [03:12, 02:44](1884 MB) +PASS -- TEST 'regional_debug_intel' [17:52, 17:26](1104 MB) +PASS -- TEST 'rap_control_debug_intel' [05:18, 05:03](1216 MB) +PASS -- TEST 'hrrr_control_debug_intel' [05:14, 05:00](1205 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [05:34, 05:17](1198 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [05:17, 05:04](1213 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [05:25, 05:09](1215 MB) +PASS -- TEST 'rap_diag_debug_intel' [06:09, 05:40](1287 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [05:29, 05:16](1215 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [05:20, 05:06](1210 MB) +PASS -- TEST 'rap_lndp_debug_intel' [05:19, 05:02](1212 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [05:22, 05:06](1213 MB) +PASS -- TEST 'rap_noah_debug_intel' [05:08, 04:55](1218 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [05:14, 05:01](1213 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [08:51, 08:29](1208 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [05:29, 05:09](1211 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [05:32, 05:14](1210 MB) +PASS -- TEST 'rap_flake_debug_intel' [05:19, 05:04](1210 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [09:26, 08:42](1216 MB) + +PASS -- COMPILE 'atm_debug_dyn32_gnu' [04:18, 04:18] +PASS -- TEST 'control_csawmg_debug_gnu' [03:02, 02:34](741 MB) + +PASS -- COMPILE 'wam_debug_intel' [04:49, 04:49] ( 837 warnings 1 remarks ) +PASS -- TEST 'control_wam_debug_intel' [14:37, 13:59](1656 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [10:02, 10:01] ( 3 warnings 8 remarks ) +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [04:55, 03:55](1146 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [07:04, 06:34](1057 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [04:00, 03:29](983 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [06:47, 06:15](1101 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [03:54, 03:15](957 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [04:05, 03:40](945 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [05:33, 04:59](1035 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [02:31, 01:58](930 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [10:04, 10:04] ( 3 warnings 8 remarks ) +PASS -- TEST 'conus13km_control_intel' [03:13, 02:16](1185 MB) +PASS -- TEST 'conus13km_2threads_intel' [01:29, 00:52](1106 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [01:50, 01:13](1091 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [10:04, 10:04] ( 3 warnings 8 remarks ) +PASS -- TEST 'rap_control_dyn64_phy32_intel' [04:56, 04:19](980 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:56, 04:55] ( 785 warnings 8 remarks ) +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:36, 05:13](1092 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [05:15, 05:00](1094 MB) +PASS -- TEST 'conus13km_debug_intel' [14:53, 14:10](1239 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [15:19, 14:46](934 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [08:35, 08:04](1160 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [14:40, 14:08](1304 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:48, 04:47] ( 785 warnings 8 remarks ) +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [05:16, 05:03](1127 MB) + +PASS -- COMPILE 'hafsw_intel' [11:56, 11:56] ( 1 warnings 9 remarks ) +PASS -- TEST 'hafs_regional_atm_intel' [06:11, 05:10](721 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [06:43, 06:24](1108 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [08:29, 07:16](811 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [16:02, 14:58](842 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [20:17, 18:43](868 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [06:22, 05:37](492 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [08:16, 07:08](512 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [03:20, 02:48](368 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [09:41, 07:27](468 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [04:28, 03:51](518 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [04:18, 03:41](522 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [04:54, 04:14](575 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [01:28, 01:10](402 MB) +PASS -- TEST 'gnv1_nested_intel' [05:19, 04:03](1736 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [05:12, 05:12] ( 1462 warnings 1489 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [14:00, 13:09](582 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [11:29, 11:28] ( 8 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [11:14, 10:17](642 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [11:24, 10:21](723 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [11:28, 11:28] ( 8 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [10:03, 08:18](686 MB) + +PASS -- COMPILE 'hafs_all_intel' [10:51, 10:51] ( 8 remarks ) +PASS -- TEST 'hafs_regional_docn_intel' [07:48, 06:48](805 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [07:51, 06:52](793 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [17:12, 16:33](1218 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [06:39, 06:38] +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [02:59, 02:50](1154 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [01:53, 01:43](1103 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [02:52, 02:41](1026 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [02:54, 02:45](1019 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [02:53, 02:45](1028 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [03:00, 02:53](1164 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [03:06, 02:59](1161 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [02:50, 02:42](1019 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [07:53, 06:41](1072 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [08:21, 07:00](1046 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [03:00, 02:54](1152 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [04:19, 04:06](2506 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [04:14, 04:05](2511 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [03:17, 03:16] ( 2 warnings ) +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [06:46, 06:37](1072 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [06:41, 06:39] +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [03:03, 02:55](1159 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [01:33, 01:32] ( 1 remarks ) +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [01:05, 00:47](261 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [01:08, 00:52](326 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [00:44, 00:29](321 MB) + +PASS -- COMPILE 'datm_cdeps_lm4_intel' [01:33, 01:32] +PASS -- TEST 'datm_cdeps_lm4_gswp3_intel' [00:50, 00:32](561 MB) +PASS -- TEST 'datm_cdeps_lm4_gswp3_rst_intel' [00:37, 00:17](461 MB) + +PASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [10:56, 10:55] ( 1 remarks ) +PASS -- TEST 'atm_ds2s_docn_pcice_intel' [04:39, 03:52](1972 MB) + +PASS -- COMPILE 'atm_ds2s_docn_dice_intel' [10:31, 10:31] ( 1 warnings 1 remarks ) +PASS -- TEST 'atm_ds2s_docn_dice_intel' [08:45, 08:02](1994 MB) + +PASS -- COMPILE 'atml_intel' [11:08, 11:07] ( 8 warnings 2 remarks ) +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [05:13, 04:24](1850 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [05:10, 04:20](1850 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [03:05, 02:28](1089 MB) + +PASS -- COMPILE 'atml_debug_intel' [05:57, 05:56] ( 880 warnings 2 remarks ) +PASS -- TEST 'control_p8_atmlnd_debug_intel' [07:02, 06:08](1884 MB) + +PASS -- COMPILE 'atmw_intel' [11:05, 11:04] ( 9 remarks ) +PASS -- TEST 'atmwav_control_noaero_p8_intel' [02:38, 02:02](1906 MB) + +PASS -- COMPILE 'atmaero_intel' [10:40, 10:39] ( 1 remarks ) +PASS -- TEST 'atmaero_control_p8_intel' [04:56, 04:14](3175 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [05:41, 04:57](3093 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [05:30, 04:59](3110 MB) + +PASS -- COMPILE 'atmaq_debug_intel' [04:46, 04:46] ( 882 warnings 6 remarks ) + +PASS -- COMPILE 'atm_fbh_intel' [09:50, 09:49] ( 3 warnings 8 remarks ) +PASS -- TEST 'cpld_regional_atm_fbh_intel' [12:08, 11:50](1110 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intelllvm' [06:46, 06:46] +PASS -- TEST 'rap_control_dyn32_phy32_intelllvm' [08:53, 08:23](1056 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intelllvm' [06:49, 06:48] +PASS -- TEST 'rap_control_dyn64_phy32_intelllvm' [05:28, 05:00](982 MB) + +PASS -- COMPILE 'atm_gnu' [04:37, 04:36] +PASS -- TEST 'control_c48_gnu' [10:01, 09:35](1509 MB) +PASS -- TEST 'control_stochy_gnu' [03:45, 03:31](496 MB) +PASS -- TEST 'control_ras_gnu' [05:11, 04:59](468 MB) +PASS -- TEST 'control_p8_gnu' [06:03, 05:18](1448 MB) +PASS -- TEST 'control_p8_ugwpv1_gnu' [05:57, 05:14](1436 MB) +PASS -- TEST 'control_flake_gnu' [10:57, 10:41](539 MB) + +PASS -- COMPILE 'rrfs_gnu' [04:30, 04:29] +PASS -- TEST 'rap_control_gnu' [12:15, 11:37](804 MB) +PASS -- TEST 'rap_decomp_gnu' [12:23, 11:47](807 MB) +PASS -- TEST 'rap_2threads_gnu' [11:20, 10:39](912 MB) +PASS -- TEST 'rap_restart_gnu' [06:25, 05:51](576 MB) +PASS -- TEST 'rap_sfcdiff_gnu' [11:57, 11:26](807 MB) +PASS -- TEST 'rap_sfcdiff_decomp_gnu' [12:02, 11:35](803 MB) +PASS -- TEST 'rap_sfcdiff_restart_gnu' [09:09, 08:37](579 MB) +PASS -- TEST 'hrrr_control_gnu' [06:36, 05:53](804 MB) +PASS -- TEST 'hrrr_control_noqr_gnu' [06:31, 05:53](825 MB) +PASS -- TEST 'hrrr_control_2threads_gnu' [05:42, 05:17](906 MB) +PASS -- TEST 'hrrr_control_decomp_gnu' [06:24, 05:59](805 MB) +PASS -- TEST 'hrrr_control_restart_gnu' [03:31, 03:03](559 MB) +PASS -- TEST 'hrrr_control_restart_noqr_gnu' [03:23, 03:00](648 MB) +PASS -- TEST 'rrfs_v1beta_gnu' [11:45, 11:12](801 MB) + +PASS -- COMPILE 'csawmg_gnu' [04:10, 04:10] +PASS -- TEST 'control_csawmg_gnu' [09:12, 08:43](739 MB) + +PASS -- COMPILE 'atm_dyn32_debug_gnu' [06:24, 06:23] +PASS -- TEST 'control_diag_debug_gnu' [02:18, 01:39](1268 MB) +PASS -- TEST 'regional_debug_gnu' [12:29, 12:02](749 MB) +PASS -- TEST 'rap_control_debug_gnu' [02:59, 02:44](818 MB) +PASS -- TEST 'hrrr_control_debug_gnu' [02:55, 02:38](812 MB) +PASS -- TEST 'hrrr_gf_debug_gnu' [02:56, 02:40](820 MB) +PASS -- TEST 'hrrr_c3_debug_gnu' [03:03, 02:50](821 MB) +PASS -- TEST 'rap_diag_debug_gnu' [03:17, 02:53](905 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [04:29, 04:14](817 MB) +PASS -- TEST 'rap_progcld_thompson_debug_gnu' [02:57, 02:42](815 MB) +PASS -- TEST 'rrfs_v1beta_debug_gnu' [02:48, 02:33](816 MB) +PASS -- TEST 'control_ras_debug_gnu' [01:53, 01:41](452 MB) +PASS -- TEST 'control_stochy_debug_gnu' [02:07, 01:53](449 MB) +PASS -- TEST 'control_debug_p8_gnu' [02:07, 01:38](1421 MB) +PASS -- TEST 'rap_flake_debug_gnu' [02:58, 02:44](820 MB) +PASS -- TEST 'rap_clm_lake_debug_gnu' [02:56, 02:42](817 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:03, 04:35](825 MB) + +PASS -- COMPILE 'wam_debug_gnu' [02:27, 02:26] + +PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [04:10, 04:09] +PASS -- TEST 'rap_control_dyn32_phy32_gnu' [10:12, 09:48](694 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:43, 05:16](698 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [09:28, 09:04](740 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [05:10, 04:46](739 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [05:45, 05:20](704 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [07:51, 07:20](551 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:05, 02:45](531 MB) +PASS -- TEST 'conus13km_control_gnu' [04:03, 03:15](864 MB) +PASS -- TEST 'conus13km_2threads_gnu' [06:26, 05:51](891 MB) +PASS -- TEST 'conus13km_restart_mismatch_gnu' [02:24, 01:51](547 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_gnu' [09:26, 09:26] +PASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:27, 05:56](722 MB) + +PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [06:31, 06:31] +PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [02:51, 02:36](710 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [02:49, 02:37](702 MB) +PASS -- TEST 'conus13km_debug_gnu' [07:48, 07:00](876 MB) +PASS -- TEST 'conus13km_debug_qr_gnu' [07:35, 06:59](570 MB) +PASS -- TEST 'conus13km_debug_2threads_gnu' [07:57, 07:27](882 MB) +PASS -- TEST 'conus13km_radar_tten_debug_gnu' [07:34, 07:02](947 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [06:22, 06:22] +PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [03:01, 02:44](732 MB) + +PASS -- COMPILE 's2swa_gnu' [16:33, 16:32] + +PASS -- COMPILE 's2s_gnu' [16:06, 16:05] +PASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [20:31, 19:29](1504 MB) + +PASS -- COMPILE 's2swa_debug_gnu' [03:20, 03:19] + +PASS -- COMPILE 's2sw_pdlib_gnu' [16:16, 16:15] +PASS -- TEST 'cpld_control_pdlib_p8_gnu' [37:59, 36:59](1455 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_gnu' [03:10, 03:08] + +PASS -- COMPILE 'datm_cdeps_gnu' [15:30, 15:29] +PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [03:23, 03:12](692 MB) SYNOPSIS: -Starting Date/Time: 20250108 13:09:09 -Ending Date/Time: 20250108 14:58:48 -Total Time: 01h:49m:58s +Starting Date/Time: 20241213 18:44:29 +Ending Date/Time: 20241213 23:52:17 +Total Time: 05h:08m:05s Compiles Completed: 61/61 Tests Completed: 248/249 Failed Tests: diff --git a/tests/logs/RegressionTests_hercules.log b/tests/logs/RegressionTests_hercules.log index 6ebf5473bc..4e3ddd67cc 100644 --- a/tests/logs/RegressionTests_hercules.log +++ b/tests/logs/RegressionTests_hercules.log @@ -1,15 +1,16 @@ ====START OF hercules REGRESSION TESTING LOG==== UFSWM hash used in testing: -b5b4558a9da026e48f0ebaca8c082af7b7e7915d +df31e0b8a5c2890294ca5dab3b940e6e09233653 + Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) be5d28fd1b60522e6fc98aefeead20e6aac3530b AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-198-gbe5d28fd1) - 2eccb9f74ebd8dfc09b53d15f5a96c847b77c443 CDEPS-interface/CDEPS (cdeps0.4.17-310-g2eccb9f) + 1f9eaaa142c8b07ed6b788c9f44ea02cc86d0bae CDEPS-interface/CDEPS (cdeps0.4.17-42-g1f9eaaa) ff7fd76118d47ccef6cb934b834161c6be5a9909 CICE-interface/CICE (CICE6.0.0-392-gff7fd76) 3792520561cf9419082ef41f9f0dffd03edf2e43 CICE-interface/CICE/icepack (Icepack1.1.0-198-g3792520) - b5d1cc189fced4abcb13fc70ed2febb2aef61757 CMEPS-interface/CMEPS (cmeps_v0.4.1-2313-gb5d1cc1) + 55576eba972ad53cc6546f00d409fa27361f78bd CMEPS-interface/CMEPS (cmeps_v0.4.1-2312-g55576eb) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) 7d998809dc84996248f93ced49730cfe92eae7cf FV3 (heads/develop) 9490871a616604efe9dd75608214081eef557ad6 FV3/atmos_cubed_sphere (201912_public_release-408-g9490871) @@ -37,382 +38,386 @@ The first time is for the full script (prep+run+finalize). The second time is specifically for the run phase. Times/Memory will be empty for failed tests. -BASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20250107 -COMPARISON DIRECTORY: /work2/noaa/stmp/jongkim/jongkim/FV3_RT/rt_3241797 +BASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20241206 +COMPARISON DIRECTORY: /work2/noaa/epic/stmp/role-epic/stmp/role-epic/FV3_RT/rt_44029 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: epic -* (-r) - USE ROCOTO - -PASS -- COMPILE s2swa_32bit_intel -PASS -- TEST cpld_control_p8_mixedmode_intel [09:27, 08:40] (2143300 MB) - -PASS -- COMPILE s2swa_32bit_pdlib_intel -PASS -- TEST cpld_control_gfsv17_intel [19:06, 18:11] (2021140 MB) -PASS -- TEST cpld_control_gfsv17_iau_intel [19:23, 18:19] (2329120 MB) -PASS -- TEST cpld_restart_gfsv17_intel [08:21, 07:17] (1358320 MB) -PASS -- TEST cpld_mpi_gfsv17_intel [19:28, 18:30] (1924000 MB) - -PASS -- COMPILE s2swa_32bit_pdlib_sfs_intel -PASS -- TEST cpld_control_sfs_intel [17:15, 16:50] (1978888 MB) - -PASS -- COMPILE s2swa_32bit_pdlib_debug_intel -PASS -- TEST cpld_debug_gfsv17_intel [24:22, 23:26] (1991748 MB) - -PASS -- COMPILE s2swa_intel -PASS -- TEST cpld_control_p8_intel [09:57, 08:59] (2200188 MB) -PASS -- TEST cpld_control_p8.v2.sfc_intel [09:14, 08:29] (2202884 MB) -PASS -- TEST cpld_restart_p8_intel [05:22, 04:41] (1977812 MB) -PASS -- TEST cpld_control_qr_p8_intel [09:27, 08:35] (2228172 MB) -PASS -- TEST cpld_restart_qr_p8_intel [06:08, 05:05] (1737784 MB) -PASS -- TEST cpld_2threads_p8_intel [12:04, 11:18] (2440508 MB) -PASS -- TEST cpld_decomp_p8_intel [08:52, 08:27] (2188796 MB) -PASS -- TEST cpld_mpi_p8_intel [08:00, 07:13] (2103104 MB) -PASS -- TEST cpld_control_ciceC_p8_intel [09:36, 08:49] (2206072 MB) -PASS -- TEST cpld_control_c192_p8_intel [16:59, 15:37] (2981708 MB) -PASS -- TEST cpld_restart_c192_p8_intel [08:58, 06:57] (2915792 MB) -PASS -- TEST cpld_bmark_p8_intel [17:05, 12:27] (3872412 MB) -PASS -- TEST cpld_restart_bmark_p8_intel [13:32, 07:21] (3684928 MB) -PASS -- TEST cpld_s2sa_p8_intel [07:50, 07:12] (2172628 MB) - -PASS -- COMPILE s2sw_intel -PASS -- TEST cpld_control_noaero_p8_intel [08:38, 07:55] (2004372 MB) -PASS -- TEST cpld_control_nowave_noaero_p8_intel [07:42, 07:07] (2105160 MB) - -PASS -- COMPILE s2swa_debug_intel -PASS -- TEST cpld_debug_p8_intel [12:35, 11:51] (2243484 MB) - -PASS -- COMPILE s2sw_debug_intel -PASS -- TEST cpld_debug_noaero_p8_intel [06:13, 05:38] (2048864 MB) - -PASS -- COMPILE s2s_aoflux_intel -PASS -- TEST cpld_control_noaero_p8_agrid_intel [04:46, 04:06] (2075464 MB) - -PASS -- COMPILE s2s_intel -PASS -- TEST cpld_control_c48_intel [06:18, 05:52] (3040304 MB) -PASS -- TEST cpld_warmstart_c48_intel [02:45, 02:15] (3022884 MB) -PASS -- TEST cpld_restart_c48_intel [01:32, 01:15] (2470824 MB) - -PASS -- COMPILE s2swa_faster_intel [12:06, 12:05](1 warnings,11 remarks) -PASS -- TEST cpld_control_p8_faster_intel [10:07, 09:19] (2206172 MB) - -PASS -- COMPILE s2sw_pdlib_intel [15:46, 15:46](1 warnings,11 remarks) -PASS -- TEST cpld_control_pdlib_p8_intel [16:34, 15:52] (2080476 MB) -PASS -- TEST cpld_restart_pdlib_p8_intel [07:49, 06:58] (1381748 MB) -PASS -- TEST cpld_mpi_pdlib_p8_intel [17:27, 16:45] (2005768 MB) - -PASS -- COMPILE s2sw_pdlib_debug_intel [04:41, 04:40](1520 warnings,1988 remarks) -PASS -- TEST cpld_debug_pdlib_p8_intel [25:56, 25:20] (2043700 MB) - -PASS -- COMPILE atm_dyn32_intel [09:42, 09:42](1 warnings,1 remarks) -PASS -- TEST control_flake_intel [03:12, 02:59] (708580 MB) -PASS -- TEST control_CubedSphereGrid_intel [02:34, 02:13] (1604300 MB) -PASS -- TEST control_CubedSphereGrid_parallel_intel [02:45, 02:20] (1609800 MB) -PASS -- TEST control_latlon_intel [02:37, 02:18] (1597732 MB) -PASS -- TEST control_wrtGauss_netcdf_parallel_intel [02:40, 02:16] (1603052 MB) -PASS -- TEST control_c48_intel [08:33, 08:12] (1696292 MB) -PASS -- TEST control_c48.v2.sfc_intel [06:10, 05:58] (837836 MB) -PASS -- TEST control_c192_intel [07:07, 06:35] (1769208 MB) -PASS -- TEST control_c384_intel [09:03, 07:53] (2004932 MB) -PASS -- TEST control_c384gdas_intel [12:02, 10:14] (1485064 MB) -PASS -- TEST control_stochy_intel [01:41, 01:29] (661212 MB) -PASS -- TEST control_stochy_restart_intel [01:22, 00:59] (533320 MB) -PASS -- TEST control_lndp_intel [01:30, 01:22] (672136 MB) -PASS -- TEST control_iovr4_intel [02:25, 02:13] (661796 MB) -PASS -- TEST control_iovr5_intel [02:19, 02:07] (663388 MB) -PASS -- TEST control_p8_intel [03:39, 02:57] (1901900 MB) -PASS -- TEST control_p8.v2.sfc_intel [03:19, 02:41] (1901492 MB) -PASS -- TEST control_p8_ugwpv1_intel [03:08, 02:33] (1896740 MB) -PASS -- TEST control_restart_p8_intel [02:20, 01:50] (1151312 MB) -PASS -- TEST control_noqr_p8_intel [03:08, 02:36] (1899880 MB) -PASS -- TEST control_restart_noqr_p8_intel [01:58, 01:30] (1218476 MB) -PASS -- TEST control_decomp_p8_intel [03:09, 02:38] (1884628 MB) -PASS -- TEST control_2threads_p8_intel [04:06, 03:29] (1958632 MB) -PASS -- TEST control_p8_lndp_intel [04:48, 04:30] (1893068 MB) -PASS -- TEST control_p8_rrtmgp_intel [04:21, 03:39] (1967032 MB) -PASS -- TEST control_p8_mynn_intel [03:28, 02:48] (1893932 MB) -PASS -- TEST merra2_thompson_intel [04:32, 03:52] (1893148 MB) -PASS -- TEST regional_control_intel [05:02, 04:46] (1228068 MB) -PASS -- TEST regional_restart_intel [03:16, 02:57] (1176800 MB) -PASS -- TEST regional_decomp_intel [05:09, 04:52] (1216488 MB) -PASS -- TEST regional_2threads_intel [04:29, 04:10] (1101608 MB) -PASS -- TEST regional_noquilt_intel [05:11, 04:56] (1550572 MB) -PASS -- TEST regional_netcdf_parallel_intel [05:16, 04:57] (1233904 MB) -PASS -- TEST regional_2dwrtdecomp_intel [04:57, 04:42] (1223948 MB) -PASS -- TEST regional_wofs_intel [06:17, 05:58] (2069640 MB) - -PASS -- COMPILE rrfs_intel [08:41, 08:41](3 warnings,9 remarks) -PASS -- TEST rap_control_intel [07:28, 06:54] (1217432 MB) -PASS -- TEST regional_spp_sppt_shum_skeb_intel [04:02, 03:29] (1371916 MB) -PASS -- TEST rap_decomp_intel [07:36, 06:59] (1134232 MB) -PASS -- TEST rap_2threads_intel [10:05, 09:26] (1221344 MB) -PASS -- TEST rap_restart_intel [04:25, 03:41] (1135388 MB) -PASS -- TEST rap_sfcdiff_intel [07:14, 06:40] (1227312 MB) -PASS -- TEST rap_sfcdiff_decomp_intel [07:38, 07:01] (1165328 MB) -PASS -- TEST rap_sfcdiff_restart_intel [05:42, 05:11] (1198880 MB) -PASS -- TEST hrrr_control_intel [04:11, 03:34] (1087696 MB) -PASS -- TEST hrrr_control_decomp_intel [04:11, 03:35] (1042748 MB) -PASS -- TEST hrrr_control_2threads_intel [05:21, 04:40] (1150960 MB) -PASS -- TEST hrrr_control_restart_intel [02:15, 01:58] (1028248 MB) -PASS -- TEST rrfs_v1beta_intel [07:29, 06:35] (1196672 MB) -PASS -- TEST rrfs_v1nssl_intel [08:46, 08:30] (2009736 MB) -PASS -- TEST rrfs_v1nssl_nohailnoccn_intel [08:14, 08:05] (2169888 MB) - -PASS -- COMPILE csawmg_intel [08:31, 08:31] -PASS -- TEST control_csawmg_intel [06:09, 05:54] (1045424 MB) -PASS -- TEST control_ras_intel [03:12, 03:03] (801776 MB) - -PASS -- COMPILE wam_intel [07:56, 07:56],1 remarks) -PASS -- TEST control_wam_intel [10:26, 10:04] (1659212 MB) - -PASS -- COMPILE atm_faster_dyn32_intel [09:12, 09:12],1 remarks) -PASS -- TEST control_p8_faster_intel [03:06, 02:24] (1910428 MB) -PASS -- TEST regional_control_faster_intel [04:30, 04:17] (1225836 MB) - -PASS -- COMPILE atm_debug_dyn32_intel [06:19, 06:19](882 warnings,9 remarks) -PASS -- TEST control_CubedSphereGrid_debug_intel [02:24, 02:04] (1610876 MB) -PASS -- TEST control_wrtGauss_netcdf_parallel_debug_intel [02:22, 01:58] (1633204 MB) -PASS -- TEST control_stochy_debug_intel [02:44, 02:35] (841048 MB) -PASS -- TEST control_lndp_debug_intel [02:36, 02:24] (836620 MB) -PASS -- TEST control_csawmg_debug_intel [04:48, 04:29] (1137712 MB) -PASS -- TEST control_ras_debug_intel [02:31, 02:24] (841568 MB) -PASS -- TEST control_diag_debug_intel [02:36, 02:17] (1687180 MB) -PASS -- TEST control_debug_p8_intel [03:25, 02:59] (1910176 MB) -PASS -- TEST regional_debug_intel [15:41, 15:18] (1139132 MB) -PASS -- TEST rap_control_debug_intel [04:12, 04:03] (1223712 MB) -PASS -- TEST hrrr_control_debug_intel [04:09, 03:59] (1212212 MB) -PASS -- TEST hrrr_gf_debug_intel [04:14, 04:04] (1222904 MB) -PASS -- TEST hrrr_c3_debug_intel [04:33, 04:22] (1214220 MB) -PASS -- TEST rap_unified_drag_suite_debug_intel [04:21, 04:13] (1232584 MB) -PASS -- TEST rap_diag_debug_intel [04:45, 04:27] (1309180 MB) -PASS -- TEST rap_cires_ugwp_debug_intel [04:31, 04:22] (1233148 MB) -PASS -- TEST rap_unified_ugwp_debug_intel [04:31, 04:22] (1230068 MB) -PASS -- TEST rap_lndp_debug_intel [04:26, 04:19] (1221384 MB) -PASS -- TEST rap_progcld_thompson_debug_intel [04:22, 04:11] (1230672 MB) -PASS -- TEST rap_noah_debug_intel [04:11, 04:00] (1224708 MB) -PASS -- TEST rap_sfcdiff_debug_intel [04:20, 04:10] (1215508 MB) -PASS -- TEST rap_noah_sfcdiff_cires_ugwp_debug_intel [07:00, 06:49] (1221000 MB) -PASS -- TEST rrfs_v1beta_debug_intel [04:11, 04:01] (1221640 MB) -PASS -- TEST rap_clm_lake_debug_intel [04:21, 04:09] (1217896 MB) -PASS -- TEST rap_flake_debug_intel [04:20, 04:08] (1231560 MB) -PASS -- TEST gnv1_c96_no_nest_debug_intel [07:57, 07:15] (1220436 MB) - -PASS -- COMPILE atm_debug_dyn32_gnu [04:04, 04:04] -PASS -- TEST control_csawmg_debug_gnu [03:11, 02:58] (1041996 MB) - -PASS -- COMPILE wam_debug_intel [04:01, 04:01](837 warnings,1 remarks) - -PASS -- COMPILE rrfs_dyn32_phy32_intel [08:27, 08:27](3 warnings,8 remarks) -PASS -- TEST regional_spp_sppt_shum_skeb_dyn32_phy32_intel [03:56, 03:23] (1244912 MB) -PASS -- TEST rap_control_dyn32_phy32_intel [06:18, 05:46] (1146452 MB) -PASS -- TEST hrrr_control_dyn32_phy32_intel [03:42, 02:58] (1016128 MB) -PASS -- TEST rap_2threads_dyn32_phy32_intel [08:27, 07:56] (1130472 MB) -PASS -- TEST hrrr_control_2threads_dyn32_phy32_intel [04:52, 04:07] (1071376 MB) -PASS -- TEST hrrr_control_decomp_dyn32_phy32_intel [03:58, 03:14] (988260 MB) -PASS -- TEST rap_restart_dyn32_phy32_intel [04:44, 04:18] (1113260 MB) -PASS -- TEST hrrr_control_restart_dyn32_phy32_intel [01:58, 01:43] (943232 MB) - -PASS -- COMPILE rrfs_dyn32_phy32_faster_intel [08:25, 08:25](3 warnings,8 remarks) -PASS -- TEST conus13km_control_intel [02:08, 01:41] (1277224 MB) -PASS -- TEST conus13km_2threads_intel [01:18, 00:58] (1184016 MB) -PASS -- TEST conus13km_restart_mismatch_intel [01:25, 01:05] (1136620 MB) - -PASS -- COMPILE rrfs_dyn64_phy32_intel [08:50, 08:50](3 warnings,8 remarks) -PASS -- TEST rap_control_dyn64_phy32_intel [04:17, 03:58] (1061528 MB) - -PASS -- COMPILE rrfs_dyn32_phy32_debug_intel [04:05, 04:04](785 warnings,8 remarks) -PASS -- TEST rap_control_debug_dyn32_phy32_intel [04:21, 04:13] (1099776 MB) -PASS -- TEST hrrr_control_debug_dyn32_phy32_intel [04:19, 04:13] (1096600 MB) -PASS -- TEST conus13km_debug_intel [12:40, 12:15] (1349648 MB) -PASS -- TEST conus13km_debug_qr_intel [12:58, 12:35] (990548 MB) -PASS -- TEST conus13km_debug_2threads_intel [13:20, 12:59] (1236768 MB) -PASS -- TEST conus13km_radar_tten_debug_intel [12:29, 12:09] (1401824 MB) - -PASS -- COMPILE rrfs_dyn64_phy32_debug_intel [03:49, 03:49](785 warnings,8 remarks) -PASS -- TEST rap_control_dyn64_phy32_debug_intel [04:37, 04:21] (1159532 MB) - -PASS -- COMPILE hafsw_intel [10:01, 10:00](1 warnings,10 remarks) -PASS -- TEST hafs_regional_atm_intel [06:34, 05:35] (849344 MB) -PASS -- TEST hafs_regional_atm_thompson_gfdlsf_intel [05:47, 05:29] (1270556 MB) -PASS -- TEST hafs_regional_atm_ocn_intel [07:51, 06:42] (939244 MB) -PASS -- TEST hafs_regional_atm_wav_intel [17:13, 14:54] (966536 MB) -PASS -- TEST hafs_regional_atm_ocn_wav_intel [20:56, 18:15] (994312 MB) -PASS -- TEST hafs_regional_1nest_atm_intel [06:49, 06:08] (597392 MB) -PASS -- TEST hafs_regional_telescopic_2nests_atm_intel [09:00, 07:49] (604792 MB) -PASS -- TEST hafs_global_1nest_atm_intel [03:36, 03:01] (435280 MB) -PASS -- TEST hafs_global_multiple_4nests_atm_intel [09:48, 08:09] (551296 MB) -PASS -- TEST hafs_regional_specified_moving_1nest_atm_intel [04:46, 04:15] (607656 MB) -PASS -- TEST hafs_regional_storm_following_1nest_atm_intel [29:03, 28:24] (608116 MB) -PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_intel [05:39, 04:55] (659088 MB) -PASS -- TEST hafs_global_storm_following_1nest_atm_intel [01:37, 01:21] (456448 MB) - -PASS -- COMPILE hafsw_debug_intel [28:06, 28:06](1462 warnings,1490 remarks) -PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_debug_intel [12:27, 11:45] (631024 MB) - -PASS -- COMPILE hafsw_faster_intel [32:55, 32:55],9 remarks) -PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_wav_intel [20:00, 19:06] (749412 MB) -PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel [19:12, 18:12] (833868 MB) - -PASS -- COMPILE hafs_mom6w_intel [32:53, 32:52],8 remarks) -PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel [12:57, 11:42] (804412 MB) - -PASS -- COMPILE hafs_all_intel [32:43, 32:43],9 remarks) -PASS -- TEST hafs_regional_docn_intel [06:59, 06:06] (937508 MB) -PASS -- TEST hafs_regional_docn_oisst_intel [06:59, 06:05] (913956 MB) -PASS -- TEST hafs_regional_datm_cdeps_intel [17:05, 16:33] (1334140 MB) - -PASS -- COMPILE datm_cdeps_intel [30:03, 30:03],2 remarks) -PASS -- TEST datm_cdeps_control_cfsr_intel [02:18, 02:11] (1139316 MB) -PASS -- TEST datm_cdeps_restart_cfsr_intel [01:51, 01:44] (1084616 MB) -PASS -- TEST datm_cdeps_control_gefs_intel [03:01, 02:54] (1020872 MB) -PASS -- TEST datm_cdeps_iau_gefs_intel [02:17, 02:10] (1019564 MB) -PASS -- TEST datm_cdeps_stochy_gefs_intel [02:52, 02:48] (1023060 MB) -PASS -- TEST datm_cdeps_ciceC_cfsr_intel [02:17, 02:10] (1141616 MB) -PASS -- TEST datm_cdeps_bulk_cfsr_intel [02:17, 02:11] (1171464 MB) -PASS -- TEST datm_cdeps_bulk_gefs_intel [02:57, 02:51] (1028416 MB) -PASS -- TEST datm_cdeps_mx025_cfsr_intel [05:32, 04:56] (1166136 MB) -PASS -- TEST datm_cdeps_mx025_gefs_intel [05:22, 04:50] (1148376 MB) -PASS -- TEST datm_cdeps_multiple_files_cfsr_intel [03:03, 03:00] (1134636 MB) -PASS -- TEST datm_cdeps_3072x1536_cfsr_intel [03:08, 03:01] (2400892 MB) -PASS -- TEST datm_cdeps_gfs_intel [03:10, 03:03] (2396372 MB) - -PASS -- COMPILE datm_cdeps_debug_intel [03:57, 03:57](2 warnings,2 remarks) -PASS -- TEST datm_cdeps_debug_cfsr_intel [09:30, 09:26] (1069512 MB) - -PASS -- COMPILE datm_cdeps_faster_intel [06:01, 06:01],2 remarks) -PASS -- TEST datm_cdeps_control_cfsr_faster_intel [02:55, 02:50] (1146836 MB) - -PASS -- COMPILE datm_cdeps_land_intel [01:05, 01:05],1 remarks) -PASS -- TEST datm_cdeps_lnd_gswp3_intel [01:13, 00:57] (339972 MB) -PASS -- TEST datm_cdeps_lnd_era5_intel [01:01, 00:49] (579004 MB) -PASS -- TEST datm_cdeps_lnd_era5_rst_intel [00:44, 00:35] (576012 MB) - -PASS -- COMPILE atm_ds2s_docn_pcice_intel [09:17, 09:16],3 remarks) -PASS -- TEST atm_ds2s_docn_pcice_intel [03:57, 03:19] (2020788 MB) - -PASS -- COMPILE atm_ds2s_docn_dice_intel [09:22, 09:22](1 warnings,1 remarks) -PASS -- TEST atm_ds2s_docn_dice_intel [05:02, 04:26] (2036088 MB) - -PASS -- COMPILE atml_intel [09:27, 09:27](8 warnings,2 remarks) -PASS -- TEST control_p8_atmlnd_sbs_intel [06:19, 05:30] (1892256 MB) -PASS -- TEST control_p8_atmlnd_intel [06:55, 05:57] (1894736 MB) -PASS -- TEST control_restart_p8_atmlnd_intel [03:26, 02:53] (1135016 MB) - -PASS -- COMPILE atml_debug_intel [04:49, 04:49](880 warnings,2 remarks) -PASS -- TEST control_p8_atmlnd_debug_intel [06:22, 05:32] (1930460 MB) - -PASS -- COMPILE atmw_intel [10:05, 10:05],9 remarks) -PASS -- TEST atmwav_control_noaero_p8_intel [02:47, 02:04] (1940036 MB) - -PASS -- COMPILE atmaero_intel [09:12, 09:12],1 remarks) -PASS -- TEST atmaero_control_p8_intel [04:30, 03:52] (2014620 MB) -PASS -- TEST atmaero_control_p8_rad_intel [05:08, 04:31] (1785124 MB) -PASS -- TEST atmaero_control_p8_rad_micro_intel [05:02, 04:35] (1806740 MB) - -PASS -- COMPILE atmaq_debug_intel [04:12, 04:12](882 warnings,6 remarks) -PASS -- TEST regional_atmaq_debug_intel [18:08, 17:04] (4533840 MB) - -PASS -- COMPILE atm_fbh_intel [08:34, 08:34](3 warnings,8 remarks) -PASS -- TEST cpld_regional_atm_fbh_intel [15:19, 15:05] (1115408 MB) - -PASS -- COMPILE datm_cdeps_intelllvm [11:28, 11:28] -PASS -- TEST datm_cdeps_control_cfsr_intelllvm [03:04, 03:00] (1152844 MB) - -PASS -- COMPILE datm_cdeps_debug_intelllvm [01:56, 01:56](2 warnings -PASS -- TEST datm_cdeps_debug_cfsr_intelllvm [11:36, 11:32] (1076100 MB) - -PASS -- COMPILE atm_gnu [05:53, 05:52] -PASS -- TEST control_c48_gnu [09:23, 08:57] (1527124 MB) -PASS -- TEST control_stochy_gnu [02:30, 02:20] (718676 MB) -PASS -- TEST control_ras_gnu [04:00, 03:51] (723884 MB) -PASS -- TEST control_p8_gnu [04:11, 03:36] (1700072 MB) -PASS -- TEST control_p8_ugwpv1_gnu [04:01, 03:31] (1720560 MB) -PASS -- TEST control_flake_gnu [04:59, 04:48] (806612 MB) - -PASS -- COMPILE rrfs_gnu [05:44, 05:44] -PASS -- TEST rap_control_gnu [09:51, 09:16] (1071704 MB) -PASS -- TEST rap_decomp_gnu [10:11, 09:35] (1071032 MB) -PASS -- TEST rap_restart_gnu [05:45, 04:59] (878064 MB) -PASS -- TEST rap_sfcdiff_gnu [09:43, 09:09] (1074272 MB) -PASS -- TEST rap_sfcdiff_decomp_gnu [09:58, 09:25] (1070352 MB) -PASS -- TEST rap_sfcdiff_restart_gnu [07:29, 06:58] (877244 MB) -PASS -- TEST hrrr_control_gnu [05:41, 05:01] (1061204 MB) -PASS -- TEST hrrr_control_noqr_gnu [05:32, 05:03] (1125852 MB) -PASS -- TEST hrrr_control_2threads_gnu [05:01, 04:24] (1016652 MB) -PASS -- TEST hrrr_control_decomp_gnu [05:50, 05:12] (1071448 MB) -PASS -- TEST hrrr_control_restart_gnu [02:51, 02:32] (879176 MB) -PASS -- TEST hrrr_control_restart_noqr_gnu [02:52, 02:34] (926172 MB) -PASS -- TEST rrfs_v1beta_gnu [10:56, 10:14] (1067140 MB) - -PASS -- COMPILE csawmg_gnu [05:39, 05:39] -PASS -- TEST control_csawmg_gnu [07:40, 07:22] (1051456 MB) - -PASS -- COMPILE atm_dyn32_debug_gnu [06:56, 06:56] -PASS -- TEST control_diag_debug_gnu [01:42, 01:18] (1619804 MB) -PASS -- TEST regional_debug_gnu [06:59, 06:40] (1103096 MB) -PASS -- TEST rap_control_debug_gnu [02:27, 02:17] (1094384 MB) -PASS -- TEST hrrr_control_debug_gnu [02:15, 02:04] (1085112 MB) -PASS -- TEST hrrr_gf_debug_gnu [02:21, 02:11] (1088196 MB) -PASS -- TEST hrrr_c3_debug_gnu [02:14, 02:03] (1088780 MB) -PASS -- TEST rap_diag_debug_gnu [02:25, 02:12] (1260732 MB) -PASS -- TEST rap_noah_sfcdiff_cires_ugwp_debug_gnu [03:38, 03:31] (1086996 MB) -PASS -- TEST rap_progcld_thompson_debug_gnu [02:21, 02:14] (1092640 MB) -PASS -- TEST rrfs_v1beta_debug_gnu [02:08, 02:02] (1084784 MB) -PASS -- TEST control_ras_debug_gnu [01:24, 01:15] (722040 MB) -PASS -- TEST control_stochy_debug_gnu [01:29, 01:21] (718640 MB) -PASS -- TEST control_debug_p8_gnu [01:41, 01:23] (1699484 MB) -PASS -- TEST rap_flake_debug_gnu [02:17, 02:07] (1090548 MB) -PASS -- TEST rap_clm_lake_debug_gnu [02:17, 02:09] (1101332 MB) -PASS -- TEST gnv1_c96_no_nest_debug_gnu [04:08, 03:33] (1092080 MB) - -PASS -- COMPILE wam_debug_gnu [02:35, 02:35] -PASS -- TEST control_wam_debug_gnu [06:08, 05:43] (1553400 MB) - -PASS -- COMPILE rrfs_dyn32_phy32_gnu [04:22, 04:22] -PASS -- TEST rap_control_dyn32_phy32_gnu [08:17, 07:45] (952392 MB) -PASS -- TEST hrrr_control_dyn32_phy32_gnu [04:59, 04:14] (943352 MB) -PASS -- TEST rap_2threads_dyn32_phy32_gnu [07:31, 06:55] (916216 MB) -PASS -- TEST hrrr_control_2threads_dyn32_phy32_gnu [17:20, 16:30] (872832 MB) -PASS -- TEST hrrr_control_decomp_dyn32_phy32_gnu [04:44, 04:02] (940360 MB) -PASS -- TEST rap_restart_dyn32_phy32_gnu [06:31, 05:51] (853636 MB) -PASS -- TEST hrrr_control_restart_dyn32_phy32_gnu [02:28, 02:04] (856100 MB) -PASS -- TEST conus13km_control_gnu [03:01, 02:38] (1256736 MB) -PASS -- TEST conus13km_2threads_gnu [07:18, 06:57] (1107844 MB) -PASS -- TEST conus13km_restart_mismatch_gnu [01:49, 01:30] (920652 MB) - -PASS -- COMPILE atm_dyn64_phy32_gnu [08:36, 08:36] -PASS -- TEST rap_control_dyn64_phy32_gnu [04:53, 04:33] (981156 MB) - -PASS -- COMPILE atm_dyn32_phy32_debug_gnu [06:47, 06:47] -PASS -- TEST rap_control_debug_dyn32_phy32_gnu [02:09, 02:00] (964180 MB) -PASS -- TEST hrrr_control_debug_dyn32_phy32_gnu [02:08, 01:59] (959120 MB) -PASS -- TEST conus13km_debug_gnu [05:50, 05:27] (1272524 MB) -PASS -- TEST conus13km_debug_qr_gnu [05:59, 05:39] (945556 MB) -PASS -- TEST conus13km_debug_2threads_gnu [14:59, 14:40] (1131252 MB) -PASS -- TEST conus13km_radar_tten_debug_gnu [05:47, 05:31] (1341048 MB) - -PASS -- COMPILE atm_dyn64_phy32_debug_gnu [06:14, 06:14] -PASS -- TEST rap_control_dyn64_phy32_debug_gnu [02:09, 01:59] (991408 MB) - -PASS -- COMPILE s2swa_gnu [18:33, 18:32] -PASS -- COMPILE s2s_gnu [18:27, 18:27] -PASS -- TEST cpld_control_nowave_noaero_p8_gnu [09:29, 08:55] (2722220 MB) - -PASS -- COMPILE s2swa_debug_gnu [04:24, 04:23] -PASS -- COMPILE s2sw_pdlib_gnu [17:26, 17:25] -PASS -- TEST cpld_control_pdlib_p8_gnu [27:22, 26:42] (2996316 MB) - -PASS -- COMPILE s2sw_pdlib_debug_gnu [03:24, 03:24] -PASS -- TEST cpld_debug_pdlib_p8_gnu [13:21, 12:42] (3034912 MB) - -PASS -- COMPILE datm_cdeps_gnu [17:24, 17:23] -PASS -- TEST datm_cdeps_control_cfsr_gnu [03:36, 03:30] (767444 MB) - +* (-l) - USE CONFIG FILE: rt.conf +* (-e) - USE ECFLOW + +PASS -- COMPILE 's2swa_32bit_intel' [16:10, 11:10] ( 1 warnings 11 remarks ) +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [20:12, 15:19](2132 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [22:10, 16:19] ( 1 warnings 11 remarks ) +PASS -- TEST 'cpld_control_gfsv17_intel' [22:09, 17:50](1984 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [21:40, 18:45](2288 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [09:22, 06:55](1353 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [22:55, 19:07](1901 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [21:10, 15:35] ( 1 warnings 11 remarks ) +PASS -- TEST 'cpld_control_sfs_intel' [22:37, 17:45](1980 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [10:10, 05:06] ( 1520 warnings 1988 remarks ) +PASS -- TEST 'cpld_debug_gfsv17_intel' [29:10, 25:29](1974 MB) + +PASS -- COMPILE 's2swa_intel' [17:10, 12:06] ( 1 warnings 11 remarks ) +PASS -- TEST 'cpld_control_p8_intel' [25:30, 16:16](2191 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [25:24, 15:39](2198 MB) +PASS -- TEST 'cpld_restart_p8_intel' [10:11, 07:48](1977 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [24:34, 15:16](2224 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [11:07, 08:23](1733 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [27:14, 18:01](2568 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [24:34, 15:26](2192 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [22:20, 13:35](2088 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [24:41, 15:31](2193 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [21:49, 16:52](2980 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [13:09, 07:04](2918 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [26:53, 18:23](3854 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [19:57, 10:23](3684 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [17:16, 08:01](2096 MB) + +PASS -- COMPILE 's2sw_intel' [17:11, 11:30] ( 1 warnings 11 remarks ) +PASS -- TEST 'cpld_control_noaero_p8_intel' [23:34, 14:29](2008 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [20:16, 11:34](2106 MB) + +PASS -- COMPILE 's2swa_debug_intel' [11:10, 05:34] ( 1410 warnings 1218 remarks ) +PASS -- TEST 'cpld_debug_p8_intel' [22:59, 19:55](2243 MB) + +PASS -- COMPILE 's2sw_debug_intel' [12:10, 06:48] ( 1410 warnings 1218 remarks ) +PASS -- TEST 'cpld_debug_noaero_p8_intel' [11:52, 08:37](2030 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [17:10, 11:23] ( 3 remarks ) +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [15:16, 06:11](2070 MB) + +PASS -- COMPILE 's2s_intel' [17:10, 11:35] ( 1 warnings 3 remarks ) +PASS -- TEST 'cpld_control_c48_intel' [10:58, 07:08](3032 MB) +PASS -- TEST 'cpld_warmstart_c48_intel' [11:59, 02:47](3018 MB) +PASS -- TEST 'cpld_restart_c48_intel' [08:48, 02:12](2473 MB) + +PASS -- COMPILE 's2swa_faster_intel' [14:10, 12:42] ( 1 warnings 11 remarks ) +PASS -- TEST 'cpld_control_p8_faster_intel' [22:03, 15:15](2209 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [19:13, 16:05] ( 1 warnings 11 remarks ) +PASS -- TEST 'cpld_control_pdlib_p8_intel' [29:59, 23:44](2078 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [15:14, 12:37](1416 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [29:04, 26:40](1992 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [09:11, 06:22] ( 1520 warnings 1988 remarks ) +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [32:52, 28:19](2006 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [18:13, 13:32] ( 1 warnings 1 remarks ) +PASS -- TEST 'control_flake_intel' [13:21, 02:59](711 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [10:27, 02:50](1598 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [10:31, 02:57](1601 MB) +PASS -- TEST 'control_latlon_intel' [09:25, 02:49](1581 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [08:34, 02:55](1597 MB) +PASS -- TEST 'control_c48_intel' [15:32, 10:18](1706 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [10:24, 05:55](831 MB) +PASS -- TEST 'control_c48_lnd_iau_intel' [14:35, 10:16](1705 MB) +PASS -- TEST 'control_c192_intel' [14:42, 10:32](1762 MB) +PASS -- TEST 'control_c384_intel' [15:27, 12:21](2013 MB) +PASS -- TEST 'control_c384gdas_intel' [10:46, 07:26](1495 MB) +PASS -- TEST 'control_stochy_intel' [04:18, 01:57](668 MB) +PASS -- TEST 'control_stochy_restart_intel' [03:27, 00:55](540 MB) +PASS -- TEST 'control_lndp_intel' [03:18, 01:26](662 MB) +PASS -- TEST 'control_iovr4_intel' [04:20, 02:15](656 MB) +PASS -- TEST 'control_iovr5_intel' [04:19, 02:12](658 MB) +PASS -- TEST 'control_p8_intel' [05:46, 03:33](1887 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [04:53, 02:47](1896 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [04:50, 03:02](1897 MB) +PASS -- TEST 'control_restart_p8_intel' [09:50, 02:44](1147 MB) +PASS -- TEST 'control_noqr_p8_intel' [05:47, 03:06](1870 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [09:59, 02:45](1217 MB) +PASS -- TEST 'control_decomp_p8_intel' [05:41, 03:25](1863 MB) +PASS -- TEST 'control_2threads_p8_intel' [06:40, 04:04](1948 MB) +PASS -- TEST 'control_p8_lndp_intel' [10:29, 06:34](1868 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [09:54, 04:35](1970 MB) +PASS -- TEST 'control_p8_mynn_intel' [08:55, 03:49](1900 MB) +PASS -- TEST 'merra2_thompson_intel' [08:59, 04:17](1908 MB) +PASS -- TEST 'regional_control_intel' [12:27, 05:33](1221 MB) +PASS -- TEST 'regional_restart_intel' [04:33, 02:36](1179 MB) +PASS -- TEST 'regional_decomp_intel' [13:30, 05:51](1214 MB) +PASS -- TEST 'regional_2threads_intel' [11:24, 03:50](1177 MB) +PASS -- TEST 'regional_noquilt_intel' [12:28, 05:30](1543 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [11:32, 05:25](1225 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [12:25, 06:03](1226 MB) +PASS -- TEST 'regional_wofs_intel' [12:25, 06:06](2080 MB) + +PASS -- COMPILE 'rrfs_intel' [13:11, 09:39] ( 3 warnings 9 remarks ) +PASS -- TEST 'rap_control_intel' [12:39, 06:55](1223 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [09:49, 03:42](1370 MB) +PASS -- TEST 'rap_decomp_intel' [13:35, 07:16](1149 MB) +PASS -- TEST 'rap_2threads_intel' [12:39, 06:21](1368 MB) +PASS -- TEST 'rap_restart_intel' [12:02, 03:31](1144 MB) +PASS -- TEST 'rap_sfcdiff_intel' [18:49, 06:42](1229 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [17:44, 07:17](1151 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [12:54, 05:03](1205 MB) +PASS -- TEST 'hrrr_control_intel' [10:39, 03:27](1082 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [10:35, 03:33](1035 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [09:45, 03:21](1114 MB) +PASS -- TEST 'hrrr_control_restart_intel' [03:25, 01:54](1012 MB) +PASS -- TEST 'rrfs_v1beta_intel' [13:58, 06:32](1239 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [16:21, 09:28](1994 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [15:21, 09:07](2191 MB) + +PASS -- COMPILE 'csawmg_intel' [13:12, 09:26] +PASS -- TEST 'control_csawmg_intel' [12:28, 06:22](1057 MB) +PASS -- TEST 'control_ras_intel' [08:19, 02:59](851 MB) + +PASS -- COMPILE 'wam_intel' [12:11, 08:52] ( 1 remarks ) +PASS -- TEST 'control_wam_intel' [16:36, 10:03](1663 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [12:11, 08:52] ( 1 remarks ) +PASS -- TEST 'control_p8_faster_intel' [09:52, 03:25](1908 MB) +PASS -- TEST 'regional_control_faster_intel' [12:27, 05:27](1230 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [12:10, 07:32] ( 882 warnings 9 remarks ) +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [06:34, 02:08](1622 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [06:35, 02:01](1619 MB) +PASS -- TEST 'control_stochy_debug_intel' [07:19, 02:51](843 MB) +PASS -- TEST 'control_lndp_debug_intel' [05:21, 02:28](842 MB) +PASS -- TEST 'control_csawmg_debug_intel' [07:26, 04:40](1155 MB) +PASS -- TEST 'control_ras_debug_intel' [05:18, 02:26](846 MB) +PASS -- TEST 'control_diag_debug_intel' [04:32, 02:24](1686 MB) +PASS -- TEST 'control_debug_p8_intel' [05:32, 03:23](1924 MB) +PASS -- TEST 'regional_debug_intel' [17:29, 15:10](1156 MB) +PASS -- TEST 'rap_control_debug_intel' [06:21, 04:10](1226 MB) +PASS -- TEST 'hrrr_control_debug_intel' [06:21, 04:38](1232 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [06:19, 04:24](1228 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [06:18, 04:27](1224 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:20, 04:37](1220 MB) +PASS -- TEST 'rap_diag_debug_intel' [06:27, 04:34](1307 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [06:18, 04:32](1229 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [06:19, 04:30](1227 MB) +PASS -- TEST 'rap_lndp_debug_intel' [06:18, 04:24](1221 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [06:18, 04:19](1227 MB) +PASS -- TEST 'rap_noah_debug_intel' [06:17, 04:23](1225 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [06:18, 04:22](1215 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [08:17, 06:57](1224 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [06:19, 04:15](1219 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [06:20, 04:35](1231 MB) +PASS -- TEST 'rap_flake_debug_intel' [06:18, 04:22](1231 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [09:49, 07:34](1228 MB) + +PASS -- COMPILE 'atm_debug_dyn32_gnu' [09:10, 04:26] +PASS -- TEST 'control_csawmg_debug_gnu' [04:35, 02:09](1041 MB) + +PASS -- COMPILE 'wam_debug_intel' [08:10, 04:06] ( 837 warnings 1 remarks ) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [19:10, 12:45] ( 3 warnings 8 remarks ) +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:45, 03:26](1251 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [09:33, 05:36](1147 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [06:50, 03:01](1031 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [07:53, 05:16](1287 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:39, 02:48](1028 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:38, 03:06](980 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [12:00, 04:19](1102 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [11:22, 01:44](944 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [16:10, 09:16] ( 3 warnings 8 remarks ) +PASS -- TEST 'conus13km_control_intel' [03:42, 01:40](1294 MB) +PASS -- TEST 'conus13km_2threads_intel' [11:30, 00:52](1191 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [11:27, 01:07](1138 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [19:10, 13:03] ( 3 warnings 8 remarks ) +PASS -- TEST 'rap_control_dyn64_phy32_intel' [05:37, 03:48](1085 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [09:11, 04:05] ( 785 warnings 8 remarks ) +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [10:19, 08:08](1109 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [13:21, 05:09](1094 MB) +PASS -- TEST 'conus13km_debug_intel' [20:35, 12:07](1337 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [20:33, 12:39](1008 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [10:29, 08:05](1243 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [19:34, 11:55](1421 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [09:10, 04:01] ( 785 warnings 8 remarks ) +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [12:21, 04:14](1166 MB) + +PASS -- COMPILE 'hafsw_intel' [16:10, 10:21] ( 1 warnings 10 remarks ) +PASS -- TEST 'hafs_regional_atm_intel' [08:11, 05:18](838 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [12:25, 05:16](1275 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [14:12, 06:39](940 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [22:06, 14:29](960 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [25:16, 17:29](992 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [12:53, 05:33](598 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [16:22, 08:06](601 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [09:42, 02:36](437 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [10:55, 07:43](550 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [15:45, 04:03](603 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [16:20, 03:46](602 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [14:48, 05:16](662 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [10:25, 01:14](447 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [10:10, 04:31] ( 1462 warnings 1490 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [21:44, 12:57](630 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [15:10, 09:54] ( 9 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [26:51, 18:30](745 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [25:55, 18:12](832 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [12:11, 09:59] ( 8 remarks ) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [18:30, 12:31](810 MB) + +PASS -- COMPILE 'hafs_all_intel' [20:10, 14:02] ( 9 remarks ) +PASS -- TEST 'hafs_regional_docn_intel' [11:10, 05:47](944 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [12:04, 07:13](919 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [19:45, 16:49](1345 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [11:10, 06:42] ( 2 remarks ) +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:16, 02:10](1155 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [04:20, 01:26](1107 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:15, 02:08](1017 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [08:15, 02:12](1023 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [07:18, 02:13](1016 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [07:16, 02:16](1152 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [07:15, 02:24](1161 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [06:14, 02:11](1018 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [09:51, 05:19](1175 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [09:44, 05:17](1153 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [06:13, 02:21](1139 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [06:16, 03:06](2449 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [06:15, 03:09](2399 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [09:10, 04:15] ( 2 warnings 2 remarks ) +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [08:15, 05:15](1080 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [10:10, 06:45] ( 2 remarks ) +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [08:18, 02:14](1152 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [04:10, 02:19] ( 1 remarks ) +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [06:29, 00:58](335 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [05:21, 00:52](571 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [15:24, 00:37](562 MB) + +PASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [10:11, 08:54] ( 3 remarks ) +PASS -- TEST 'atm_ds2s_docn_pcice_intel' [08:50, 04:10](2014 MB) + +PASS -- COMPILE 'atm_ds2s_docn_dice_intel' [10:10, 08:34] ( 1 warnings 1 remarks ) +PASS -- TEST 'atm_ds2s_docn_dice_intel' [12:45, 08:25](2023 MB) + +PASS -- COMPILE 'atml_intel' [12:11, 10:09] ( 8 warnings 2 remarks ) +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [15:01, 06:04](1889 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [15:56, 06:52](1894 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [11:36, 03:53](1139 MB) + +PASS -- COMPILE 'atml_debug_intel' [09:11, 05:02] ( 880 warnings 2 remarks ) +PASS -- TEST 'control_p8_atmlnd_debug_intel' [14:53, 05:59](1927 MB) + +PASS -- COMPILE 'atmw_intel' [13:11, 10:00] ( 9 remarks ) +PASS -- TEST 'atmwav_control_noaero_p8_intel' [10:45, 02:37](1932 MB) + +PASS -- COMPILE 'atmaero_intel' [12:11, 09:25] ( 1 remarks ) +PASS -- TEST 'atmaero_control_p8_intel' [13:47, 05:09](2014 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [17:47, 04:34](1773 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [17:41, 04:35](1791 MB) + +PASS -- COMPILE 'atmaq_debug_intel' [07:11, 04:38] ( 882 warnings 6 remarks ) +PASS -- TEST 'regional_atmaq_debug_intel' [35:29, 17:03](4580 MB) + +PASS -- COMPILE 'atm_fbh_intel' [18:10, 12:53] ( 3 warnings 8 remarks ) +PASS -- TEST 'cpld_regional_atm_fbh_intel' [22:24, 10:07](1112 MB) + +PASS -- COMPILE 'datm_cdeps_intelllvm' [32:11, 26:45] +PASS -- TEST 'datm_cdeps_control_cfsr_intelllvm' [15:17, 02:17](1158 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intelllvm' [07:11, 02:32] +PASS -- TEST 'datm_cdeps_debug_cfsr_intelllvm' [18:16, 06:07](1082 MB) + +PASS -- COMPILE 'atm_gnu' [09:10, 05:05] +PASS -- TEST 'control_c48_gnu' [19:43, 07:47](1546 MB) +PASS -- TEST 'control_stochy_gnu' [14:24, 02:20](716 MB) +PASS -- TEST 'control_ras_gnu' [20:19, 03:48](719 MB) +PASS -- TEST 'control_p8_gnu' [20:49, 04:46](1717 MB) +PASS -- TEST 'control_p8_ugwpv1_gnu' [20:39, 04:59](1719 MB) +PASS -- TEST 'control_flake_gnu' [19:21, 04:39](787 MB) + +PASS -- COMPILE 'rrfs_gnu' [09:10, 04:54] +PASS -- TEST 'rap_control_gnu' [22:36, 08:02](1074 MB) +PASS -- TEST 'rap_decomp_gnu' [22:34, 08:18](1072 MB) +PASS -- TEST 'rap_2threads_gnu' [21:33, 07:19](1133 MB) +PASS -- TEST 'rap_restart_gnu' [07:58, 03:59](878 MB) +PASS -- TEST 'rap_sfcdiff_gnu' [25:54, 08:00](1075 MB) +PASS -- TEST 'rap_sfcdiff_decomp_gnu' [25:35, 08:09](1073 MB) +PASS -- TEST 'rap_sfcdiff_restart_gnu' [07:54, 05:54](877 MB) +PASS -- TEST 'hrrr_control_gnu' [21:37, 04:10](1060 MB) +PASS -- TEST 'hrrr_control_noqr_gnu' [21:35, 04:11](1127 MB) +PASS -- TEST 'hrrr_control_2threads_gnu' [19:45, 03:42](1013 MB) +PASS -- TEST 'hrrr_control_decomp_gnu' [17:31, 04:17](1067 MB) +PASS -- TEST 'hrrr_control_restart_gnu' [04:24, 02:09](877 MB) +PASS -- TEST 'hrrr_control_restart_noqr_gnu' [04:20, 02:09](926 MB) +PASS -- TEST 'rrfs_v1beta_gnu' [25:54, 08:12](1067 MB) + +PASS -- COMPILE 'csawmg_gnu' [08:11, 04:41] +PASS -- TEST 'control_csawmg_gnu' [25:27, 08:19](1075 MB) + +PASS -- COMPILE 'atm_dyn32_debug_gnu' [10:10, 06:37] +PASS -- TEST 'control_diag_debug_gnu' [17:32, 01:15](1619 MB) +PASS -- TEST 'regional_debug_gnu' [24:27, 07:58](1103 MB) +PASS -- TEST 'rap_control_debug_gnu' [16:18, 02:11](1089 MB) +PASS -- TEST 'hrrr_control_debug_gnu' [16:18, 02:06](1083 MB) +PASS -- TEST 'hrrr_gf_debug_gnu' [15:17, 02:11](1087 MB) +PASS -- TEST 'hrrr_c3_debug_gnu' [14:18, 02:12](1086 MB) +PASS -- TEST 'rap_diag_debug_gnu' [14:24, 02:11](1261 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [13:19, 03:29](1088 MB) +PASS -- TEST 'rap_progcld_thompson_debug_gnu' [12:17, 02:05](1090 MB) +PASS -- TEST 'rrfs_v1beta_debug_gnu' [11:20, 02:16](1084 MB) +PASS -- TEST 'control_ras_debug_gnu' [10:18, 01:16](720 MB) +PASS -- TEST 'control_stochy_debug_gnu' [08:18, 01:20](720 MB) +PASS -- TEST 'control_debug_p8_gnu' [09:33, 02:32](1716 MB) +PASS -- TEST 'rap_flake_debug_gnu' [07:21, 02:07](1091 MB) +PASS -- TEST 'rap_clm_lake_debug_gnu' [07:18, 02:12](1086 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [08:48, 03:27](1089 MB) + +PASS -- COMPILE 'wam_debug_gnu' [04:11, 02:29] +PASS -- TEST 'control_wam_debug_gnu' [10:32, 05:22](1558 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [06:11, 04:20] +PASS -- TEST 'rap_control_dyn32_phy32_gnu' [11:33, 07:44](953 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [07:38, 04:05](939 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [09:32, 07:03](988 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [06:42, 03:30](886 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [06:42, 03:59](942 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [07:43, 05:40](854 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [04:23, 02:12](851 MB) +PASS -- TEST 'conus13km_control_gnu' [05:39, 02:48](1255 MB) +PASS -- TEST 'conus13km_2threads_gnu' [03:31, 01:11](1166 MB) +PASS -- TEST 'conus13km_restart_mismatch_gnu' [03:31, 01:29](923 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_gnu' [11:11, 09:41] +PASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:32, 04:33](978 MB) + +PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [09:10, 07:33] +PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [05:18, 02:10](964 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [04:17, 02:02](960 MB) +PASS -- TEST 'conus13km_debug_gnu' [08:33, 05:52](1278 MB) +PASS -- TEST 'conus13km_debug_qr_gnu' [08:31, 05:52](948 MB) +PASS -- TEST 'conus13km_debug_2threads_gnu' [06:27, 03:52](1179 MB) +PASS -- TEST 'conus13km_radar_tten_debug_gnu' [08:27, 05:47](1339 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [08:10, 06:58] +PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [04:19, 02:08](992 MB) + +PASS -- COMPILE 's2swa_gnu' [19:11, 18:04] + +PASS -- COMPILE 's2s_gnu' [21:11, 17:38] +PASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [21:02, 17:59](2708 MB) + +PASS -- COMPILE 's2swa_debug_gnu' [07:11, 04:02] + +PASS -- COMPILE 's2sw_pdlib_gnu' [18:10, 15:44] +PASS -- TEST 'cpld_control_pdlib_p8_gnu' [44:02, 41:51](2919 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_gnu' [05:11, 03:53] +PASS -- TEST 'cpld_debug_pdlib_p8_gnu' [17:53, 15:22](3047 MB) + +PASS -- COMPILE 'datm_cdeps_gnu' [25:11, 23:11] +PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [04:15, 02:19](769 MB) SYNOPSIS: -Starting Date/Time: 2025-01-08 12:41:03 -Ending Date/Time: 2025-01-08 20:58:18 -Total Time: 08h:17m:15s +Starting Date/Time: 20241212 19:27:04 +Ending Date/Time: 20241212 22:10:54 +Total Time: 02h:44m:31s Compiles Completed: 60/60 Tests Completed: 247/248