ubuntu-rnd-x86_64-build #19
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: ubuntu-rnd-x86_64-build | |
| on: | |
| schedule: | |
| - cron: '0 0 * * *' | |
| workflow_dispatch: | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| ubuntu-rnd-x86_64-build: | |
| runs-on: [ubuntu-rnd-x86_64] | |
| timeout-minutes: 720 # 12 hours | |
| steps: | |
| - name: cleanup | |
| run: | | |
| pwd | |
| ls -lart | |
| rm -fr * | |
| rm -fr /home/ubuntu/spack-stack/CI/tmp | |
| mkdir /home/ubuntu/spack-stack/CI/tmp | |
| TODAY=$(date +%Y%m%d) | |
| LAST_TO_KEEP=$(date --date='-1 days' +%Y%m%d) | |
| echo "TODAY is ${TODAY}" | |
| echo "LAST_TO_KEEP is ${LAST_TO_KEEP}" | |
| cd /home/ubuntu/spack-stack/CI/unified-env | |
| for dir in `ls -1`; do echo ${dir}; if [[ ${dir} < ${LAST_TO_KEEP} ]]; then echo "Deleting ${dir}"; rm -fr ${dir}; fi; done | |
| - name: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: create-buildcache | |
| run: | | |
| source ./setup.sh | |
| # Get day of week to set default container for scheduled builds | |
| DOW=$(date +%u) | |
| # Monday is 1 ... Sunday is 7 | |
| if [[ $DOW == 7 ]]; then | |
| export USE_BINARY_CACHE=false | |
| echo "Ignore existing binary cache for creating buildcache environment" | |
| else | |
| export USE_BINARY_CACHE=true | |
| echo "Use existing binary cache for creating buildcache environment" | |
| fi | |
| # Make environment for creating/updating binary cache | |
| export TEMPLATE=${{ inputs.template || 'unified-dev' }} | |
| export ENVNAME=buildcache-${TEMPLATE}.ubuntu-rnd-x86_64 | |
| export ENVDIR=$PWD/envs/${ENVNAME} | |
| spack stack create env --site aws-pcluster --template ${TEMPLATE} --name ${ENVNAME} --prefix=/home/ubuntu/spack-stack/CI/tmp/spack-stack-dev-buildcache | |
| spack env activate ${ENVDIR} | |
| spack add ${{ inputs.specs || '' }} | |
| # For buildcaches | |
| spack config add config:install_tree:padded_length:200 | |
| # Set compiler and MPI | |
| sed -i "s/\['\%aocc', '\%apple-clang', '\%gcc', '\%intel'\]/\['\%gcc', '\%intel'\]/g" ${ENVDIR}/spack.yaml | |
| # Add additional variants for MET packages, different from config/common/packages.yaml | |
| spack config add "packages:met:variants:+python +grib2 +graphics +lidar2nc +modis" | |
| # Overrides for spack build and staging areas to speed up builds, | |
| # separate from the default site config locations to avoid conflicts | |
| spack config add "config:build_stage:/home/ubuntu/spack-stack/CI/tmp/build_stage" | |
| spack config add "config:test_stage:/home/ubuntu/spack-stack/CI/tmp/test_stage" | |
| spack config add "config:source_cache:/home/ubuntu/spack-stack/CI/tmp/source_cache" | |
| spack config add "config:misc_cache:/home/ubuntu/spack-stack/CI/tmp/misc_cache" | |
| # Concretize and check for duplicates | |
| spack concretize 2>&1 | tee log.concretize.${ENVNAME} | |
| ${SPACK_STACK_DIR}/util/show_duplicate_packages.py -c -d log.concretize.${ENVNAME} -i fms -i crtm -i esmf -i mapl | |
| # Update spack source cache | |
| spack mirror create -a -d /mnt/experiments-efs/spack-stack/source-cache | |
| # Add binary cache if requested | |
| if [ "$USE_BINARY_CACHE" = true ] ; then | |
| spack mirror add local-binary file:///mnt/experiments-efs/spack-stack/build-cache/ | |
| spack buildcache update-index local-binary | |
| echo "Packages in spack binary cache:" | |
| spack buildcache list | |
| fi | |
| # Create/update binary cache | |
| echo "Create/update build cache for environment ${TEMPLATE} ..." | |
| spack install --fail-fast --source --no-check-signature 2>&1 | tee log.install.${TEMPLATE} | |
| spack buildcache create -a -u /mnt/experiments-efs/spack-stack/build-cache/ | |
| # Next steps: synchronize source and build cache to a central/combined mirror? | |
| #echo "Next steps ..." | |
| spack env deactivate | |
| rm -fr /home/ubuntu/spack-stack/CI/tmp/spack-stack-dev-buildcache | |
| - name: create-env | |
| run: | | |
| source ./setup.sh | |
| TODAY=$(date +%Y%m%d) | |
| # Create actual environment from binary cache | |
| export TEMPLATE=${{ inputs.template || 'unified-dev' }} | |
| export ENVNAME=${TEMPLATE}.ubuntu-rnd-x86_64 | |
| export ENVDIR=$PWD/envs/${ENVNAME} | |
| spack stack create env --site aws-pcluster --template ${TEMPLATE} --name ${ENVNAME} --prefix=/home/ubuntu/spack-stack/CI/unified-env/${TODAY} | |
| spack env activate ${ENVDIR} | |
| spack add ${{ inputs.specs || '' }} | |
| # Set compiler and MPI | |
| sed -i "s/\['\%aocc', '\%apple-clang', '\%gcc', '\%intel'\]/\['\%gcc', '\%intel'\]/g" ${ENVDIR}/spack.yaml | |
| # Add additional variants for MET packages, different from config/common/packages.yaml | |
| spack config add "packages:met:variants:+python +grib2 +graphics +lidar2nc +modis" | |
| # Overrides for spack build and staging areas to speed up builds, | |
| # separate from the default site config locations to avoid conflicts | |
| spack config add "config:build_stage:/home/ubuntu/spack-stack/CI/tmp/build_stage" | |
| spack config add "config:test_stage:/home/ubuntu/spack-stack/CI/tmp/test_stage" | |
| spack config add "config:source_cache:/home/ubuntu/spack-stack/CI/tmp/source_cache" | |
| spack config add "config:misc_cache:/home/ubuntu/spack-stack/CI/tmp/misc_cache" | |
| # Concretize and check for duplicates | |
| spack concretize 2>&1 | tee log.concretize.${ENVNAME} | |
| ${SPACK_STACK_DIR}/util/show_duplicate_packages.py -c -d log.concretize.${ENVNAME} -i fms -i crtm -i esmf -i mapl | |
| # Update spack source cache | |
| spack mirror create -a -d /mnt/experiments-efs/spack-stack/source-cache | |
| # Add binary cache | |
| spack mirror add local-binary file:///mnt/experiments-efs/spack-stack/build-cache/ | |
| spack buildcache update-index local-binary | |
| echo "Packages in spack binary cache:" | |
| spack buildcache list | |
| # Install from binary cache | |
| echo "Install environment ${TEMPLATE} from binary cache ..." | |
| spack install --fail-fast --no-check-signature 2>&1 | tee log.install.${TEMPLATE} | |
| spack clean -a | |
| spack module lmod refresh -y | |
| spack stack setup-meta-modules | |
| spack env deactivate | |
| - name: test-env | |
| run: | | |
| source /etc/profile.d/z00_lmod.sh | |
| module use /usr/share/modules/modulefiles | |
| module use /opt/intel/mpi/2021.6.0/modulefiles | |
| module use /home/ubuntu/jedi/modulefiles | |
| TODAY=$(date +%Y%m%d) | |
| echo "TODAY is ${TODAY}" | |
| ls -l /home/ubuntu/spack-stack/CI/unified-env/${TODAY}/modulefiles/Core | |
| module use /home/ubuntu/spack-stack/CI/unified-env/${TODAY}/modulefiles/Core | |
| module load stack-intel/2022.1.0 | |
| module load stack-intel-oneapi-mpi/2021.6.0 | |
| module load stack-python/3.10.13 | |
| module available | |
| module load jedi-ufs-env/1.0.0 | |
| module load ewok-env/1.0.0 | |
| module load soca-env/1.0.0 | |
| module list | |
| # Create empty file to signal that this environment is ready for testing | |
| touch /home/ubuntu/spack-stack/CI/unified-env/${TODAY}.ready | |
| # Report status to JCSDA CI slack channel for nightly runs only | |
| - name: Report Status | |
| if: always() | |
| uses: ravsamhq/notify-slack-action@v1 | |
| env: | |
| SLACK_WEBHOOK_URL: ${{ secrets.ACTION_MONITORING_SLACK }} | |
| with: | |
| # https://www.ravsam.in/blog/send-slack-notification-when-github-actions-fails/#getting-a-webhook-url | |
| # https://www.ravsam.in/blog/collect-form-responses-using-google-apps-script | |
| # https://github.com/marketplace/actions/notify-slack-action | |
| status: ${{ job.status }} | |
| notify_when: 'success,failure,warnings' | |
| notification_title: '{workflow} has {status_message}' | |
| message_format: '{emoji} *{workflow}* {status_message} for branch {branch} in <{repo_url}|{repo}>' | |
| footer: ${{ github.event.pull_request.number || github.event_name || 'workflow dispatched manually' }} | |
| # For testing: only notify user Dom | |
| #mention_users: 'U02NLGXF5HV' | |
| #mention_users_when: 'failure,warnings' | |
| # Default: notify channel | |
| mention_groups: '!channel' | |
| mention_groups_when: 'failure,warnings' |