Skip to content

Commit

Permalink
Merge branch 'e3sm/master' into MALI-Dev/develop
Browse files Browse the repository at this point in the history
Primary purpose is to get updates for Chicoma builds from
E3SM-Project#6705

* e3sm/master: (904 commits)
  Add overrun qos for pm-cpu/pm-gpu
  Update gcc and nvidia to newer versions
  Revert chicoma-gpu changes (for now)
  Add GNU_CRAY_LDFLAGS flag to MPAS standalone builds
  Update nvidia modules
  Updates to get E3SM working on chicoma-cpu
  Add latest cmake
  Update chicoma-cpu modules
  revert removing <env name="FI_CXI_RX_MATCH_MODE">software</env> as I hit merge conflict
  remove kdreg2 change as it's already on master
  bump nvidia compiler version on pm-cpu
  Fix for bad leaf C:N ratios during transient land simulations
  load Core/24.07 module and remove versions from git, submodule, and zlib modules
  remove special flags for gnu builds as kdreg2 seems to fix the issue
  For pm-cpu, update compiler versions for GCC, nvidia, AMD compilers. For those compilers, update other module versions to now be same as Intel uses. Various updates to muller-cpu/muller-gpu/alvarez.
  rename gh/ci-w to gh-w/ci
  add concurrency check for standalone
  updates to miniforge settings
  upgrades and fixes to workflows
  Upgrade NetCDF modules for Intel and GNU compilers on Chrysalis
  ...
  • Loading branch information
matthewhoffman committed Oct 28, 2024
2 parents e7d8d43 + d4a5531 commit 07e3abf
Show file tree
Hide file tree
Showing 649 changed files with 24,209 additions and 7,333 deletions.
38 changes: 19 additions & 19 deletions .github/workflows/e3sm-gh-ci-cime-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,38 +5,42 @@ on:
branches: [ master ]
paths:
# first, yes to these
- '.github/workflows/e3sm-gh-ci-cime-tests.yml'
- 'cime_config/**'
- 'components/eam/**'
- 'components/eamxx/**'
- 'components/elm/**'
- 'driver-moab/**'
- 'driver-mct/**'
# second, no to these
- '!components/eam/docs/**'
- '!components/eam/mkdocs.yml'
- '!components/eamxx/docs/**'
- '!components/eamxx/mkdocs.yml'
- '!components/elm/docs/**'
- '!components/elm/mkdocs.yml'

workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: true

jobs:

ci:
if: ${{ github.event.repository.name == 'e3sm' }}
if: ${{ github.repository == 'E3SM-Project/E3SM' }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
test:
- SMS_D_P4.ne4pg2_oQU480.F2010.singularity2_gnu
- SMS_P4.ne4pg2_oQU480.F2010.singularity2_gnu
- REP_P4.ne4pg2_oQU480.F2010.singularity2_gnu
- ERS_P4.ne4pg2_oQU480.F2010.singularity2_gnu
- ERS_P4.ne4pg2_oQU480.F2010.singularity2_gnu.eam-wcprod_F2010
- ERP_P4.ne4pg2_oQU480.F2010.singularity2_gnu
- PET_P4.ne4pg2_oQU480.F2010.singularity2_gnu
- PEM_P4.ne4pg2_oQU480.F2010.singularity2_gnu
test:
- SMS_D_Ln5_P4.ne4pg2_oQU480.F2010.ghci-oci_gnu
- ERS_Ld5_P4.ne4pg2_oQU480.F2010.ghci-oci_gnu.eam-wcprod_F2010
- SMS_D_Ln5_P4.ne4pg2_oQU480.F2010-SCREAMv1-MPASSI.ghci-oci_gnu
- ERS_Ld5_P4.ne4pg2_oQU480.F2010-SCREAMv1-MPASSI.ghci-oci_gnu.eamxx-prod
container:
image: ghcr.io/mahf708/e3sm-imgs:v0.0.9
image: ghcr.io/e3sm-project/containers-ghci:ghci-0.2.0

steps:
-
Expand All @@ -49,10 +53,6 @@ jobs:
name: CIME
working-directory: cime/scripts
run: |
mkdir -p $HOME/projects/e3sm/cesm-inputdata/atm/cam/physprops/
wget https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/cam/physprops/p3_lookup_table_1.dat-v4.1.2
mv p3_lookup_table_1.dat-v4.1.2 $HOME/projects/e3sm/cesm-inputdata/atm/cam/physprops/
export USER=test
./create_test ${{ matrix.test }} --wait --debug
-
name: Artifacts
Expand All @@ -61,7 +61,7 @@ jobs:
with:
name: ${{ matrix.test }}
path: |
~/projects/e3sm/scratch/${{ matrix.test }}*/TestStatus.log
~/projects/e3sm/scratch/${{ matrix.test }}*/bld/*.bldlog.*
~/projects/e3sm/scratch/${{ matrix.test }}*/run/*.log.*
~/projects/e3sm/scratch/${{ matrix.test }}*/run/*.cprnc.out
/projects/e3sm/scratch/${{ matrix.test }}*/TestStatus.log
/projects/e3sm/scratch/${{ matrix.test }}*/bld/*.bldlog.*
/projects/e3sm/scratch/${{ matrix.test }}*/run/*.log.*
/projects/e3sm/scratch/${{ matrix.test }}*/run/*.cprnc.out
35 changes: 15 additions & 20 deletions .github/workflows/e3sm-gh-ci-w-cime-tests.yml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
name: gh
name: gh-w

on:
pull_request:
Expand All @@ -11,24 +11,23 @@ on:

workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: true

jobs:

ci-w:
ci:
if: ${{ github.repository == 'E3SM-Project/E3SM' }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
test:
- SMS_D_P8.ne4pg2_oQU480.WCYCL2010NS.singularity2_gnu
- SMS_P8.ne4pg2_oQU480.WCYCL2010NS.singularity2_gnu
- REP_P8.ne4pg2_oQU480.WCYCL2010NS.singularity2_gnu
- ERS_P8.ne4pg2_oQU480.WCYCL2010NS.singularity2_gnu
- ERS_P8.ne4pg2_oQU480.WCYCL2010NS.singularity2_gnu.allactive-wcprod_1850
- ERP_P8.ne4pg2_oQU480.WCYCL2010NS.singularity2_gnu
- PET_P8.ne4pg2_oQU480.WCYCL2010NS.singularity2_gnu
- PEM_P8.ne4pg2_oQU480.WCYCL2010NS.singularity2_gnu
test:
- SMS_D_Ld1_P8.ne4pg2_oQU480.WCYCL2010NS.ghci-oci_gnu
- ERS_Ld3_P8.ne4pg2_oQU480.WCYCL2010NS.ghci-oci_gnu.allactive-wcprod_1850
container:
image: ghcr.io/mahf708/e3sm-imgs:v0.0.9
image: ghcr.io/e3sm-project/containers-ghci:ghci-0.2.0

steps:
-
Expand All @@ -41,10 +40,6 @@ jobs:
name: CIME
working-directory: cime/scripts
run: |
mkdir -p $HOME/projects/e3sm/cesm-inputdata/atm/cam/physprops/
wget https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/cam/physprops/p3_lookup_table_1.dat-v4.1.2
mv p3_lookup_table_1.dat-v4.1.2 $HOME/projects/e3sm/cesm-inputdata/atm/cam/physprops/
export USER=test
./create_test ${{ matrix.test }} --wait --debug
-
name: Artifacts
Expand All @@ -53,7 +48,7 @@ jobs:
with:
name: ${{ matrix.test }}
path: |
~/projects/e3sm/scratch/${{ matrix.test }}*/TestStatus.log
~/projects/e3sm/scratch/${{ matrix.test }}*/bld/*.bldlog.*
~/projects/e3sm/scratch/${{ matrix.test }}*/run/*.log.*
~/projects/e3sm/scratch/${{ matrix.test }}*/run/*.cprnc.out
/projects/e3sm/scratch/${{ matrix.test }}*/TestStatus.log
/projects/e3sm/scratch/${{ matrix.test }}*/bld/*.bldlog.*
/projects/e3sm/scratch/${{ matrix.test }}*/run/*.log.*
/projects/e3sm/scratch/${{ matrix.test }}*/run/*.cprnc.out
9 changes: 7 additions & 2 deletions .github/workflows/e3sm-gh-md-linter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,19 +10,24 @@ on:
# for now let's not lint files in eamxx
- '!components/eamxx/**/*.md'

concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: true

jobs:
linter:
if: ${{ github.repository == 'E3SM-Project/E3SM' }}
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
- uses: tj-actions/changed-files@v44
- uses: tj-actions/changed-files@v45
id: changed-files
with:
files: '**/*.md'
separator: ","
- uses: DavidAnson/markdownlint-cli2-action@v16
- uses: DavidAnson/markdownlint-cli2-action@v17
if: steps.changed-files.outputs.any_changed == 'true'
with:
config: 'docs/.markdownlint.json'
Expand Down
8 changes: 4 additions & 4 deletions .github/workflows/e3sm-gh-pages.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ concurrency:

jobs:
Build-and-Deploy-docs:
if: ${{ github.event.repository.name == 'e3sm' }}
if: ${{ github.repository == 'E3SM-Project/E3SM' }}
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
Expand All @@ -30,10 +30,10 @@ jobs:
submodules: true
- name: Show action trigger
run: echo "= The job was automatically triggered by a ${{github.event_name}} event on repo ${{github.event.repository.name}}."
- name: Set up Python 3.10
uses: actions/setup-python@v5.1.1
- name: Set up Python 3.11
uses: actions/setup-python@v5
with:
python-version: "3.10"
python-version: "3.11"
- name: Install python deps
run: python3 -m pip install mkdocs-material pymdown-extensions mkdocs-monorepo-plugin mdutils mkdocs-bibtex
# build every time (PR or push to master)
Expand Down
88 changes: 88 additions & 0 deletions .github/workflows/e3sm-gh-tools-mkatmsrffile-test.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
name: mkatmsrffile

on:
push:
branches: [ master ]
pull_request:
branches: [ master ]
paths:
- 'components/eam/tools/mkatmsrffile/mkatmsrffile.py'
schedule:
- cron: '00 15 * * 2'
workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: true

jobs:
mkatmsrffile-test:
if: ${{ github.repository == 'E3SM-Project/E3SM' }}
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
outputs:
event_name: ${{ github.event_name }}
steps:
-
name: Repository checkout
uses: actions/checkout@v4
with:
show-progress: false
submodules: false
-
name: Conda setup
uses: conda-incubator/setup-miniconda@v3
with:
activate-environment: "envmkatmsrffile"
miniforge-version: latest
channel-priority: strict
auto-update-conda: true
python-version: 3.11
-
name: Install dependencies
run: |
echo $CONDA_PREFIX
conda install -y nco xarray numba numpy netcdf4 -c conda-forge
-
name: Run tests
working-directory: components/eam/tools/mkatmsrffile
run: |
echo $CONDA_PREFIX
wget https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/cam/chem/trop_mozart/dvel/clim_soilw.nc
wget https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/cam/chem/trop_mozart/dvel/regrid_vegetation.nc
wget https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/cam/chem/trop_mozart/dvel/map_1x1_to_ne30pg2_traave_c20240903.nc
python mkatmsrffile.py --map_file=map_1x1_to_ne30pg2_traave_c20240903.nc --vegetation_file=regrid_vegetation.nc --soil_water_file=clim_soilw.nc --dst_grid=ne30pg2
mkatmsrffile-notify:
needs: mkatmsrffile-test
if: ${{ failure() && needs.mkatmsrffile-test.outputs.event_name != 'pull_request' }}
runs-on: ubuntu-latest
steps:
- name: Create issue
run: |
previous_issue_number=$(gh issue list \
--label "$LABELS" \
--json number \
--jq '.[0].number')
if [[ -n $previous_issue_number ]]; then
gh issue comment "$previous_issue_number" \
--body "$BODY"
else
gh issue create \
--title "$TITLE" \
--assignee "$ASSIGNEES" \
--label "$LABELS" \
--body "$BODY"
fi
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
GH_REPO: ${{ github.repository }}
TITLE: mkatmsrffile test failure
ASSIGNEES: whannah1
LABELS: bug,notify-mkatmsrffile-gh-action
BODY: |
Workflow failed! There's likely an issue in the mkatmsrffile tool! For more information, please see:
- Workflow URL: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }} (number ${{ github.run_number }}, attempt ${{ github.run_attempt }})
- Workflow SHA: ${{ github.sha }}
60 changes: 60 additions & 0 deletions .github/workflows/eamxx-gh-ci-standalone.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
name: gh-standalone

on:
pull_request:
branches: [ master ]
paths:
# first, yes to these
- '.github/workflows/eamxx-gh-ci-standalone.yml'
- 'cime_config/machine/config_machines.xml'
- 'components/eamxx/**'
- 'components/homme/**'
# second, no to these
- '!components/eamxx/docs/**'
- '!components/eamxx/mkdocs.yml'

workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: true

jobs:

ci:
if: ${{ github.repository == 'E3SM-Project/E3SM' }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
test:
- sp
- opt
- dbg
- fpe
container:
image: ghcr.io/e3sm-project/containers-standalone-ghci:standalone-ghci-0.1.0

steps:
-
name: Checkout
uses: actions/checkout@v4
with:
show-progress: false
submodules: recursive
-
name: standalone
env:
SHELL: sh
run: |
# TODO: get rid of this extra line if we can?
git config --global safe.directory '*'
./components/eamxx/scripts/test-all-scream -m ghci-oci -t ${{ matrix.test }} -c BUILD_SHARED_LIBS=ON
-
name: Artifacts
uses: actions/upload-artifact@v4
if: ${{ always() }}
with:
name: ${{ matrix.test }}
path: |
components/eamxx/ctest-build/*/Testing/Temporary/Last*.log
4 changes: 2 additions & 2 deletions .github/workflows/eamxx-gh-pages.yml
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ concurrency:
jobs:

eamxx-docs:
if: ${{ github.event.repository.name == 'scream' }}
if: ${{ github.repository == 'E3SM-Project/scream' }}
runs-on: ubuntu-latest

steps:
Expand All @@ -54,7 +54,7 @@ jobs:
echo "= The job was automatically triggered by a ${{github.event_name}} event."
- name: Set up Python 3.11
uses: actions/setup-python@v5.1.1
uses: actions/setup-python@v5
with:
python-version: "3.11"

Expand Down
9 changes: 8 additions & 1 deletion .github/workflows/eamxx_default_files.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,12 +5,19 @@ on:
branches: [ master ]
pull_request:
branches: [ master ]
paths:
- 'components/eamxx/cime_config/namelist_defaults_scream.xml'
schedule:
- cron: '00 00 * * *'
workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.pull_request.number || github.run_id }}
cancel-in-progress: true

jobs:
scream-defaults:
if: ${{ github.repository == 'E3SM-Project/E3SM' }}
runs-on: ubuntu-latest
outputs:
event_name: ${{ github.event_name }}
Expand All @@ -21,7 +28,7 @@ jobs:
show-progress: false
submodules: false
- name: Set up Python 3.11
uses: actions/setup-python@v5.1.1
uses: actions/setup-python@v5
with:
python-version: "3.11"
- name: Run unit tests
Expand Down
4 changes: 2 additions & 2 deletions .gitmodules
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,8 @@
branch = scorpio_classic
[submodule "cosp2"]
path = components/eam/src/physics/cosp2/external
url = [email protected]:CFMIP/COSPv2.0.git
branch = CESM_v2.1.4
url = [email protected]:bartgol/COSPv2.0.git
branch = bartgol/fix-cosp_optical_inputs
[submodule "cime"]
path = cime
url = [email protected]:ESMCI/cime.git
Expand Down
Loading

0 comments on commit 07e3abf

Please sign in to comment.