diff --git a/machines/cmake_macros/derecho-gpu.cmake b/machines/cmake_macros/derecho-gpu.cmake new file mode 100644 index 00000000..2772a168 --- /dev/null +++ b/machines/cmake_macros/derecho-gpu.cmake @@ -0,0 +1,11 @@ +if (COMP_NAME STREQUAL gptl) + string(APPEND CPPDEFS " -DHAVE_NANOTIME -DBIT64 -DHAVE_VPRINTF -DHAVE_BACKTRACE -DHAVE_SLASHPROC -DHAVE_COMM_F2C -DHAVE_TIMES -DHAVE_GETTIMEOFDAY") +endif() +set(NETCDF_PATH "$ENV{NETCDF}") +set(PIO_FILESYSTEM_HINTS "lustre") +set(PNETCDF_PATH "$ENV{PNETCDF}") +# If we want to use cray-libsci instead of mkl uncomment this line as well as the module in config_machines.xml +string(REPLACE "-mkl=cluster" "" SLIBS "${SLIBS}") +#string(REPLACE "-mkl=cluster" "-qmkl=cluster" SLIBS "${SLIBS}") +#string(APPEND CPPDEFS " -DNO_SHR_VMATH ") +string(APPEND CPPDEFS " -DHAVE_GETTID") diff --git a/machines/config_batch.xml b/machines/config_batch.xml index cb56c334..d6789f10 100644 --- a/machines/config_batch.xml +++ b/machines/config_batch.xml @@ -374,6 +374,21 @@ + + qsub + + -l job_priority="$JOB_PRIORITY" + + + -S {{ shell }} + -l select={{ num_nodes }}:ncpus={{ max_tasks_per_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=480GB:ngpus=4 + + + main + develop + + + sbatch diff --git a/machines/config_machines.xml b/machines/config_machines.xml index fa3a4492..c7bd1337 100644 --- a/machines/config_machines.xml +++ b/machines/config_machines.xml @@ -1255,6 +1255,108 @@ This allows using a different mpirun command to launch unit tests 64M + + + NCAR AMD EPYC + de.*.hpc.ucar.edu + CNL + intel + + mpich + $ENV{SCRATCH} + $ENV{CESMDATAROOT}/inputdata + $ENV{CESMDATAROOT}/inputdata/atm/datm7 + $CIME_OUTPUT_ROOT/archive/$CASE + $ENV{CESMDATAROOT}/cesm_baselines + $ENV{CESMDATAROOT}/cprnc/cprnc + 16 + pbs + cseg + 64 + 64 + TRUE + + mpiexec + + --label + --line-buffer + -n {{ total_tasks }} + + + + $LMOD_ROOT/lmod/init/perl + $LMOD_ROOT/lmod/init/env_modules_python.py + $LMOD_ROOT/lmod/init/sh + $LMOD_ROOT/lmod/init/csh + $LMOD_ROOT/lmod/libexec/lmod perl + $LMOD_ROOT/lmod/libexec/lmod python + module + module + + cesmdev/1.0 + ncarenv/23.09 + + craype + conda/latest + + + intel/2023.2.1 + mkl + spherepack/3.2 + + + intel-oneapi/2023.2.1 + mkl + + + intel-classic/2023.2.1 + mkl + + + cce/15.0.1 + cray-libsci/23.02.1.1 + + + gcc/12.2.0 + cray-libsci/23.02.1.1 + + + nvhpc/23.7 + + + ncarcompilers/1.0.0 + cmake + + + cray-mpich/8.1.27 + + + mpi-serial/2.3.0 + + + + netcdf/4.9.2 + + + + netcdf-mpi/4.9.2 + parallel-netcdf/1.12.3 + + + + esmf/8.6.0 + + + + + + 64M + hybrid + memhooks + $ENV{NCAR_ROOT_SPHEREPACK}/lib + + + NCAR AMD EPYC system