diff --git a/templates/meso_grapes/6.0/data.meso_grapes.arm.cpu.bisheng.hmpi.config b/templates/meso_grapes/6.0/data.meso_grapes.arm.cpu.bisheng.hmpi.config index 2239512b5f67fa49ddc5e4d70cdaafcce5c750f9..e4961c89287aba51d8e36ab5213e1859fbcc6c64 100644 --- a/templates/meso_grapes/6.0/data.meso_grapes.arm.cpu.bisheng.hmpi.config +++ b/templates/meso_grapes/6.0/data.meso_grapes.arm.cpu.bisheng.hmpi.config @@ -6,7 +6,7 @@ [DEPENDENCY] set -e set -x -./CHECK_ROOT +yum install -y time zlib zlib-devel libtirpc libtirpc-devel numactl libatomic module purge ./jarvis -install hpckit/24.0.0 com module use ./software/compiler/hpckit/24.0.0/HPCKit/24.12.30/modulefiles @@ -69,17 +69,21 @@ ln -sf ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/DATABAK/cold/2024111800/grapes_i ln -sf ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/DATABAK/cold/2024111800/grapesbdy_si.2024111800 ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/fcst/grapes_model/run/grapesbdy ln -sf ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/DATABAK/cold/2024111800/qcqr_gcas_202411180000 ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/fcst/grapes_model/run/qcqr_gcas_202411180000 mkdir -p ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/fcst/grapes_model/run/log -cat << \EOF > ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/fcst/grapes_model/run/test_grapes.sh -#!/bin/bash -cd ../../../../ -. ./init.sh -cd - -source ${JARVIS_ROOT}/env.sh +[CLEAN] +cd ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/fcst/grapes_model +./clean + +[RUN] +run = +binary = +nodes = 2 + +[BATCH] HOSTLIST='node-164,node-171' nodes=2 -npx=6 -npy=40 +npx=15 +npy=16 ppn=$((npx*npy/nodes)) steps=240 numa_num=`numactl -H |grep available |awk '{print $2}'` @@ -90,14 +94,4 @@ sed -i 's/nproc_x = .*,/nproc_x = '${npx}',/' ./namelist.input sed -i 's/nproc_y = .*/nproc_y = '${npy}'/' ./namelist.input time=`date +"%y-%m-%d-%H-%M-%S"` -(time -p mpirun --allow-run-as-root --oversubscribe -np $((ppn*nodes)) -N ${ppn} -host ${HOSTLIST} --map-by socket --rank-by core --map-by ppr:$((ppn/numa_num)):numa:pe=1 --bind-to core --mca btl ^vader,tcp,openib,uct --mca io romio321 --mca pml ucx -x UCX_TLS=self,sm,ud -x UCG_PLANC_UCX_ALLREDUCE_ATTR=I:8S:200R:0 -x UCG_PLANC_UCX_BARRIER_ATTR=I:7S:200R:0 -x UCG_PLANC_UCX_BCAST_ATTR=I:4S:200R:0 -x UCG_PLANC_UCX_ALLREDUCE_FANOUT_INTRA_DEGREE=3 -x UCG_PLANC_UCX_ALLREDUCE_FANIN_INTRA_DEGREE=8 -x UCG_PLANC_UCX_ALLREDUCE_FANOUT_INTER_DEGREE=7 -x UCG_PLANC_UCX_ALLREDUCE_FANIN_INTER_DEGREE=7 -x UCG_PLANC_UCX_BARRIER_FANOUT_INTRA_DEGREE=3 -x UCG_PLANC_UCX_BARRIER_FANIN_INTRA_DEGREE=8 -x UCG_PLANC_UCX_BARRIER_FANOUT_INTER_DEGREE=7 -x UCG_PLANC_UCX_BARRIER_FANIN_INTER_DEGREE=7 -x UCG_PLANC_UCX_BCAST_NA_KNTREE_INTER_DEGREE=7 -x UCG_PLANC_UCX_BCAST_NA_KNTREE_INTRA_DEGREE=3 -x KML_VERBOSE=2 -x PATH -x LD_LIBRARY_PATH ./grapes.exe) 2>&1 |tee -a log/grapes_${time}_${npx}x${npy}.log -EOF - -[CLEAN] -cd ${JARVIS_ROOT}/GRAPES_MESO_262794_6.0_gz/fcst/grapes_model -./clean - -[RUN] -run = -binary = -nodes = 2 +(time -p mpirun --allow-run-as-root --oversubscribe -np $((ppn*nodes)) -N ${ppn} -host ${HOSTLIST} --map-by socket --rank-by core --map-by ppr:$((ppn/numa_num)):numa:pe=1 --bind-to core --mca btl ^vader,tcp,openib,uct --mca io romio321 --mca pml ucx -x UCX_TLS=self,sm,ud -x UCG_PLANC_UCX_ALLREDUCE_ATTR=I:8S:200R:0 -x UCG_PLANC_UCX_BARRIER_ATTR=I:7S:200R:0 -x UCG_PLANC_UCX_BCAST_ATTR=I:4S:200R:0 -x UCG_PLANC_UCX_ALLREDUCE_FANOUT_INTRA_DEGREE=3 -x UCG_PLANC_UCX_ALLREDUCE_FANIN_INTRA_DEGREE=8 -x UCG_PLANC_UCX_ALLREDUCE_FANOUT_INTER_DEGREE=7 -x UCG_PLANC_UCX_ALLREDUCE_FANIN_INTER_DEGREE=7 -x UCG_PLANC_UCX_BARRIER_FANOUT_INTRA_DEGREE=3 -x UCG_PLANC_UCX_BARRIER_FANIN_INTRA_DEGREE=8 -x UCG_PLANC_UCX_BARRIER_FANOUT_INTER_DEGREE=7 -x UCG_PLANC_UCX_BARRIER_FANIN_INTER_DEGREE=7 -x UCG_PLANC_UCX_BCAST_NA_KNTREE_INTER_DEGREE=7 -x UCG_PLANC_UCX_BCAST_NA_KNTREE_INTRA_DEGREE=3 -x KML_VERBOSE=2 -x PATH -x LD_LIBRARY_PATH ./grapes.exe) 2>&1 |tee -a log/grapes_${time}_${npx}x${npy}.log \ No newline at end of file