From f61383217c41bab9c537d5c70d0ef9c8198f53fd Mon Sep 17 00:00:00 2001 From: Wei Huang Date: Sat, 27 Sep 2025 13:46:58 +0000 Subject: [PATCH 1/5] testing ursa speed up with distribution --- env/URSA.env | 3 +++ 1 file changed, 3 insertions(+) diff --git a/env/URSA.env b/env/URSA.env index b908defb4a0..02ca8e7b68f 100644 --- a/env/URSA.env +++ b/env/URSA.env @@ -9,7 +9,10 @@ fi step=$1 +# orig export launcher="srun -l --export=ALL --hint=nomultithread" +# fast +#export launcher="srun -l --export=ALL --hint=nomultithread --distribution=block:block" export mpmd_opt="--multi-prog --output=mpmd.%j.%t.out" #export POSTAMBLE_CMD='report-mem' From d1bf01e9cff34c46c2e5ae9fd8f84c96a64210ef Mon Sep 17 00:00:00 2001 From: Wei Huang Date: Sun, 28 Sep 2025 15:38:47 +0000 Subject: [PATCH 2/5] gaeac6 module load reorder, and and explicit distribution --- env/GAEAC6.env | 2 +- env/URSA.env | 5 +---- modulefiles/gw_setup.gaeac6.lua | 2 +- 3 files changed, 3 insertions(+), 6 deletions(-) diff --git a/env/GAEAC6.env b/env/GAEAC6.env index 4920f15695a..3646974b333 100755 --- a/env/GAEAC6.env +++ b/env/GAEAC6.env @@ -9,7 +9,7 @@ fi step=$1 -export launcher="srun -l --export=ALL" +export launcher="srun -l --export=ALL --distribution=block:block" export mpmd_opt="--multi-prog --output=mpmd.%j.%t.out" export OMP_STACKSIZE=2048000 diff --git a/env/URSA.env b/env/URSA.env index 02ca8e7b68f..413c3d73dad 100644 --- a/env/URSA.env +++ b/env/URSA.env @@ -9,10 +9,7 @@ fi step=$1 -# orig -export launcher="srun -l --export=ALL --hint=nomultithread" -# fast -#export launcher="srun -l --export=ALL --hint=nomultithread --distribution=block:block" +export launcher="srun -l --export=ALL --hint=nomultithread --distribution=block:block" export mpmd_opt="--multi-prog --output=mpmd.%j.%t.out" #export POSTAMBLE_CMD='report-mem' diff --git a/modulefiles/gw_setup.gaeac6.lua b/modulefiles/gw_setup.gaeac6.lua index dea99e887fa..d3c7be0aa06 100644 --- a/modulefiles/gw_setup.gaeac6.lua +++ b/modulefiles/gw_setup.gaeac6.lua @@ -11,9 +11,9 @@ local stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0" local python_ver=os.getenv("python_ver") or "3.11.7" local cmake_ver=os.getenv("cmake_ver") or "3.27.9" -load(pathJoin("cmake", cmake_ver)) load(pathJoin("stack-intel", stack_intel_ver)) load(pathJoin("python", python_ver)) +load(pathJoin("cmake", cmake_ver)) load("py-jinja2") load("py-pyyaml") load("py-numpy") From 787df189ba127a0614d35c73fd16bbd4354e7585 Mon Sep 17 00:00:00 2001 From: Wei Huang Date: Sun, 28 Sep 2025 12:59:28 -0400 Subject: [PATCH 3/5] create adjust tasks layout branch --- dev/parm/config/gfs/config.resources.GAEAC6 | 2 +- dev/parm/config/gfs/config.ufs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/parm/config/gfs/config.resources.GAEAC6 b/dev/parm/config/gfs/config.resources.GAEAC6 index 3e1442b6769..f6bf18fc4fd 100644 --- a/dev/parm/config/gfs/config.resources.GAEAC6 +++ b/dev/parm/config/gfs/config.resources.GAEAC6 @@ -11,7 +11,7 @@ case ${step} in "fcst" | "efcs") case "${CASE}" in "C768") - export tasks_per_node=144 + export tasks_per_node=180 ;; "C1152") export tasks_per_node=144 diff --git a/dev/parm/config/gfs/config.ufs b/dev/parm/config/gfs/config.ufs index 25655ec2739..447153f99f8 100644 --- a/dev/parm/config/gfs/config.ufs +++ b/dev/parm/config/gfs/config.ufs @@ -271,7 +271,7 @@ case "${fv3_res}" in export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=15 #Note this should be 10 for WCOSS2 elif [[ "${RUN}" = "gfs" || "${RUN}" = "gcafs" ]]; then export layout_x=12 - export layout_y=16 + export layout_y=15 export WRITE_GROUP=4 export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=20 #Note this should be 10 for WCOSS2 fi From 95ad6f23ecddd9606a23140a456f1c8c50444da8 Mon Sep 17 00:00:00 2001 From: Wei Huang Date: Thu, 9 Oct 2025 09:24:35 -0400 Subject: [PATCH 4/5] increase tasks per node for c1152 --- dev/parm/config/gfs/config.resources.GAEAC6 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/parm/config/gfs/config.resources.GAEAC6 b/dev/parm/config/gfs/config.resources.GAEAC6 index f6bf18fc4fd..3983a10c0c7 100644 --- a/dev/parm/config/gfs/config.resources.GAEAC6 +++ b/dev/parm/config/gfs/config.resources.GAEAC6 @@ -14,7 +14,7 @@ case ${step} in export tasks_per_node=180 ;; "C1152") - export tasks_per_node=144 + export tasks_per_node=160 ;; *) # Nothing to do for other resolutions From a8fb88cec788ed931d516bdcc9a1c5ef07583ace Mon Sep 17 00:00:00 2001 From: Wei Huang Date: Thu, 9 Oct 2025 11:52:41 -0400 Subject: [PATCH 5/5] add ursa change as well --- dev/parm/config/gfs/config.resources.URSA | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/parm/config/gfs/config.resources.URSA b/dev/parm/config/gfs/config.resources.URSA index 39e6df015a5..906a6b7b79f 100644 --- a/dev/parm/config/gfs/config.resources.URSA +++ b/dev/parm/config/gfs/config.resources.URSA @@ -6,7 +6,7 @@ case ${step} in "fcst" | "efcs") case "${CASE}" in "C768") - export tasks_per_node=144 + export tasks_per_node=180 ;; "C1152") export tasks_per_node=144