From 32e8a4b1a24132aea520b6a0d76c7a9fc0e1be76 Mon Sep 17 00:00:00 2001 From: vsc46128 vscuser Date: Thu, 17 Oct 2024 16:14:51 +0200 Subject: [PATCH 1/7] Use ReFrame generated topology for hortense cpu partitions --- config/vsc_hortense.py | 39 +++++++++++++++++---------------------- 1 file changed, 17 insertions(+), 22 deletions(-) diff --git a/config/vsc_hortense.py b/config/vsc_hortense.py index 1783e95e..fc8b7d7a 100644 --- a/config/vsc_hortense.py +++ b/config/vsc_hortense.py @@ -1,7 +1,23 @@ # ReFrame configuration file for VSC Tier-1 Hortense # https://docs.vscentrum.be/en/latest/gent/tier1_hortense.html # -# authors: Samuel Moors (VUB-HPC), Kenneth Hoste (HPC-UGent) +# authors: Samuel Moors (VUB-HPC), Kenneth Hoste (HPC-UGent), Lara Peeters (HPC-UGent) + +# Use generated topology file by ReFrame for CPU partitions +# Cannot use autodetection untill `sched_options` is part of the ReFrame release https://github.com/reframe-hpc/reframe/issues/2970 + +# Instructions on generating topology file +# ``` +# module swap cluster/{partition} +# qsub -l nodes=1:ppn=all -l walltime=00:30:00 +# +# python3 -m venv "$TMPDIR"/reframe_venv +# source "$TMPDIR"/reframe_venv/bin/activate +# python3 -m pip install --upgrade pip +# python3 -m pip install reframe-hpc=="4.6.2" +# +# reframe --detect-host-topology /dodrio/scratch/users/vsc46128/.reframe/topology/hortense-{partition_name}/processor.json +# ``` from reframe.core.backends import register_launcher from reframe.core.launchers import JobLauncher @@ -39,13 +55,6 @@ def command(self, job): 'max_jobs': 20, 'launcher': 'mympirun', 'modules': ['vsc-mympirun'], - 'processor': { - 'num_cpus': 128, - 'num_sockets': 2, - 'num_cpus_per_socket': 64, - 'num_cpus_per_core': 1, - 'arch': 'zen2', - }, 'resources': [ { 'name': 'memory', @@ -71,13 +80,6 @@ def command(self, job): 'max_jobs': 20, 'launcher': 'mympirun', 'modules': ['vsc-mympirun'], - 'processor': { - 'num_cpus': 128, - 'num_sockets': 2, - 'num_cpus_per_socket': 64, - 'num_cpus_per_core': 1, - 'arch': 'zen2', - }, 'resources': [ { 'name': 'memory', @@ -103,13 +105,6 @@ def command(self, job): 'max_jobs': 20, 'launcher': 'mympirun', 'modules': ['vsc-mympirun'], - 'processor': { - 'num_cpus': 128, - 'num_sockets': 2, - 'num_cpus_per_socket': 64, - 'num_cpus_per_core': 1, - 'arch': 'zen3', - }, 'resources': [ { 'name': 'memory', From b9c824defedd88390b48fbc9eb49f23f406edf8f Mon Sep 17 00:00:00 2001 From: vsc46128 vscuser Date: Fri, 18 Oct 2024 10:13:40 +0200 Subject: [PATCH 2/7] make CI happy --- config/vsc_hortense.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/config/vsc_hortense.py b/config/vsc_hortense.py index fc8b7d7a..8eebd08c 100644 --- a/config/vsc_hortense.py +++ b/config/vsc_hortense.py @@ -4,7 +4,8 @@ # authors: Samuel Moors (VUB-HPC), Kenneth Hoste (HPC-UGent), Lara Peeters (HPC-UGent) # Use generated topology file by ReFrame for CPU partitions -# Cannot use autodetection untill `sched_options` is part of the ReFrame release https://github.com/reframe-hpc/reframe/issues/2970 +# Cannot use autodetection untill `sched_options` is part of +# the ReFrame release https://github.com/reframe-hpc/reframe/issues/2970 # Instructions on generating topology file # ``` @@ -16,7 +17,8 @@ # python3 -m pip install --upgrade pip # python3 -m pip install reframe-hpc=="4.6.2" # -# reframe --detect-host-topology /dodrio/scratch/users/vsc46128/.reframe/topology/hortense-{partition_name}/processor.json +# reframe --detect-host-topology \ +# /dodrio/scratch/users/vsc46128/.reframe/topology/hortense-{partition_name}/processor.json # ``` from reframe.core.backends import register_launcher From 18b4eae82768f613725afd377df8f91761b4d18d Mon Sep 17 00:00:00 2001 From: vsc46128 vscuser Date: Mon, 28 Oct 2024 10:08:19 +0100 Subject: [PATCH 3/7] make CI happy --- config/vsc_hortense.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/vsc_hortense.py b/config/vsc_hortense.py index 8eebd08c..6712757a 100644 --- a/config/vsc_hortense.py +++ b/config/vsc_hortense.py @@ -4,7 +4,7 @@ # authors: Samuel Moors (VUB-HPC), Kenneth Hoste (HPC-UGent), Lara Peeters (HPC-UGent) # Use generated topology file by ReFrame for CPU partitions -# Cannot use autodetection untill `sched_options` is part of +# Cannot use autodetection untill `sched_options` is part of # the ReFrame release https://github.com/reframe-hpc/reframe/issues/2970 # Instructions on generating topology file From cf17ba4f2ed9d60063fc17736e4a098f118fe4b1 Mon Sep 17 00:00:00 2001 From: Lara Ramona Peeters <49882639+laraPPr@users.noreply.github.com> Date: Sat, 9 Nov 2024 15:27:36 +0100 Subject: [PATCH 4/7] Update config/vsc_hortense.py Co-authored-by: Sam Moors --- config/vsc_hortense.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/vsc_hortense.py b/config/vsc_hortense.py index 6712757a..aaf51f81 100644 --- a/config/vsc_hortense.py +++ b/config/vsc_hortense.py @@ -10,7 +10,7 @@ # Instructions on generating topology file # ``` # module swap cluster/{partition} -# qsub -l nodes=1:ppn=all -l walltime=00:30:00 +# qsub -I -l nodes=1:ppn=all -l walltime=00:30:00 # # python3 -m venv "$TMPDIR"/reframe_venv # source "$TMPDIR"/reframe_venv/bin/activate From c6954e8056a8936b3820e6d87e6b6f125da50163 Mon Sep 17 00:00:00 2001 From: Lara Ramona Peeters <49882639+laraPPr@users.noreply.github.com> Date: Sat, 9 Nov 2024 15:27:49 +0100 Subject: [PATCH 5/7] Update config/vsc_hortense.py Co-authored-by: Sam Moors --- config/vsc_hortense.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/vsc_hortense.py b/config/vsc_hortense.py index aaf51f81..ff4d385c 100644 --- a/config/vsc_hortense.py +++ b/config/vsc_hortense.py @@ -18,7 +18,7 @@ # python3 -m pip install reframe-hpc=="4.6.2" # # reframe --detect-host-topology \ -# /dodrio/scratch/users/vsc46128/.reframe/topology/hortense-{partition_name}/processor.json +# ~/.reframe/topology/hortense-{partition_name}/processor.json # ``` from reframe.core.backends import register_launcher From 6d89c7baa77a900f2f8edf5924f1fe9eeed85b79 Mon Sep 17 00:00:00 2001 From: Lara Ramona Peeters <49882639+laraPPr@users.noreply.github.com> Date: Sat, 9 Nov 2024 15:28:13 +0100 Subject: [PATCH 6/7] Update config/vsc_hortense.py Co-authored-by: Sam Moors --- config/vsc_hortense.py | 1 + 1 file changed, 1 insertion(+) diff --git a/config/vsc_hortense.py b/config/vsc_hortense.py index ff4d385c..184c0a72 100644 --- a/config/vsc_hortense.py +++ b/config/vsc_hortense.py @@ -17,6 +17,7 @@ # python3 -m pip install --upgrade pip # python3 -m pip install reframe-hpc=="4.6.2" # +# mkdir -p ~/.reframe/topology/hortense-{partition_name} # reframe --detect-host-topology \ # ~/.reframe/topology/hortense-{partition_name}/processor.json # ``` From 93471cbdc5fb9b13594a741707559ae4f2138d48 Mon Sep 17 00:00:00 2001 From: vsc46128 vscuser Date: Wed, 27 Nov 2024 10:57:05 +0100 Subject: [PATCH 7/7] remove processor information for GPU partitians --- config/vsc_hortense.py | 16 +--------------- 1 file changed, 1 insertion(+), 15 deletions(-) diff --git a/config/vsc_hortense.py b/config/vsc_hortense.py index 6712757a..5da2e98f 100644 --- a/config/vsc_hortense.py +++ b/config/vsc_hortense.py @@ -4,7 +4,7 @@ # authors: Samuel Moors (VUB-HPC), Kenneth Hoste (HPC-UGent), Lara Peeters (HPC-UGent) # Use generated topology file by ReFrame for CPU partitions -# Cannot use autodetection untill `sched_options` is part of +# Cannot use autodetection untill new functionality of `sched_options` is part of # the ReFrame release https://github.com/reframe-hpc/reframe/issues/2970 # Instructions on generating topology file @@ -132,13 +132,6 @@ def command(self, job): 'max_jobs': 20, 'launcher': 'mympirun', 'modules': ['vsc-mympirun'], - 'processor': { - 'num_cpus': 48, - 'num_sockets': 2, - 'num_cpus_per_socket': 24, - 'num_cpus_per_core': 1, - 'arch': 'zen2', - }, 'features': [ FEATURES[GPU], ] + list(SCALES.keys()), @@ -176,13 +169,6 @@ def command(self, job): 'max_jobs': 20, 'launcher': 'mympirun', 'modules': ['vsc-mympirun'], - 'processor': { - 'num_cpus': 48, - 'num_sockets': 2, - 'num_cpus_per_socket': 24, - 'num_cpus_per_core': 1, - 'arch': 'zen2', - }, 'features': [ FEATURES[GPU], ] + list(SCALES.keys()),