From 20c282e794de1c368f092e0aac6ea569ed095f9a Mon Sep 17 00:00:00 2001 From: Aymen Alsaadi <27039262+AymenFJA@users.noreply.github.com> Date: Sun, 27 Oct 2024 16:20:46 -0400 Subject: [PATCH 1/4] adding resource config --- .../pilot/configs/resource_tianjin.json | 31 +++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 src/radical/pilot/configs/resource_tianjin.json diff --git a/src/radical/pilot/configs/resource_tianjin.json b/src/radical/pilot/configs/resource_tianjin.json new file mode 100644 index 000000000..094dc88ad --- /dev/null +++ b/src/radical/pilot/configs/resource_tianjin.json @@ -0,0 +1,31 @@ +{ + "sugon": + { + "description" : "Heterogeneous HPC cluster located in Tianjun Sugon, China", + "notes" : "Access from: https://www.scnet.cn/ui/mall/", + "default_schema" : "local", + "schemas" : { + "interactive" : { + "job_manager_endpoint": "fork://localhost/", + "filesystem_endpoint" : "file://localhost/" + } + }, + "default_queue" : "standard", + "resource_manager" : "SLURM", + "agent_scheduler" : "CONTINUOUS", + "agent_spawner" : "POPEN", + "launch_methods" : { + "order": ["SRUN"], + "SRUN" : {} + }, + "pre_bootstrap_0" : [ + "module load compiler/dtk/22.04.2", + "module load compiler/devtoolset/7.3.1", + "module load mpi/hpcx/gcc-7.3.1", + "module load anaconda3" + ], + "default_remote_workdir" : "$HOME", + "virtenv_mode" : "local", + "system_architecture" : {"exclusive": true} + } +} From 176d3658e9938d23a57ac29fe5177e5f6dcf6e18 Mon Sep 17 00:00:00 2001 From: Aymen Alsaadi <27039262+AymenFJA@users.noreply.github.com> Date: Wed, 30 Oct 2024 07:49:25 -0400 Subject: [PATCH 2/4] address comment --- src/radical/pilot/configs/resource_tianjin.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/radical/pilot/configs/resource_tianjin.json b/src/radical/pilot/configs/resource_tianjin.json index 094dc88ad..f6b4876db 100644 --- a/src/radical/pilot/configs/resource_tianjin.json +++ b/src/radical/pilot/configs/resource_tianjin.json @@ -5,7 +5,7 @@ "notes" : "Access from: https://www.scnet.cn/ui/mall/", "default_schema" : "local", "schemas" : { - "interactive" : { + "local" : { "job_manager_endpoint": "fork://localhost/", "filesystem_endpoint" : "file://localhost/" } From 5d78f094d3716097ef65a8cbe105d11d19b4f4f3 Mon Sep 17 00:00:00 2001 From: Aymen Alsaadi <27039262+AymenFJA@users.noreply.github.com> Date: Thu, 31 Oct 2024 19:29:02 -0400 Subject: [PATCH 3/4] address comment --- src/radical/pilot/configs/resource_tianjin.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/radical/pilot/configs/resource_tianjin.json b/src/radical/pilot/configs/resource_tianjin.json index f6b4876db..ff30a2944 100644 --- a/src/radical/pilot/configs/resource_tianjin.json +++ b/src/radical/pilot/configs/resource_tianjin.json @@ -6,7 +6,7 @@ "default_schema" : "local", "schemas" : { "local" : { - "job_manager_endpoint": "fork://localhost/", + "job_manager_endpoint": "slurm://localhost/", "filesystem_endpoint" : "file://localhost/" } }, From 3fdd26de6fcb8e35e0af14a1966d90f35b49ed71 Mon Sep 17 00:00:00 2001 From: Andre Merzky Date: Tue, 5 Nov 2024 22:52:38 +0100 Subject: [PATCH 4/4] `glob` does not understand POSIX globs :-( --- setup.py | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/setup.py b/setup.py index bfae6fa70..54da2404e 100755 --- a/setup.py +++ b/setup.py @@ -29,12 +29,14 @@ keywords = ['radical', 'cybertools', 'pilot job'] share = 'share/%s' % name -data = [('%s/examples' % share, glob('examples/*.{py,cfg,json,sh}')), - ('%s/examples' % share, glob('examples/hello*' )), - ('%s/examples/docs' % share, glob('examples/docs/*.py' )), - ('%s/examples/misc' % share, glob('examples/misc/*.py' )), - ('%s/examples/misc' % share, glob('examples/misc/*.cfg' )), - ('%s/examples/misc' % share, glob('examples/data_staging/*.py' ))] +data = [('%s/examples' % share, glob('examples/*.py' )), + ('%s/examples' % share, glob('examples/*.json' )), + ('%s/examples' % share, glob('examples/*.sh' )), + ('%s/examples' % share, glob('examples/hello*' )), + ('%s/examples/docs' % share, glob('examples/docs/*.py' )), + ('%s/examples/misc' % share, glob('examples/misc/*.py' )), + ('%s/examples/misc' % share, glob('examples/misc/*.cfg' )), + ('%s/examples/misc' % share, glob('examples/data_staging/*.py'))] # ------------------------------------------------------------------------------