From 67ba24dc0693dc87e6d1bcf099dc9db912a79efe Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Henrique=20Mendon=C3=A7a?= Date: Wed, 4 Sep 2024 14:52:47 +0200 Subject: [PATCH] use capstor (#8) --- image_classification/env/ngc-image_classification-24.03.toml | 3 +-- .../pytorch/env/ngc-image_segmentation-24.03.toml | 3 +-- .../tensorflow/bert/env/ngc-language_model_bert-24.04.toml | 3 +-- large_language_model/paxml/env/ngc-jax-24.04-paxml.toml | 3 +-- object_detection/env/ngc-object_detection-24.03.toml | 3 +-- .../torchrec_dlrm/env/ngc-recommendation_v2-24.03.toml | 3 +-- .../pytorch/env/ngc-rnn_speech_recognition-24.03.toml | 3 +-- single_stage_detector/env/ngc-single_stage_detector-24.03.toml | 3 +-- stable_diffusion/env/ngc-stable-diffusion-24.01.toml | 3 +-- 9 files changed, 9 insertions(+), 18 deletions(-) diff --git a/image_classification/env/ngc-image_classification-24.03.toml b/image_classification/env/ngc-image_classification-24.03.toml index 4705df5..4fa6da4 100644 --- a/image_classification/env/ngc-image_classification-24.03.toml +++ b/image_classification/env/ngc-image_classification-24.03.toml @@ -1,8 +1,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-image_classification+24.03.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server", diff --git a/image_segmentation/pytorch/env/ngc-image_segmentation-24.03.toml b/image_segmentation/pytorch/env/ngc-image_segmentation-24.03.toml index 3d1806f..5016431 100644 --- a/image_segmentation/pytorch/env/ngc-image_segmentation-24.03.toml +++ b/image_segmentation/pytorch/env/ngc-image_segmentation-24.03.toml @@ -1,8 +1,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-image_segmentation+24.03.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server", diff --git a/language_model/tensorflow/bert/env/ngc-language_model_bert-24.04.toml b/language_model/tensorflow/bert/env/ngc-language_model_bert-24.04.toml index fc1fa9b..824b89f 100644 --- a/language_model/tensorflow/bert/env/ngc-language_model_bert-24.04.toml +++ b/language_model/tensorflow/bert/env/ngc-language_model_bert-24.04.toml @@ -1,8 +1,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-language_model_bert+24.04.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server", diff --git a/large_language_model/paxml/env/ngc-jax-24.04-paxml.toml b/large_language_model/paxml/env/ngc-jax-24.04-paxml.toml index 5a03e3a..9a79977 100644 --- a/large_language_model/paxml/env/ngc-jax-24.04-paxml.toml +++ b/large_language_model/paxml/env/ngc-jax-24.04-paxml.toml @@ -1,8 +1,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-jax+24.04-paxml.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server", diff --git a/object_detection/env/ngc-object_detection-24.03.toml b/object_detection/env/ngc-object_detection-24.03.toml index 8f9495d..25941de 100644 --- a/object_detection/env/ngc-object_detection-24.03.toml +++ b/object_detection/env/ngc-object_detection-24.03.toml @@ -1,8 +1,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-object_detection+24.03.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server", diff --git a/recommendation_v2/torchrec_dlrm/env/ngc-recommendation_v2-24.03.toml b/recommendation_v2/torchrec_dlrm/env/ngc-recommendation_v2-24.03.toml index 91c97e1..102ed66 100644 --- a/recommendation_v2/torchrec_dlrm/env/ngc-recommendation_v2-24.03.toml +++ b/recommendation_v2/torchrec_dlrm/env/ngc-recommendation_v2-24.03.toml @@ -1,8 +1,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-recommendation_v2+24.03.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server", diff --git a/rnn_speech_recognition/pytorch/env/ngc-rnn_speech_recognition-24.03.toml b/rnn_speech_recognition/pytorch/env/ngc-rnn_speech_recognition-24.03.toml index fe7a24b..466a0bf 100644 --- a/rnn_speech_recognition/pytorch/env/ngc-rnn_speech_recognition-24.03.toml +++ b/rnn_speech_recognition/pytorch/env/ngc-rnn_speech_recognition-24.03.toml @@ -1,8 +1,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-rnn_speech_recognition+24.03.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server", diff --git a/single_stage_detector/env/ngc-single_stage_detector-24.03.toml b/single_stage_detector/env/ngc-single_stage_detector-24.03.toml index 4751e29..c92f17c 100644 --- a/single_stage_detector/env/ngc-single_stage_detector-24.03.toml +++ b/single_stage_detector/env/ngc-single_stage_detector-24.03.toml @@ -1,8 +1,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-single_stage_detector+24.03.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server", diff --git a/stable_diffusion/env/ngc-stable-diffusion-24.01.toml b/stable_diffusion/env/ngc-stable-diffusion-24.01.toml index 13f408d..ca23ce3 100644 --- a/stable_diffusion/env/ngc-stable-diffusion-24.01.toml +++ b/stable_diffusion/env/ngc-stable-diffusion-24.01.toml @@ -2,8 +2,7 @@ image = "/bret/scratch/cscs/lukasd/images/ngc-stable-diffusion+24.01.sqsh" mounts = [ - "/bret:/bret", - "/mchstor2:/mchstor2", + "/capstor/scratch/cscs", "/etc/slurm:/etc/slurm", "/users/lukasd/.ssh/cscs-key.pub:/users/lukasd/.ssh/authorized_keys", "/users/lukasd/.vscode-server:/users/lukasd/.vscode-server",