Use [email protected] with prefetcher functionalities

swan-cern/values.yaml

@@ -3,6 +3,30 @@ swan:
     deployDaemonSet: &cvmfsDeployDS true
     deployCsiDriver: &cvmfsDeployCSI false
     useCsiDriver: &cvmfsUseCSI false
+    prefetcher:
+      enabled: true
+      jobs:
+        cron_opennotebook_python2_ipy:
+          command: "source /cvmfs/sft.cern.ch/lcg/views/LCG_99python2/x86_64-centos7-gcc8-opt/setup.sh && ( timeout 20s python -m ipykernel > /dev/null 2>&1 || true )"
+          minute: '*/15'
+        cron_opennotebook_python2_root:
+          command: "source /cvmfs/sft.cern.ch/lcg/views/LCG_99python2/x86_64-centos7-gcc8-opt/setup.sh && ( timeout 20s python -m JupyROOT.kernel.rootkernel > /dev/null 2>&1 || true )"
+          minute: '*/15'
+        cron_opennotebook_python3_root:
+          command: "source /cvmfs/sft.cern.ch/lcg/views/LCG_101swan/x86_64-centos7-gcc8-opt/setup.sh && ( timeout 20s python -m JupyROOT.kernel.rootkernel > /dev/null 2>&1 || true )"
+          minute: '*/15'
+        cron_opennotebook_python3nx_ipy:
+          command: "source /cvmfs/sft.cern.ch/lcg/views/LCG_95apython3_nxcals/x86_64-centos7-gcc7-opt/setup.sh && ( timeout 20s python -m ipykernel > /dev/null 2>&1 || true )"
+          minute: '*/15'
+        cron_opennotebook_python3nx_spark:
+          command: "source /cvmfs/sft.cern.ch/lcg/views/LCG_100_nxcals/x86_64-centos7-gcc9-opt/setup.sh && ( timeout 20s python -c 'import pyspark' > /dev/null 2>&1 || true )"
+          minute: '*/15'
+        cron_opennotebook_cuda_tensorflow:
+          command: "(lsmod | grep nvidia) && source /cvmfs/sft.cern.ch/lcg/views/LCG_101cuda/x86_64-centos7-gcc8-opt/setup.sh && ( timeout 60s python -c 'import tensorflow' > /dev/null 2>&1 || true )"
+          minute: '5,20,35,50'
+        cron_opennoteook_cuda_torch:
+          command: "(lsmod | grep nvidia) && source /cvmfs/sft.cern.ch/lcg/views/LCG_101cuda/x86_64-centos7-gcc8-opt/setup.sh && ( timeout 60s python -c 'import torch' > /dev/null 2>&1 || true )"
+          minute: '10,25,40,55'
   eos:
     deployDaemonSet: &eosDeployDS false
     deployCsiDriver: &eosDeployCSI true

swan/Chart.lock

@@ -10,9 +10,9 @@ dependencies:
   version: 0.3.1
 - name: cvmfs
   repository: https://registry.cern.ch/chartrepo/sciencebox
-  version: 0.0.4
+  version: 0.0.5
 - name: cvmfs-csi
   repository: http://registry.cern.ch/chartrepo/cern
   version: 0.1.0
-digest: sha256:b8c51c9df17635614483cc7a57c5b4936ff18cf2f3b830e6f8555cec7c1eff68
-generated: "2022-01-07T10:40:34.001728425+01:00"
+digest: sha256:c7dc7437e90f98b5b0a60b46fd09d682ea03c0e51f94e4f71aa25bb470463a89
+generated: "2022-02-17T18:42:17.463481918+01:00"

swan/Chart.yaml

@@ -23,7 +23,7 @@ dependencies:
     condition: eos.deployCsiDriver
 
   - name: cvmfs
-    version: 0.0.4
+    version: 0.0.5
     repository: https://registry.cern.ch/chartrepo/sciencebox
     condition: cvmfs.deployDaemonSet
   - name: cvmfs-csi

swan/values.yaml

@@ -29,6 +29,13 @@ cvmfs:
     - sft-nightlies.cern.ch
   mountOptions:
     hostMountpoint: /var/cvmfs
+  # Prefetcher is provided only by the daemonSet
+  prefetcher:
+    enabled: true
+    jobs:
+      cron_opennotebook_python3_ipy:
+        command: "source /cvmfs/sft.cern.ch/lcg/views/LCG_101swan/x86_64-centos7-gcc8-opt/setup.sh && ( timeout 20s python -m ipykernel > /dev/null 2>&1 || true )"
+        minute: '*/15'
 
 #
 # EOS access
@@ -219,11 +226,6 @@ jupyterhub:
       users: true
       checkEosAuth: false
     cvmfs:
-      prefetcher:
-        enabled: false
-        image:
-          name: "gitlab-registry.cern.ch/swan/docker-images/cvmfs-prefetcher"
-          tag: "v1.1"
       deployDaemonSet: *cvmfsDeployDS
       deployCsiDriver: *cvmfsDeployCSI
       useCsiDriver: *cvmfsUseCSI