Run spark cronjobs on ipynb directly (#8735)

and fix all spark queries

.gitignore

@@ -10,8 +10,8 @@ tmp/runtime/*
 # python virtualenv
 .venv/
 # ci directory
-build/
-workdir/
+/build/
+/workdir/
 # direnv
 .envrc
 # pylint config

cicd/monit_spark/Dockerfile

@@ -1,4 +1,4 @@
-FROM registry.cern.ch/cmsmonitoring/cmsmon-spark:v0.5.0.1 
+FROM registry.cern.ch/cmsmonitoring/cmsmon-spark:v0.5.0.1
 
 ## build with from dmwm/CRABServer, root directory
 # docker buildx build -t registry.cern.ch/cmscrab/crabspark:(date +%s) -f cicd/monit_spark/Dockerfile .
@@ -9,17 +9,9 @@ RUN yum install -y \
     && rm -rf /var/cache/yum
 
 RUN mkdir -p /data/srv/spark/
-COPY ./src/script/Monitor/crab-spark/workdir/osearch.py \
-     ./src/script/Monitor/crab-spark/workdir/bootstrap.sh \
-     ./src/script/Monitor/crab-spark/cronjobs/crab_condor_daily.py \
-     ./src/script/Monitor/crab-spark/cronjobs/crab_tape_recall_rules_history_daily.py \
-     ./src/script/Monitor/crab-spark/cronjobs/run_spark.sh \
-     ./src/script/Monitor/crab-spark/cronjobs/crab_data_daily.py \
-     ./src/script/Monitor/crab-spark/cronjobs/crab_tape_recall_updated_rules_daily.py \
+COPY ./src/script/Monitor/crab-spark \
      /data/srv/spark
 
 ENTRYPOINT ["tini", "--"]
 
 CMD ["echo", "no default script for spark docker image"]
-
-