From 1abc76f2b3b0b963a11eeff373ea7d29d6e86076 Mon Sep 17 00:00:00 2001
From: Marco Mambelli <marcom@fnal.gov>
Date: Tue, 20 Jun 2023 09:46:50 -0500
Subject: [PATCH 1/2] ready for release 3_10_3_rc1

---
 doc/history.html      | 1299 ++++++++++++-----------------------------
 etc/checksum          |   12 +-
 etc/checksum.factory  |   12 +-
 etc/checksum.frontend |   10 +-
 4 files changed, 394 insertions(+), 939 deletions(-)

diff --git a/doc/history.html b/doc/history.html
index e61c1460b..f69d27380 100644
--- a/doc/history.html
+++ b/doc/history.html
@@ -134,382 +134,152 @@ <h3>Stable Series</h3>
         <ul>
           <!-- starting 3.6 generated by tags.yaml -->
           <!-- start stable -->
-          <li>
-            <a id="v3_10_2"><b>v3_10_2</b></a> released on May 10, 2023 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_10_2/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_10_2/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>
-                Add a parameter to control the name of the keyname for idtokens
-                (PR#268)
-              </li>
-              <li>
-                Added a factory knob to allow control over rebuilding of
-                cvmfsexec distributions (PR#272)
-              </li>
-              <li>
-                RHEL9 worker node are now recognized by condor_platform_select
-                automatic OS detection (PR#285)
-              </li>
-              <li>
-                Removed pre-reconfigure hook used for rebuilding cvmfsexec
-                distributions whenever a factory reconfig/upgrade was run
-                (issue#262)
-              </li>
-              <li>
-                Bug fix: Make sure default value does not overwrite the global
-                one for idtoken_lifetime (PR#261)
-              </li>
-              <li>
-                Bug fix: Protect OSG_autoconf from OSG collector unavailability
-                (PR#276)
-              </li>
-              <li>
-                Bug fix: Fixed jobs going in unknown state in factory
-                monitoring. added QUEUING state for new ARC-CEs REST (PR#286)
-              </li>
-              <li>
-                NOTE: When using on-demand CVMFS, all Glideins after the first
-                one on a node are failing (issue#287)
-              </li>
-              <li>
-                NOTE-FACTORY: The rebuilding of cvmfsexec distributions is now
-                disabled by default, it must be enabled via the new factory
-                knob.\ If you are upgrading from v3.9.5 or later, check that the
-                cvmfsexec script is no more in the pre-reconfigure hooks
-                directory.
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_10_1"><b>v3_10_1</b></a> released on December 13, 2022 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_10_1/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_10_1/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>
-                Added utility function to replace error_gen in python scripts
-                (PR#254)
-              </li>
-              <li>Bug fix: Fixed status reporting for `gconfig.py` (PR#254)</li>
-              <li>
-                NOTE: Please see all the notes in 3.9.6 about the custom script
-                changes
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_10_0"><b>v3_10_0</b></a> released on December 7, 2022 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_10_0/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_10_0/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>All the features and fixes in v3_9_6</li>
-              <li>
-                Use `SINGULARITY_DISABLE_PID_NAMESPACES` disable `--pid` in
-                Singularity/Apptainer (OSG SOFTWARE-5340, PR#232)
-              </li>
-              <li>
-                Raise a warning if there are "FATAL" errors in
-                Singularity/Apptainer stdlog and the exit code is 0 (PR#235)
-              </li>
-              <li>
-                Added `gconfig.py`. Python utilities to read and write
-                glidein_config (PR#237)
-              </li>
-              <li>
-                Bug fix: Set PATH to default value instead of emptying it
-                (PR#233)
-              </li>
-              <li>
-                Bug fix: Have `get_prop_str` return the default value when the
-                attribute is "undefined" and `gwms_from_config` return the
-                default when set instead of an empty string (PR#235)
-              </li>
-              <li>
-                Bug fix: Fixed credential ID in Glideins. It was not set for
-                scitokens causing incorrect monitoring values (PR#242)
-              </li>
-              <li>Bug fix: Fixed typo in `singularity_lib.sh` (issue#249)</li>
-              <li>
-                NOTE: This follows v3_9_6. Please see all the notes about the
-                custom script changes
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_6_5"><b>v3_6_5</b></a> released on October 5, 2020 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_6_5/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_6_5/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>
-                Added GitHub actions to test the code (Python unit tests, BARS,
-                pylint, pycodestyle)
-              </li>
-              <li>
-                Bug fix: Fix for paths in Singularity not substituted correctly
-                when the execute directory has a link or bind mount
-              </li>
-              <li>
-                Bug fix: Fixed shared_port_port to adapt to HTCondor 8.8.10
-                changes
-              </li>
-              <li>
-                Bug fix: Fixed overrides in OSG_autoconf using depcopy, use
-                https for gfdiff
-              </li>
-              <li>
-                Bug fix: Fixed credential dir in manual_glidein_submit removing
-                hardcoding
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_6_4"><b>v3_6_4</b></a> released on September 17, 2020 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_6_4/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_6_4/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Improved OSG_autoconf</li>
-              <li>Dropped Python 2.6 support</li>
-              <li>Added support for RHEL 8 worker nodes</li>
-              <li>
-                Harmonized, improved and extended CI tests (same CLI, support
-                for Python 3, ...)
-              </li>
-              <li>
-                Added tool to verify if the code for a ticket has been merged
-              </li>
-              <li>
-                Bug fix: Fix for condor_chirp not finding htchirp in the
-                PYTHONPATH
-              </li>
-              <li>
-                Bug fix: Fixed unquoted SINGULARITY_PATH causing HTCondor not to
-                start
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_6_3"><b>v3_6_3</b></a> released on July 16, 2020 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_6_3/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_6_3/install.html"
-              >Installation instructions</a
-            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_3.tgz"
-              >Tarball</a
-            >)<br />
-            <ul>
-              <li>Add Python condor_chirp to PATH</li>
-              <li>Dropped tarball installation support</li>
-              <li>
-                Add Python condor_chirp and other GWMS tools to PATH in
-                Singularity
-              </li>
-              <li>
-                Removed "Group:System Environment/Daemons" from glideinwms.spec
-                in OSG repo
-              </li>
-              <li>Added new API documentation using sphinx</li>
-              <li>
-                Added a runner to run the different tests with consistent CLI
-              </li>
-              <li>Added new RHEL 8 Singularity image</li>
-              <li>
-                Updated the singularity wrapper with new features form the OSG
-                wrapper
-              </li>
-              <li>
-                Clean PYTHONPATH and setup GWMS environment in Singularity
-                containers
-              </li>
-              <li>
-                Improved the environment handling of the Singularity wrapper
-              </li>
-              <li>
-                Bug fix: Upgrade the factory documentation not to ask to install
-                the switchboard
-              </li>
-              <li>
-                Bug fix: The Python version of condor_chirp now works with
-                Singularity jobs
-              </li>
-              <li>Bug fix: Enable RFC proxies by default for direct proxies</li>
-              <li>Bug fix: Fix OSG_autoconf and gfdiff</li>
-              <li>
-                Bug fix: Added COMPLETED to the known list of "GridJobStatus"es
-              </li>
-              <li>Bug fix: Add a knob to set entry limits in OSG_autoconf</li>
-              <li>
-                Bug fix: Stop pilots even after the downtime timestamp has been
-                reached when draining pilots
-              </li>
-              <li>
-                Bug fix: Glideins are unrecoverable unless listed as recoverable
-              </li>
-              <li>
-                Bug fix: User job invocation via singularity eating up -e or -n
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_6_2"><b>v3_6_2</b></a> released on March 26, 2020 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_6_2/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_6_2/install.html"
-              >Installation instructions</a
-            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_2.tgz"
-              >Tarball</a
-            >)<br />
-            <ul>
-              <li>
-                Add a portable condor_chirp for user jobs running in the
-                glideins
-              </li>
-              <li>Automate the generation of factory configuration</li>
-              <li>
-                Improve control of setup of module and spack in Singularity
-                using MODULE_USE
-              </li>
-              <li>Adding GPU monitor as default for pilots</li>
-              <li>Reduce number of queries from Frontend to User collector</li>
-              <li>
-                Make lgwms-logcat.sh work with non standard factory instance
-                names
-              </li>
-              <li>
-                Bug fix: Pilot using an expired proxy when authenticating to the
-                collector
-              </li>
-              <li>
-                Bug fix: CI issues (coverage broken in SL6, script selection
-                affected by file name)
-              </li>
-              <li>
-                Bug fix: Incorrect CERTIFICATE_MAPFILE used when using HTCondor
-                python binding (failed schedd authentication)
-              </li>
-              <li>Bug fix: Fix release manager relative imports</li>
-              <li>Bug fix: Broken submission to GCE and AWS</li>
-              <li>Bug fix: Correct how entry_ls detect an rpm installation</li>
-              <li>
-                Bug fix: Adjust size of ClusterId and ProcessId fields for the
-                condor_q custom format
-              </li>
-              <li>Bug fix: Total of frontend info is 0 in Factory monitring</li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_6_1"><b>v3_6_1</b></a> released on Novemver 13, 2019 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_6_1/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_6_1/install.html"
-              >Installation instructions</a
-            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_1.tgz"
-              >Tarball</a
-            >)<br />
-            <ul>
-              <li>Added compatibility w/ HTCondor 8.8.x in OSG 3.5</li>
-              <li>Monitoring pages use https if available</li>
-              <li>Improved search and testing of Singularity binary</li>
-              <li>Unset LD_LIBRARY_PATH and PATH for jobs in Singularity</li>
-              <li>Updated documentation links and Google search</li>
-              <li>Improved CI testing</li>
-              <li>
-                Stop considering held limits when counting maximum jobs in
-                Factory
-              </li>
-              <li>
-                Bug fix: Fix Fatcory tools (entry_rm, entry_q and entry_ls) to
-                be more verbose with single user Factory
-              </li>
-              <li>
-                Bug fix: Removed hardcoded CVMFS requirement for Singularity
-              </li>
-              <li>
-                Bug fix: Improve diagnostic messages when rsa.key file is
-                corrupted
-              </li>
-              <li>
-                Bug fix: Improve control of the worker node draining, avoiding
-                to stop accepting jobs as soon as the draining file is present
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_6"><b>v3_6</b></a> released on September 25, 2019 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_6/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_6/install.html"
-              >Installation instructions</a
-            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6.tgz"
-              >Tarball</a
-            >)<br />
-            <ul>
-              <li>
-                Renaming of v3_5_1 (released on 9/18) to respect the odd/even
-                numbering
-              </li>
-              <li>Includes all 3.4.6 features</li>
-              <li>Updated SW and docs for the change in OSG factories</li>
-              <li>
-                Updated all the obsolete links to HTCondor manual in GlideinWMS
-                website
-              </li>
-              <li>Set up an ITB Frontend for GWMS and FIFE testing</li>
-              <li>
-                Updated gitattributes to resolve conflicts w/ checksum files
-              </li>
-              <li>Added editorconfig and default encoding</li>
-              <li>GlideinWMS code will use now Google docstring format</li>
-              <li>
-                Advertise if a Glidein can use privileged or unprivileged
-                Singularity
-              </li>
-              <li>
-                Check if single user factory migration script has been run
-                before startup
-              </li>
-              <li>Bug fix: pip errors in nightly CI</li>
-              <li>Bug fix: Unittest failing at times on SL7</li>
-              <li>Bug fix: Factory could start also w/ a GT2 entry enabled</li>
-              <li>
-                NOTE: v3_6 is fully interoperable w/ v3_5 and v3_4. I.e. You can
-                mix v3_6_x, v3_5_x and v3_4_x Factories and Frontends in your
-                system
-              </li>
-              <li>
-                NOTE-FACTORY: The v3.6 Factory (like v3.5) is using a single
-                user. This is a major change. If you are upgrading, after the
-                RPM upgrade you will need to:\ 1. stop Factory and HTCondor, 2.
-                Migrate the HTCondor status running the fact_chown script, 3.
-                Run upgrade and restart the HTCondor and the Factory. For
-                detailed instructions see
-                http://glideinwms.fnal.gov/doc.dev/factory/configuration.html#single_user
-              </li>
-            </ul>
-          </li>
+<li>
+  <a id="v3_10_2"><b>v3_10_2</b></a> released on May 10, 2023 (<a href="http://glideinwms.fnal.gov/doc.v3_10_2/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_10_2/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Add a parameter to control the name of the keyname for idtokens (PR#268)</li>
+    <li>Added a factory knob to allow control over rebuilding of cvmfsexec distributions (PR#272)</li>
+    <li>RHEL9 worker node are now recognized by condor_platform_select automatic OS detection (PR#285)</li>
+    <li>Removed pre-reconfigure hook used for rebuilding cvmfsexec distributions whenever a factory reconfig/upgrade was run (issue#262)</li>
+    <li>Bug fix: Make sure default value does not overwrite the global one for idtoken_lifetime (PR#261)</li>
+    <li>Bug fix: Protect OSG_autoconf from OSG collector unavailability (PR#276)</li>
+    <li>Bug fix: Fixed jobs going in unknown state in factory monitoring. added QUEUING state for new ARC-CEs REST (PR#286)</li>
+    <li>NOTE: When using on-demand CVMFS, all Glideins after the first one on a node are failing (issue#287)</li>
+    <li>NOTE-FACTORY: The rebuilding of cvmfsexec distributions is now disabled by default, it must be enabled via the new factory knob.\ If you are upgrading from v3.9.5 or later, check that the cvmfsexec script is no more in the pre-reconfigure hooks directory.</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_10_1"><b>v3_10_1</b></a> released on December 13, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_10_1/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_10_1/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Added utility function to replace error_gen in python scripts (PR#254)</li>
+    <li>Bug fix: Fixed status reporting for `gconfig.py`  (PR#254)</li>
+    <li>NOTE: Please see all the notes in 3.9.6 about the custom script changes</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_10_0"><b>v3_10_0</b></a> released on December 7, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_10_0/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_10_0/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>All the features and fixes in v3_9_6</li>
+    <li>Use `SINGULARITY_DISABLE_PID_NAMESPACES` disable `--pid` in Singularity/Apptainer  (OSG SOFTWARE-5340, PR#232)</li>
+    <li>Raise a warning if there are "FATAL" errors in Singularity/Apptainer stdlog and the exit code is 0 (PR#235)</li>
+    <li>Added `gconfig.py`. Python utilities to read and write glidein_config (PR#237)</li>
+    <li>Bug fix: Set PATH to default value instead of emptying it (PR#233)</li>
+    <li>Bug fix: Have `get_prop_str` return the default value when the attribute is "undefined" and `gwms_from_config` return the default when set instead of an empty string (PR#235)</li>
+    <li>Bug fix: Fixed credential ID in Glideins. It was not set for scitokens causing incorrect monitoring values (PR#242)</li>
+    <li>Bug fix: Fixed typo in `singularity_lib.sh` (issue#249)</li>
+    <li>NOTE: This follows v3_9_6. Please see all the notes about the custom script changes</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_6_5"><b>v3_6_5</b></a> released on October 5, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_6_5/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_6_5/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Added GitHub actions to test the code (Python unit tests, BARS, pylint, pycodestyle)</li>
+    <li>Bug fix: Fix for paths in Singularity not substituted correctly when the execute directory has a link or bind mount</li>
+    <li>Bug fix: Fixed shared_port_port to adapt to HTCondor 8.8.10 changes</li>
+    <li>Bug fix: Fixed overrides in OSG_autoconf using depcopy, use https for gfdiff</li>
+    <li>Bug fix: Fixed credential dir in manual_glidein_submit removing hardcoding</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_6_4"><b>v3_6_4</b></a> released on September 17, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_6_4/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_6_4/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Improved OSG_autoconf</li>
+    <li>Dropped Python 2.6 support</li>
+    <li>Added support for RHEL 8 worker nodes</li>
+    <li>Harmonized, improved and extended CI tests (same CLI, support for Python 3, ...)</li>
+    <li>Added tool to verify if the code for a ticket has been merged</li>
+    <li>Bug fix: Fix for condor_chirp not finding htchirp in the PYTHONPATH</li>
+    <li>Bug fix: Fixed unquoted SINGULARITY_PATH causing HTCondor not to start</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_6_3"><b>v3_6_3</b></a> released on July 16, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_6_3/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_6_3/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_3.tgz">Tarball</a>)<br>
+    <ul>
+    <li>Add Python condor_chirp to PATH</li>
+    <li>Dropped tarball installation support</li>
+    <li>Add Python condor_chirp and other GWMS tools to PATH in Singularity</li>
+    <li>Removed "Group:System Environment/Daemons" from glideinwms.spec in OSG repo</li>
+    <li>Added new API documentation using sphinx</li>
+    <li>Added a runner to run the different tests with consistent CLI</li>
+    <li>Added new RHEL 8 Singularity image</li>
+    <li>Updated the singularity wrapper with new features form the OSG wrapper</li>
+    <li>Clean PYTHONPATH and setup GWMS environment in Singularity containers</li>
+    <li>Improved the environment handling of the Singularity wrapper</li>
+    <li>Bug fix: Upgrade the factory documentation not to ask to install the switchboard</li>
+    <li>Bug fix: The Python version of condor_chirp now works with Singularity jobs</li>
+    <li>Bug fix: Enable RFC proxies by default for direct proxies</li>
+    <li>Bug fix: Fix OSG_autoconf and gfdiff</li>
+    <li>Bug fix: Added COMPLETED to the known list of "GridJobStatus"es</li>
+    <li>Bug fix: Add a knob to set entry limits in OSG_autoconf</li>
+    <li>Bug fix: Stop pilots even after the downtime timestamp has been reached when draining pilots</li>
+    <li>Bug fix: Glideins are unrecoverable unless listed as recoverable</li>
+    <li>Bug fix: User job invocation via singularity eating up -e or -n</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_6_2"><b>v3_6_2</b></a> released on March 26, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_6_2/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_6_2/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_2.tgz">Tarball</a>)<br>
+    <ul>
+    <li>Add a portable condor_chirp for user jobs running in the glideins</li>
+    <li>Automate the generation of factory configuration</li>
+    <li>Improve control of setup of module and spack in Singularity using MODULE_USE</li>
+    <li>Adding GPU monitor as default for pilots</li>
+    <li>Reduce number of queries from Frontend to User collector</li>
+    <li>Make lgwms-logcat.sh work with non standard factory instance names</li>
+    <li>Bug fix: Pilot using an expired proxy when authenticating to the collector</li>
+    <li>Bug fix: CI issues (coverage broken in SL6, script selection affected by file name)</li>
+    <li>Bug fix: Incorrect CERTIFICATE_MAPFILE used when using HTCondor python binding (failed schedd authentication)</li>
+    <li>Bug fix: Fix release manager relative imports</li>
+    <li>Bug fix: Broken submission to GCE and AWS</li>
+    <li>Bug fix: Correct how entry_ls detect an rpm installation</li>
+    <li>Bug fix: Adjust size of ClusterId and ProcessId fields for the condor_q custom format</li>
+    <li>Bug fix: Total of frontend info is 0 in Factory monitring</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_6_1"><b>v3_6_1</b></a> released on Novemver 13, 2019 (<a href="http://glideinwms.fnal.gov/doc.v3_6_1/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_6_1/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_1.tgz">Tarball</a>)<br>
+    <ul>
+    <li>Added compatibility w/ HTCondor 8.8.x in OSG 3.5</li>
+    <li>Monitoring pages use https if available</li>
+    <li>Improved search and testing of Singularity binary</li>
+    <li>Unset LD_LIBRARY_PATH and PATH for jobs in Singularity</li>
+    <li>Updated documentation links and Google search</li>
+    <li>Improved CI testing</li>
+    <li>Stop considering held limits when counting maximum jobs in Factory</li>
+    <li>Bug fix: Fix Fatcory tools (entry_rm, entry_q and entry_ls) to be more verbose with single user Factory</li>
+    <li>Bug fix: Removed hardcoded CVMFS requirement for Singularity</li>
+    <li>Bug fix: Improve diagnostic messages when rsa.key file is corrupted</li>
+    <li>Bug fix: Improve control of the worker node draining, avoiding to stop accepting jobs as soon as the draining file is present</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_6"><b>v3_6</b></a> released on September 25, 2019 (<a href="http://glideinwms.fnal.gov/doc.v3_6/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_6/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6.tgz">Tarball</a>)<br>
+    <ul>
+    <li>Renaming of v3_5_1 (released on 9/18) to respect the odd/even numbering</li>
+    <li>Includes all 3.4.6 features</li>
+    <li>Updated SW and docs for the change in OSG factories</li>
+    <li>Updated all the obsolete links to HTCondor manual in GlideinWMS website</li>
+    <li>Set up an ITB Frontend for GWMS and FIFE testing</li>
+    <li>Updated gitattributes to resolve conflicts w/ checksum files</li>
+    <li>Added editorconfig and default encoding</li>
+    <li>GlideinWMS code will use now Google docstring format</li>
+    <li>Advertise if a Glidein can use privileged or unprivileged Singularity</li>
+    <li>Check if single user factory migration script has been run before startup</li>
+    <li>Bug fix: pip errors in nightly CI</li>
+    <li>Bug fix: Unittest failing at times on SL7</li>
+    <li>Bug fix: Factory could start also w/ a GT2 entry enabled</li>
+    <li>NOTE: v3_6 is fully interoperable w/ v3_5 and v3_4. I.e. You can mix v3_6_x, v3_5_x and v3_4_x Factories and Frontends in your system</li>
+    <li>NOTE-FACTORY: The v3.6 Factory (like v3.5) is using a single user. This is a major change. If you are upgrading, after the RPM upgrade you will need to:\ 1. stop Factory and HTCondor, 2. Migrate the HTCondor status running the fact_chown script, 3. Run upgrade and restart the HTCondor and the Factory. For detailed instructions see http://glideinwms.fnal.gov/doc.dev/factory/configuration.html#single_user</li>
+    </ul>
+</li>
           <!-- end stable -->
           <li>
             <b>v3_4_6</b> released on August 14, 2019 (<a
@@ -2280,552 +2050,237 @@ <h3>Development Series</h3>
         <ul>
           <!-- starting 3.7 generated via tags.yaml -->
           <!-- start development -->
-          <li>
-            <a id="v3_9_6"><b>v3_9_6</b></a> released on October 27, 2022 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_9_6/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_9_6/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>
-                Added token authentication to Glideins running in the Cloud (AWS
-                and GCE). Now Glideins on all supported resources can
-                authenticate back using IDTOKENS when using recent HTCSS
-                versions.
-              </li>
-              <li>
-                Added `GLIDEIN_PERIODIC_SCRIPT` env variable to notify periodic
-                custom scripts
-              </li>
-              <li>
-                Added the possibility to set the Glidein HTCSS TRUST_DOMAIN as
-                attribute in the Frontend configuration
-              </li>
-              <li>
-                The Frontend configuration is now valid (reconfig/upgrade
-                successful) even if some HTCSS schedds are not in DNS. Failing
-                only if all schedds are unknown to DNS
-              </li>
-              <li>
-                Bug fix: Fixed `glidien_config` corrupted by concurrent custom
-                scripts run via HTCSS startd cron (#163)
-              </li>
-              <li>
-                Bug fix: Fixed `setup_x509.sh` not to write to stdout when
-                running as periodic script in HTCSS start cron (issues#162,#164)
-              </li>
-              <li>
-                Bug fix: Fixed setup_x509.sh creates proxy file in directory
-                used for tokens (issue#201)
-              </li>
-              <li>
-                Bug fix: Fixed GLIDEIN_START_DIR_ORIG and GLIDEIN_WORKSPACE_ORIG
-                values in glidein_config
-              </li>
-              <li>
-                Bug fix: Fixed unnecessary proxy/hostcert.pem workaround in
-                frontend config (issue#66)
-              </li>
-              <li>
-                Bug fix: Fixed analyze_entries and python3 readiness (issue#194)
-              </li>
-              <li>
-                Bug fix: Fixed gwms-renew-proxies service should check if local
-                VOMS cert is expired (issue#21)
-              </li>
-              <li>
-                Bug fix: Fixed python3 check return value in case of exception
-                (PR#211)
-              </li>
-              <li>
-                Bug fix: Fixed list_get_intersection in singularity_lib.sh that
-                was requiring python2 (PR#212)
-              </li>
-              <li>
-                Bug fix: Unset SEC_PASSWORD_DIRECTORY in the Glidein HTCSS
-                configuration, was causing warnings for unknown files (PR#226)
-              </li>
-              <li>
-                Bug fix: HTCSS DC_DAEMON_LIST now is equal to DAEMON_LIST only
-                in the Factory, in all other GlideinWMS components only selected
-                HTCSS daemons are added explicitly to it (issue#205)
-              </li>
-              <li>
-                Bug fix: Working and local tmp directories are removed during
-                Glidein cleanup also when the start directory is missing. This
-                result in a loss of Glidein final status information but avoids
-                sandbox leaks on the Worker Node. (issue#189)
-              </li>
-              <li>
-                NOTE: custom scripts should always read values via
-                gconfig_get(). The only exception is the parsing or the line to
-                get the add_config_line source file
-              </li>
-              <li>
-                NOTE: add_config_line is deprecated in favor of gconfig_add.
-                Will be removed from future versions
-              </li>
-              <li>
-                NOTE: add_config_line_safe is deprecated in favor of
-                gconfig_add_safe. gconfig_add is the recommended method to use
-                also in concurrent scripts
-              </li>
-              <li>
-                NOTE: gconfig_add_unsafe, with a similar behavior to the former
-                add_config_line, has been added. Its use is not recommended,
-                unless absolutely sure that no script will be run in parallel
-              </li>
-              <li>
-                NOTE: Only the first collector in TRUST_DOMAIN is kept,
-                following collectors are removed. This happens both in the
-                Frontend token issuer and in the setting of the Glidein
-                TRUST_DOMAIN (setup_x509.sh).
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_9_5"><b>v3_9_5</b></a> released on May 17, 2022 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_9_5/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_9_5/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Support for credential generator plugins</li>
-              <li>Support for Apptainer</li>
-              <li>
-                Support for python3-rrdtool added in OSG 3.6 also for RHEL7
-              </li>
-              <li>
-                Support for CVMFS on-demand via cvmfsexec (mount/umountrepo)
-              </li>
-              <li>Configurable idtokens lifetime</li>
-              <li>Improved frontend logging</li>
-              <li>Improved default SHARED_PORT configuration</li>
-              <li>Special handling of multiline condor config values</li>
-              <li>Advertise CONTAINERSW_ variables</li>
-              <li>
-                Bug fix: Fixes an issue causing SciTokens transfered to the
-                factory to be corrupted
-              </li>
-              <li>
-                Bug fix: Fixes to manual_glidein_submit for compatibility with
-                Python 3
-              </li>
-              <li>
-                Bug fix: Fixes to OSG_autoconf for compatibility with Python 3
-              </li>
-              <li>Bug fix: Fixes a minor issue in job.condor</li>
-              <li>Bug fix: Fixes OS detection for CentOS Stream 8</li>
-              <li>
-                Bug fix: Fixes an issue with scitoken handling to gsi_proxy
-                configured factory entries
-              </li>
-              <li>Bug fix: Fixes condor tarball directory structure</li>
-              <li>
-                Bug fix: Stops clearing LD_LIBRARY_PATH before starting HTCondor
-              </li>
-              <li>
-                Bug fix: Ensures that idtokens are transferred to glidein
-                credential directory
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_9_4"><b>v3_9_4</b></a> released on Jan 25, 2022 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_9_4/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_9_4/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Includes all features and fixes of 3.7.6</li>
-              <li>Adds support for CentOS 8</li>
-              <li>
-                Adds two new RPM packages (vofrontend-libs and
-                vofrontend-glidein) to provide essential libraries for
-                frontend-like applications
-              </li>
-              <li>Updates license to Apache 2.0</li>
-              <li>
-                Bug fix: Updates libraries for compatibility with PyYAML 6.0
-              </li>
-              <li>
-                Bug fix: Fixes a sring encoding issue affecting the cat log
-                scripts
-              </li>
-              <li>Bug fix: Fixes AWS/Google metadata encoding error</li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_9_3"><b>v3_9_3</b></a> released on Sep 21, 2021 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_9_3/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_9_3/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Includes all features and fixes of 3.7.5</li>
-              <li>Adds type validation to the check_python3_expr.py script</li>
-              <li>Removes unused encodingSupport.py and its unit tests</li>
-              <li>
-                Bug fix: Fixes an encoding issue affecting cloud submissions
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_9_2"><b>v3_9_2</b></a> released on Jun 1, 2021 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_9_2/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_9_2/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Includes all features and fixes of 3.7.3 and 3.7.4</li>
-              <li>Drops support for BDII along with its LDAP requirements</li>
-              <li>
-                Adds check_python3_expr.py to validate python3 in match
-                expressions
-              </li>
-              <li>Bug fix: Fixes string encoding issues on glideFactoryLib</li>
-              <li>
-                Bug fix: Fixes an issue that would cause some factory
-                configurations to generate malformed Condor files
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_9_1"><b>v3_9_1</b></a> released on February 11, 2021 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_9_1/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_9_1/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Includes all features and fixes of 3.7.2</li>
-              <li>Separates httpd packages from Factory and Frontend RPMs</li>
-              <li>
-                Bug fix: Frontend no longer reports duplicate glideclient
-                daemons to the Factory
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_9"><b>v3_9</b></a> released on September 18, 2020 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_9/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_9/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Includes all features and fixes of 3.6.3 and 3.7.1</li>
-              <li>
-                Python 3 code, some pitfalls to pay attention to are in the Bug
-                Fix section
-              </li>
-              <li>
-                Bug fix: custom disctionaries with __getattr__ in the creation
-                package (an infinite loop was masked in Python 2)
-              </li>
-              <li>Bug fix: str vs bytes, especially in crypto libraries</li>
-              <li>
-                Bug fix: None cannot be used in sorted string lists and we use
-                (None, None, None) for unmatched jobs in the Frontend
-              </li>
-              <li>Bug fix: Add __repr__ method to SubParams class</li>
-              <li>
-                Bug fix: Fixed pycache of creation/lib included in multiple
-                packages
-              </li>
-              <li>
-                Bug fix: Fixed spec file to include python3 compiled files and
-                not python2 ones
-              </li>
-              <li>Bug fix: Fixed Mapping import</li>
-              <li>
-                Bug fix: Fixed str vs bytes confusion in cryptography functions
-                and classes
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_7_7"><b>v3_7_7</b></a> released on June 21 2022 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_7_7/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_7_7/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Authenticate w/ tokens w/ the HTCondor-CE collector</li>
-              <li>
-                Added CONTINUE_IF_NO_PROXY attribute to control GSI to token
-                transition
-              </li>
-              <li>
-                Bug fix: Fixes an issue causing SciTokens transfered to the
-                factory to be corrupted
-              </li>
-              <li>
-                Bug fix: Fixes condor_config -dump is not safe if the pool
-                config has multiline entries
-              </li>
-              <li>Bug fix: Add job.condor typo fix for bosco to 3.7.7</li>
-              <li>
-                NOTE: Now branch_v3_7 is completely separate. Feature or fixes
-                have to be backported
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_7_6"><b>v3_7_6</b></a> released on Jan 18 2022 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_7_6/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_7_6/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Flexible mount point for CVMFS in glidein</li>
-              <li>Frontend and factory check expiration of SciTokens</li>
-              <li>Shared port is default for User Collector</li>
-              <li>API to retrieve job information from condor jobID</li>
-              <li>OSG_autoconf now allows override yaml configuration files</li>
-              <li>
-                expiration and other validity of JWT tokens checked before use
-              </li>
-              <li>
-                Bug Fix: condor_chirp no longer fail when python2 used in job
-              </li>
-              <li>
-                Bug Fix: IDTOKEN issuer changed from collector host to trust
-                domain
-              </li>
-              <li>
-                Bug Fix: proxy was failing to renew when both SCITOKEN and
-                grid_proxy auth used
-              </li>
-              <li>
-                Bug Fix: OSG_autoconf automatic assignment of submit attributes
-                fixed
-              </li>
-              <li>Bug Fix: OSG_autoconf common entry fields implemented</li>
-              <li>
-                Bug Fix: OSG_autoconf now possible to append instead of replace
-                values
-              </li>
-              <li>
-                Bug Fix: glidein clears LD_LIBRARY_PATH prior to starting
-                HTCondor
-              </li>
-              <li>
-                Bug Fix: JOB_TOKENS no longer set in glidein environment if not
-                needed
-              </li>
-              <li>Bug Fix: IDTOKEN/SCITOKEN auth to bosco sites fixed</li>
-              <li>Bug Fix: improved IDTOKEN revocation procedures</li>
-              <li>Bug Fix: SSL added to condor *_AUTHENTICATION_METHODS</li>
-              <li>
-                Bug Fix: Possible to have frontend group with only SCITOKEN
-                authentication
-              </li>
-              <li>
-                Bug Fix: Factory stores frontend group information per-token
-              </li>
-              <li>
-                Bug Fix: Intermittent -check_v35 error fails to startup factory
-              </li>
-              <li>
-                Bug Fix: Fix glidein_starup.sh in staging area to be one with
-                payload
-              </li>
-              <li>Bug Fix: GCB support removed</li>
-              <li>
-                Bug Fix: glidein_cleanup can cleanup directories chmoded
-                read-only
-              </li>
-              <li>Bug Fix: improved shellcheck testing</li>
-              <li>Bug Fix: corrected paths for some variables in glideins</li>
-              <li>Bug Fix: eliminated spurious log messages in glideins</li>
-              <li>Bug Fix: STARTD_JOB_ATTRS fixed in glideins</li>
-              <li>Bug Fix: GWMS_PATH in glidein_startup.sh corrected</li>
-              <li>Bug Fix: better cleanup of tmpfiles after install</li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_7_5"><b>v3_7_5</b></a> released on Sep 2 2021 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_7_5/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_7_5/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Support for big files in the glideinwms repository</li>
-              <li>Additional download mechanism for files</li>
-              <li>Bug Fix: Have SciToken credential be per-entry</li>
-              <li>Bug Fix: Fix IDTOKEN generation in the Frontend</li>
-              <li>
-                Bug Fix: Cleanup script not executing correctly at glidein
-                termination
-              </li>
-              <li>
-                Bug Fix: Automount of CVMFS integrated into glidein script
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_7_4"><b>v3_7_4</b></a> released on May 10, 2021 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_7_4/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_7_4/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>
-                Consider not available (not Idle) partitionable slots where all
-                GPUs are used
-              </li>
-              <li>
-                Bug Fix: Submissions from some 3.6.5 frontends to 3.7.3
-                factories go on hold
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_7_3"><b>v3_7_3</b></a> released on March 25, 2021 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_7_3/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_7_3/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>More efficient generation of IDTOKENS by frontend</li>
-              <li>
-                SciToken credentials configured and treated same as other
-                credentials for glidein submission
-              </li>
-              <li>
-                Glideins configured without GSI but with SciToken and IDTOKENS
-                successfully run jobs.
-              </li>
-              <li>Order of places glidein checks for singularity changed</li>
-              <li>
-                PATH with multiple directories can be configured to override
-                singularity binary
-              </li>
-              <li>Remove LD_PRELOAD from glidein environment by default</li>
-              <li>
-                Fail without fall-back when user provided singularity image
-                missing
-              </li>
-              <li>Improved GPU implementation in glidenins</li>
-              <li>
-                OSG_autoconf more configurable, auth_method and pilot_entries
-                can be set
-              </li>
-              <li>
-                Bug Fix: Missing GSI configuration does not stop schedd query
-                when IDTOKENS configured.
-              </li>
-              <li>
-                Bug Fix: Factory should not check condor tarball version prior
-                to SciToken authentication to CE
-              </li>
-              <li>
-                Bug Fix: tmpfile needs to be on correct file system when factory
-                writes tokens from frontend
-              </li>
-              <li>
-                Bug Fix: IDTOKENS auth does not fail on improper condor_version
-                comparison
-              </li>
-              <li>Bug Fix: rpm sub package (http) building issues fixed</li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_7_2"><b>v3_7_2</b></a> released on December 21, 2020 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_7_2/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_7_2/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Includes all features and fixes of 3.6.6</li>
-              <li>Drop GLExec support</li>
-              <li>
-                Mechanism for running custom scripts at the end of glidein
-                execution
-              </li>
-              <li>
-                OSG_autoconf protection added to prevent failures when CE
-                dissapears from OSG Collector
-              </li>
-              <li>
-                Bug fix: Frontend no longer over-generates tokens for entries
-              </li>
-              <li>
-                Bug fix: Factory does not remove glideins when idle limit is hi
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_7_1"><b>v3_7_1</b></a> released on November 3, 2020 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_7_1/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_7_1/install.html"
-              >Installation instructions</a
-            >)<br />
-            <ul>
-              <li>Includes all features and fixes of 3.6.5</li>
-              <li>
-                Configuration changes to make more compatible with HTCondor 8.9
-                on initial install
-              </li>
-              <li>SciTokens authentication between Factory and CE</li>
-              <li>IDTokens authentication between Factory and Frontend</li>
-              <li>
-                Bug fix: Factory reconfigs and startups do not require manual
-                creation of directories
-              </li>
-              <li>
-                Bug fix: Factory builds Condor Tarballs to send with glideins
-                correctly
-              </li>
-            </ul>
-          </li>
-          <li>
-            <a id="v3_7"><b>v3_7</b></a> released on March 31, 2020 (<a
-              href="http://glideinwms.fnal.gov/doc.v3_7/index.html"
-              >Manual</a
-            >,
-            <a href="http://glideinwms.fnal.gov/doc.v3_7/install.html"
-              >Installation instructions</a
-            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_7.tgz"
-              >Tarball</a
-            >)<br />
-            <ul>
-              <li>Includes all features and fixes of 3.6.2</li>
-              <li>Use of HTCondor token-auth for Glideins authentication</li>
-              <li>Added secure logging channel</li>
-              <li>
-                Refactored glidien_startup.sh to separate out the code in
-                heredoc sections and improve code quality
-              </li>
-            </ul>
-          </li>
+<li>
+  <a id="v3_9_6"><b>v3_9_6</b></a> released on October 27, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_9_6/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_9_6/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Added token authentication to Glideins running in the Cloud (AWS and GCE). Now Glideins on all supported resources can authenticate back using IDTOKENS when using recent HTCSS versions.</li>
+    <li>Added `GLIDEIN_PERIODIC_SCRIPT` env variable to notify periodic custom scripts</li>
+    <li>Added the possibility to set the Glidein HTCSS TRUST_DOMAIN as attribute in the Frontend configuration</li>
+    <li>The Frontend configuration is now valid (reconfig/upgrade successful) even if some HTCSS schedds are not in DNS. Failing only if all schedds are unknown to DNS</li>
+    <li>Bug fix: Fixed `glidien_config` corrupted by concurrent custom scripts run via HTCSS startd cron (#163)</li>
+    <li>Bug fix: Fixed `setup_x509.sh` not to write to stdout when running as periodic script in HTCSS start cron (issues#162,#164)</li>
+    <li>Bug fix: Fixed setup_x509.sh creates proxy file in directory used for tokens (issue#201)</li>
+    <li>Bug fix: Fixed GLIDEIN_START_DIR_ORIG and GLIDEIN_WORKSPACE_ORIG values in glidein_config</li>
+    <li>Bug fix: Fixed unnecessary proxy/hostcert.pem workaround in frontend config (issue#66)</li>
+    <li>Bug fix: Fixed analyze_entries and python3 readiness (issue#194)</li>
+    <li>Bug fix: Fixed gwms-renew-proxies service should check if local VOMS cert is expired (issue#21)</li>
+    <li>Bug fix: Fixed python3 check return value in case of exception (PR#211)</li>
+    <li>Bug fix: Fixed list_get_intersection in singularity_lib.sh that was requiring python2 (PR#212)</li>
+    <li>Bug fix: Unset SEC_PASSWORD_DIRECTORY in the Glidein HTCSS configuration, was causing warnings for unknown files (PR#226)</li>
+    <li>Bug fix: HTCSS DC_DAEMON_LIST now is equal to DAEMON_LIST only in the Factory, in all other GlideinWMS components only selected HTCSS daemons are added explicitly to it (issue#205)</li>
+    <li>Bug fix: Working and local tmp directories are removed during Glidein cleanup also when the start directory is missing. This result in a loss of Glidein final status information but avoids sandbox leaks on the Worker Node. (issue#189)</li>
+    <li>NOTE: custom scripts should always read values via gconfig_get(). The only exception is the parsing or the line to get the add_config_line source file</li>
+    <li>NOTE: add_config_line is deprecated in favor of gconfig_add. Will be removed from future versions</li>
+    <li>NOTE: add_config_line_safe is deprecated in favor of gconfig_add_safe. gconfig_add is the recommended method to use also in concurrent scripts</li>
+    <li>NOTE: gconfig_add_unsafe, with a similar behavior to the former add_config_line, has been added. Its use is not recommended, unless absolutely sure that no script will be run in parallel</li>
+    <li>NOTE: Only the first collector in TRUST_DOMAIN is kept, following collectors are removed. This happens both in the Frontend token issuer and in the setting of the Glidein TRUST_DOMAIN (setup_x509.sh).</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_9_5"><b>v3_9_5</b></a> released on May 17, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_9_5/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_9_5/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Support for credential generator plugins</li>
+    <li>Support for Apptainer</li>
+    <li>Support for python3-rrdtool added in OSG 3.6 also for RHEL7</li>
+    <li>Support for CVMFS on-demand via cvmfsexec (mount/umountrepo)</li>
+    <li>Configurable idtokens lifetime</li>
+    <li>Improved frontend logging</li>
+    <li>Improved default SHARED_PORT configuration</li>
+    <li>Special handling of multiline condor config values</li>
+    <li>Advertise CONTAINERSW_ variables</li>
+    <li>Bug fix: Fixes an issue causing SciTokens transfered to the factory to be corrupted</li>
+    <li>Bug fix: Fixes to manual_glidein_submit for compatibility with Python 3</li>
+    <li>Bug fix: Fixes to OSG_autoconf for compatibility with Python 3</li>
+    <li>Bug fix: Fixes a minor issue in job.condor</li>
+    <li>Bug fix: Fixes OS detection for CentOS Stream 8</li>
+    <li>Bug fix: Fixes an issue with scitoken handling to gsi_proxy configured factory entries</li>
+    <li>Bug fix: Fixes condor tarball directory structure</li>
+    <li>Bug fix: Stops clearing LD_LIBRARY_PATH before starting HTCondor</li>
+    <li>Bug fix: Ensures that idtokens are transferred to glidein credential directory</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_9_4"><b>v3_9_4</b></a> released on Jan 25, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_9_4/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_9_4/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Includes all features and fixes of 3.7.6</li>
+    <li>Adds support for CentOS 8</li>
+    <li>Adds two new RPM packages (vofrontend-libs and vofrontend-glidein) to provide essential libraries for frontend-like applications</li>
+    <li>Updates license to Apache 2.0</li>
+    <li>Bug fix: Updates libraries for compatibility with PyYAML 6.0</li>
+    <li>Bug fix: Fixes a sring encoding issue affecting the cat log scripts</li>
+    <li>Bug fix: Fixes AWS/Google metadata encoding error</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_9_3"><b>v3_9_3</b></a> released on Sep 21, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_9_3/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_9_3/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Includes all features and fixes of 3.7.5</li>
+    <li>Adds type validation to the check_python3_expr.py script</li>
+    <li>Removes unused encodingSupport.py and its unit tests</li>
+    <li>Bug fix: Fixes an encoding issue affecting cloud submissions</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_9_2"><b>v3_9_2</b></a> released on Jun 1, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_9_2/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_9_2/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Includes all features and fixes of 3.7.3 and 3.7.4</li>
+    <li>Drops support for BDII along with its LDAP requirements</li>
+    <li>Adds check_python3_expr.py to validate python3 in match expressions</li>
+    <li>Bug fix: Fixes string encoding issues on glideFactoryLib</li>
+    <li>Bug fix: Fixes an issue that would cause some factory configurations to generate malformed Condor files</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_9_1"><b>v3_9_1</b></a> released on February 11, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_9_1/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_9_1/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Includes all features and fixes of 3.7.2</li>
+    <li>Separates httpd packages from Factory and Frontend RPMs</li>
+    <li>Bug fix: Frontend no longer reports duplicate glideclient daemons to the Factory</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_9"><b>v3_9</b></a> released on September 18, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_9/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_9/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Includes all features and fixes of 3.6.3 and 3.7.1</li>
+    <li>Python 3 code, some pitfalls to pay attention to are in the Bug Fix section</li>
+    <li>Bug fix: custom disctionaries with __getattr__ in the creation package (an infinite loop was masked in Python 2)</li>
+    <li>Bug fix: str vs bytes, especially in crypto libraries</li>
+    <li>Bug fix: None cannot be used in sorted string lists and we use (None, None, None) for unmatched jobs in the Frontend</li>
+    <li>Bug fix: Add __repr__ method to SubParams class</li>
+    <li>Bug fix: Fixed pycache of creation/lib included in multiple packages</li>
+    <li>Bug fix: Fixed spec file to include python3 compiled files and not python2 ones</li>
+    <li>Bug fix: Fixed Mapping import</li>
+    <li>Bug fix: Fixed str vs bytes confusion in cryptography functions and classes</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_7_7"><b>v3_7_7</b></a> released on June 21 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_7_7/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_7_7/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Authenticate w/ tokens w/ the HTCondor-CE collector</li>
+    <li>Added CONTINUE_IF_NO_PROXY attribute to control GSI to token transition</li>
+    <li>Bug fix: Fixes an issue causing SciTokens transfered to the factory to be corrupted</li>
+    <li>Bug fix: Fixes condor_config -dump is not safe if the pool config has multiline entries</li>
+    <li>Bug fix: Add job.condor typo fix for bosco to 3.7.7</li>
+    <li>NOTE: Now branch_v3_7 is completely separate. Feature or fixes have to be backported</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_7_6"><b>v3_7_6</b></a> released on Jan 18 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_7_6/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_7_6/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Flexible mount point for CVMFS in glidein</li>
+    <li>Frontend and factory check expiration of SciTokens</li>
+    <li>Shared port is default for User Collector</li>
+    <li>API to retrieve job information from condor jobID</li>
+    <li>OSG_autoconf now allows override yaml configuration files</li>
+    <li>expiration and other validity of JWT tokens checked before use</li>
+    <li>Bug Fix: condor_chirp no longer fail when python2 used in job</li>
+    <li>Bug Fix: IDTOKEN issuer changed from collector host to trust domain</li>
+    <li>Bug Fix: proxy was failing to renew when both SCITOKEN and grid_proxy auth used</li>
+    <li>Bug Fix: OSG_autoconf automatic assignment of submit attributes fixed</li>
+    <li>Bug Fix: OSG_autoconf common entry fields implemented</li>
+    <li>Bug Fix: OSG_autoconf now possible to append instead of replace values</li>
+    <li>Bug Fix: glidein clears LD_LIBRARY_PATH prior to starting HTCondor</li>
+    <li>Bug Fix: JOB_TOKENS no longer set in glidein environment if not needed</li>
+    <li>Bug Fix: IDTOKEN/SCITOKEN auth to bosco sites fixed</li>
+    <li>Bug Fix: improved IDTOKEN revocation procedures</li>
+    <li>Bug Fix: SSL added to condor *_AUTHENTICATION_METHODS</li>
+    <li>Bug Fix: Possible to have frontend group with only SCITOKEN authentication</li>
+    <li>Bug Fix: Factory stores frontend group information per-token</li>
+    <li>Bug Fix: Intermittent -check_v35 error fails to  startup factory</li>
+    <li>Bug Fix: Fix glidein_starup.sh in staging area to be one with payload</li>
+    <li>Bug Fix: GCB support removed</li>
+    <li>Bug Fix: glidein_cleanup can cleanup directories chmoded read-only</li>
+    <li>Bug Fix: improved shellcheck testing</li>
+    <li>Bug Fix: corrected paths for some variables in glideins</li>
+    <li>Bug Fix: eliminated spurious log messages in glideins</li>
+    <li>Bug Fix: STARTD_JOB_ATTRS fixed in glideins</li>
+    <li>Bug Fix: GWMS_PATH in glidein_startup.sh corrected</li>
+    <li>Bug Fix: better cleanup of tmpfiles after install</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_7_5"><b>v3_7_5</b></a> released on Sep 2 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_7_5/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_7_5/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Support for big files in the glideinwms repository</li>
+    <li>Additional download mechanism for files</li>
+    <li>Bug Fix: Have SciToken credential be per-entry</li>
+    <li>Bug Fix: Fix IDTOKEN generation in the Frontend</li>
+    <li>Bug Fix: Cleanup script not executing correctly at glidein termination</li>
+    <li>Bug Fix: Automount of CVMFS integrated into glidein script</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_7_4"><b>v3_7_4</b></a> released on May 10, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_7_4/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_7_4/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Consider not available (not Idle) partitionable slots where all GPUs are used</li>
+    <li>Bug Fix: Submissions from some 3.6.5 frontends to 3.7.3 factories go on hold</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_7_3"><b>v3_7_3</b></a> released on March 25, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_7_3/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_7_3/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>More efficient generation of IDTOKENS by frontend</li>
+    <li>SciToken credentials configured and treated same as other credentials for glidein submission</li>
+    <li>Glideins configured without GSI but with SciToken and IDTOKENS successfully run jobs.</li>
+    <li>Order of places glidein checks for singularity changed</li>
+    <li>PATH with multiple directories can be configured to override singularity binary</li>
+    <li>Remove LD_PRELOAD from glidein environment by default</li>
+    <li>Fail without fall-back when user provided singularity image missing</li>
+    <li>Improved GPU implementation in glidenins</li>
+    <li>OSG_autoconf more configurable, auth_method and pilot_entries can be set</li>
+    <li>Bug Fix: Missing GSI configuration does not stop schedd query when IDTOKENS configured.</li>
+    <li>Bug Fix: Factory should not check condor tarball version prior to SciToken authentication to CE</li>
+    <li>Bug Fix: tmpfile needs to be on correct file system when factory writes tokens from frontend</li>
+    <li>Bug Fix: IDTOKENS auth does not fail on improper condor_version comparison</li>
+    <li>Bug Fix: rpm sub package (http) building issues fixed</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_7_2"><b>v3_7_2</b></a> released on December 21, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_7_2/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_7_2/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Includes all features and fixes of 3.6.6</li>
+    <li>Drop GLExec support</li>
+    <li>Mechanism for running custom scripts at the end of glidein execution</li>
+    <li>OSG_autoconf protection added to prevent failures when CE dissapears from OSG Collector</li>
+    <li>Bug fix: Frontend no longer over-generates tokens for entries</li>
+    <li>Bug fix: Factory does not remove glideins when idle limit is hi</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_7_1"><b>v3_7_1</b></a> released on November 3, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_7_1/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_7_1/install.html">Installation instructions</a>)<br>
+    <ul>
+    <li>Includes all features and fixes of 3.6.5</li>
+    <li>Configuration changes to make more compatible with HTCondor 8.9  on initial install</li>
+    <li>SciTokens authentication between Factory and CE</li>
+    <li>IDTokens authentication between Factory and Frontend</li>
+    <li>Bug fix: Factory reconfigs and startups do not require manual creation of directories</li>
+    <li>Bug fix: Factory builds Condor Tarballs to send with glideins correctly</li>
+    </ul>
+</li>
+<li>
+  <a id="v3_7"><b>v3_7</b></a> released on March 31, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_7/index.html">Manual</a>,
+  <a href="http://glideinwms.fnal.gov/doc.v3_7/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_7.tgz">Tarball</a>)<br>
+    <ul>
+    <li>Includes all features and fixes of 3.6.2</li>
+    <li>Use of HTCondor token-auth for Glideins authentication</li>
+    <li>Added secure logging channel</li>
+    <li>Refactored glidien_startup.sh to separate out the code in heredoc sections and improve code quality</li>
+    </ul>
+</li>
           <!-- end development -->
           <li>
             <b>v3_5</b> released on June 7, 2019 (<a
diff --git a/etc/checksum b/etc/checksum
index 615e57be6..f05c3e018 100644
--- a/etc/checksum
+++ b/etc/checksum
@@ -1,8 +1,8 @@
 ###################################################################
-# GLIDEINWMS_VERSION v3_10_2
+# GLIDEINWMS_VERSION 3_10_3_rc1
 ###################################################################
 9f56602cb12638b944332ca114507dc8  ./ACKNOWLEDGMENTS.md
-1254cce733833813ff7d384c6732a264  ./CHANGELOG.md
+b87af4256b2c866aec2ad6912fbc24de  ./CHANGELOG.md
 8e7d1957a094cc33c89f5b2c935666ff  ./DEVELOPMENT.md
 3b83ef96387f14655fc854ddc3c6bd57  ./LICENSE
 c846ebb396f8b174b10ded4771514fcc  ./LICENSES/Apache-2.0.txt
@@ -26,12 +26,12 @@ e7d735902931652720737f283d878cd5  ./creation/lib/cWDictFile.py
 68da6e4e091208e9952e42cbc9a5238a  ./creation/lib/cWParamDict.py
 09e0aec94b646db9d3822d04e3b81b45  ./creation/lib/cWParams.py
 331319e7e590d4be22f437c0fdeb8cd1  ./creation/lib/cgWConsts.py
-3e27660382161e7c79b18430b6a1d394  ./creation/lib/cgWCreate.py
+2e955f51a786159a66a5254ba366d438  ./creation/lib/cgWCreate.py
 a5de8f55610b9ec1b71f30ee977e74d8  ./creation/lib/cgWDictFile.py
 c5b2bfdde82ae88e2585f322c2b8162b  ./creation/lib/cgWParamDict.py
 ea23a574b8462ad3d73da100bd85a9e7  ./creation/lib/cgWParams.py
 0ea15d35700a91f8d7f6d800ad2703ae  ./creation/lib/check_config_frontend.py
-cb91b35b38640ee1ecad39fb9d9beb30  ./creation/lib/check_python3_expr.py
+b080e6fea149c710a24acde7f507974b  ./creation/lib/check_python3_expr.py
 2df1408de2ab12cd70612bd7bce3f5d4  ./creation/lib/cvWConsts.py
 5315278e4ff6f11e3fa44aefa08b0159  ./creation/lib/cvWCreate.py
 6511f1041262df136495db4c37748a8b  ./creation/lib/cvWDictFile.py
@@ -39,7 +39,7 @@ cb91b35b38640ee1ecad39fb9d9beb30  ./creation/lib/check_python3_expr.py
 908e8c3913a6b575c9add19299ff0433  ./creation/lib/cvWParams.py
 047a5989b31d1037d6ce6f7548f0918b  ./creation/lib/factoryXmlConfig.py
 2f93c7f30376ac7dbbc5d52a37517e02  ./creation/lib/factory_defaults.xml
-0bd832cb44d022867ca137c8d3350a17  ./creation/lib/matchPolicy.py
+a84997e112afdf115be5d4930033ae32  ./creation/lib/matchPolicy.py
 d39336813621567109e263b8c85d461f  ./creation/lib/xmlConfig.py
 685fa8cf99ece27f96064254692e0150  ./creation/lib/xslt.py
 aba0dc9ea5e680714e6725b55ddf8e11  ./creation/reconfig_frontend
@@ -261,7 +261,7 @@ f11c3fd71d04c7d7b6598c4e511cd40a  ./lib/xmlFormat.py
 411affecf420b3e2bcba1d4c7e3dc211  ./lib/xmlParse.py
 c57d556e9ef76658706999fc4a535bee  ./plugins/scitokens_callout.py
 5893d42abe7488418aa38218d579b850  ./pyproject.toml
-7e32a847480a9a248a19bc63a68f2434  ./requirements.txt
+aa76f69c3b8dd671b66435a204602592  ./requirements.txt
 d41d8cd98f00b204e9800998ecf8427e  ./tools/__init__.py
 67187fc6a26c82ec4176f5d69c13ed29  ./tools/glidein_cat.py
 154a33deefba5df1231fbd6cde547d60  ./tools/glidein_gdb.py
diff --git a/etc/checksum.factory b/etc/checksum.factory
index 8109d5075..cceb7a3d6 100644
--- a/etc/checksum.factory
+++ b/etc/checksum.factory
@@ -1,8 +1,8 @@
 ###################################################################
-# GLIDEINWMS_VERSION v3_10_2
+# GLIDEINWMS_VERSION 3_10_3_rc1
 ###################################################################
 9f56602cb12638b944332ca114507dc8  ./ACKNOWLEDGMENTS.md
-1254cce733833813ff7d384c6732a264  ./CHANGELOG.md
+b87af4256b2c866aec2ad6912fbc24de  ./CHANGELOG.md
 8e7d1957a094cc33c89f5b2c935666ff  ./DEVELOPMENT.md
 3b83ef96387f14655fc854ddc3c6bd57  ./LICENSE
 c846ebb396f8b174b10ded4771514fcc  ./LICENSES/Apache-2.0.txt
@@ -25,14 +25,14 @@ e7d735902931652720737f283d878cd5  ./creation/lib/cWDictFile.py
 68da6e4e091208e9952e42cbc9a5238a  ./creation/lib/cWParamDict.py
 09e0aec94b646db9d3822d04e3b81b45  ./creation/lib/cWParams.py
 331319e7e590d4be22f437c0fdeb8cd1  ./creation/lib/cgWConsts.py
-3e27660382161e7c79b18430b6a1d394  ./creation/lib/cgWCreate.py
+2e955f51a786159a66a5254ba366d438  ./creation/lib/cgWCreate.py
 a5de8f55610b9ec1b71f30ee977e74d8  ./creation/lib/cgWDictFile.py
 c5b2bfdde82ae88e2585f322c2b8162b  ./creation/lib/cgWParamDict.py
 ea23a574b8462ad3d73da100bd85a9e7  ./creation/lib/cgWParams.py
-cb91b35b38640ee1ecad39fb9d9beb30  ./creation/lib/check_python3_expr.py
+b080e6fea149c710a24acde7f507974b  ./creation/lib/check_python3_expr.py
 047a5989b31d1037d6ce6f7548f0918b  ./creation/lib/factoryXmlConfig.py
 2f93c7f30376ac7dbbc5d52a37517e02  ./creation/lib/factory_defaults.xml
-0bd832cb44d022867ca137c8d3350a17  ./creation/lib/matchPolicy.py
+a84997e112afdf115be5d4930033ae32  ./creation/lib/matchPolicy.py
 d39336813621567109e263b8c85d461f  ./creation/lib/xmlConfig.py
 685fa8cf99ece27f96064254692e0150  ./creation/lib/xslt.py
 290fec1a9a72de1967aac02376b20cbb  ./creation/reconfig_glidein
@@ -202,7 +202,7 @@ f11c3fd71d04c7d7b6598c4e511cd40a  ./lib/xmlFormat.py
 411affecf420b3e2bcba1d4c7e3dc211  ./lib/xmlParse.py
 c57d556e9ef76658706999fc4a535bee  ./plugins/scitokens_callout.py
 5893d42abe7488418aa38218d579b850  ./pyproject.toml
-7e32a847480a9a248a19bc63a68f2434  ./requirements.txt
+aa76f69c3b8dd671b66435a204602592  ./requirements.txt
 d41d8cd98f00b204e9800998ecf8427e  ./tools/__init__.py
 67187fc6a26c82ec4176f5d69c13ed29  ./tools/glidein_cat.py
 154a33deefba5df1231fbd6cde547d60  ./tools/glidein_gdb.py
diff --git a/etc/checksum.frontend b/etc/checksum.frontend
index ff8eab533..9cadfb50a 100644
--- a/etc/checksum.frontend
+++ b/etc/checksum.frontend
@@ -1,8 +1,8 @@
 ###################################################################
-# GLIDEINWMS_VERSION v3_10_2
+# GLIDEINWMS_VERSION 3_10_3_rc1
 ###################################################################
 9f56602cb12638b944332ca114507dc8  ./ACKNOWLEDGMENTS.md
-1254cce733833813ff7d384c6732a264  ./CHANGELOG.md
+b87af4256b2c866aec2ad6912fbc24de  ./CHANGELOG.md
 8e7d1957a094cc33c89f5b2c935666ff  ./DEVELOPMENT.md
 3b83ef96387f14655fc854ddc3c6bd57  ./LICENSE
 c846ebb396f8b174b10ded4771514fcc  ./LICENSES/Apache-2.0.txt
@@ -24,7 +24,7 @@ e7d735902931652720737f283d878cd5  ./creation/lib/cWDictFile.py
 68da6e4e091208e9952e42cbc9a5238a  ./creation/lib/cWParamDict.py
 09e0aec94b646db9d3822d04e3b81b45  ./creation/lib/cWParams.py
 0ea15d35700a91f8d7f6d800ad2703ae  ./creation/lib/check_config_frontend.py
-cb91b35b38640ee1ecad39fb9d9beb30  ./creation/lib/check_python3_expr.py
+b080e6fea149c710a24acde7f507974b  ./creation/lib/check_python3_expr.py
 2df1408de2ab12cd70612bd7bce3f5d4  ./creation/lib/cvWConsts.py
 5315278e4ff6f11e3fa44aefa08b0159  ./creation/lib/cvWCreate.py
 6511f1041262df136495db4c37748a8b  ./creation/lib/cvWDictFile.py
@@ -32,7 +32,7 @@ cb91b35b38640ee1ecad39fb9d9beb30  ./creation/lib/check_python3_expr.py
 908e8c3913a6b575c9add19299ff0433  ./creation/lib/cvWParams.py
 047a5989b31d1037d6ce6f7548f0918b  ./creation/lib/factoryXmlConfig.py
 2f93c7f30376ac7dbbc5d52a37517e02  ./creation/lib/factory_defaults.xml
-0bd832cb44d022867ca137c8d3350a17  ./creation/lib/matchPolicy.py
+a84997e112afdf115be5d4930033ae32  ./creation/lib/matchPolicy.py
 d39336813621567109e263b8c85d461f  ./creation/lib/xmlConfig.py
 685fa8cf99ece27f96064254692e0150  ./creation/lib/xslt.py
 aba0dc9ea5e680714e6725b55ddf8e11  ./creation/reconfig_frontend
@@ -196,7 +196,7 @@ f11c3fd71d04c7d7b6598c4e511cd40a  ./lib/xmlFormat.py
 411affecf420b3e2bcba1d4c7e3dc211  ./lib/xmlParse.py
 c57d556e9ef76658706999fc4a535bee  ./plugins/scitokens_callout.py
 5893d42abe7488418aa38218d579b850  ./pyproject.toml
-7e32a847480a9a248a19bc63a68f2434  ./requirements.txt
+aa76f69c3b8dd671b66435a204602592  ./requirements.txt
 d41d8cd98f00b204e9800998ecf8427e  ./tools/__init__.py
 67187fc6a26c82ec4176f5d69c13ed29  ./tools/glidein_cat.py
 154a33deefba5df1231fbd6cde547d60  ./tools/glidein_gdb.py

From 9ef03fc92b639f79190b426b3346ca4efc16dfcd Mon Sep 17 00:00:00 2001
From: "pre-commit-ci[bot]"
 <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Date: Fri, 30 Jun 2023 02:41:31 +0000
Subject: [PATCH 2/2] [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci
---
 doc/history.html | 1299 ++++++++++++++++++++++++++++++++--------------
 1 file changed, 922 insertions(+), 377 deletions(-)

diff --git a/doc/history.html b/doc/history.html
index f69d27380..e61c1460b 100644
--- a/doc/history.html
+++ b/doc/history.html
@@ -134,152 +134,382 @@ <h3>Stable Series</h3>
         <ul>
           <!-- starting 3.6 generated by tags.yaml -->
           <!-- start stable -->
-<li>
-  <a id="v3_10_2"><b>v3_10_2</b></a> released on May 10, 2023 (<a href="http://glideinwms.fnal.gov/doc.v3_10_2/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_10_2/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Add a parameter to control the name of the keyname for idtokens (PR#268)</li>
-    <li>Added a factory knob to allow control over rebuilding of cvmfsexec distributions (PR#272)</li>
-    <li>RHEL9 worker node are now recognized by condor_platform_select automatic OS detection (PR#285)</li>
-    <li>Removed pre-reconfigure hook used for rebuilding cvmfsexec distributions whenever a factory reconfig/upgrade was run (issue#262)</li>
-    <li>Bug fix: Make sure default value does not overwrite the global one for idtoken_lifetime (PR#261)</li>
-    <li>Bug fix: Protect OSG_autoconf from OSG collector unavailability (PR#276)</li>
-    <li>Bug fix: Fixed jobs going in unknown state in factory monitoring. added QUEUING state for new ARC-CEs REST (PR#286)</li>
-    <li>NOTE: When using on-demand CVMFS, all Glideins after the first one on a node are failing (issue#287)</li>
-    <li>NOTE-FACTORY: The rebuilding of cvmfsexec distributions is now disabled by default, it must be enabled via the new factory knob.\ If you are upgrading from v3.9.5 or later, check that the cvmfsexec script is no more in the pre-reconfigure hooks directory.</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_10_1"><b>v3_10_1</b></a> released on December 13, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_10_1/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_10_1/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Added utility function to replace error_gen in python scripts (PR#254)</li>
-    <li>Bug fix: Fixed status reporting for `gconfig.py`  (PR#254)</li>
-    <li>NOTE: Please see all the notes in 3.9.6 about the custom script changes</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_10_0"><b>v3_10_0</b></a> released on December 7, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_10_0/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_10_0/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>All the features and fixes in v3_9_6</li>
-    <li>Use `SINGULARITY_DISABLE_PID_NAMESPACES` disable `--pid` in Singularity/Apptainer  (OSG SOFTWARE-5340, PR#232)</li>
-    <li>Raise a warning if there are "FATAL" errors in Singularity/Apptainer stdlog and the exit code is 0 (PR#235)</li>
-    <li>Added `gconfig.py`. Python utilities to read and write glidein_config (PR#237)</li>
-    <li>Bug fix: Set PATH to default value instead of emptying it (PR#233)</li>
-    <li>Bug fix: Have `get_prop_str` return the default value when the attribute is "undefined" and `gwms_from_config` return the default when set instead of an empty string (PR#235)</li>
-    <li>Bug fix: Fixed credential ID in Glideins. It was not set for scitokens causing incorrect monitoring values (PR#242)</li>
-    <li>Bug fix: Fixed typo in `singularity_lib.sh` (issue#249)</li>
-    <li>NOTE: This follows v3_9_6. Please see all the notes about the custom script changes</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_6_5"><b>v3_6_5</b></a> released on October 5, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_6_5/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_6_5/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Added GitHub actions to test the code (Python unit tests, BARS, pylint, pycodestyle)</li>
-    <li>Bug fix: Fix for paths in Singularity not substituted correctly when the execute directory has a link or bind mount</li>
-    <li>Bug fix: Fixed shared_port_port to adapt to HTCondor 8.8.10 changes</li>
-    <li>Bug fix: Fixed overrides in OSG_autoconf using depcopy, use https for gfdiff</li>
-    <li>Bug fix: Fixed credential dir in manual_glidein_submit removing hardcoding</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_6_4"><b>v3_6_4</b></a> released on September 17, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_6_4/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_6_4/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Improved OSG_autoconf</li>
-    <li>Dropped Python 2.6 support</li>
-    <li>Added support for RHEL 8 worker nodes</li>
-    <li>Harmonized, improved and extended CI tests (same CLI, support for Python 3, ...)</li>
-    <li>Added tool to verify if the code for a ticket has been merged</li>
-    <li>Bug fix: Fix for condor_chirp not finding htchirp in the PYTHONPATH</li>
-    <li>Bug fix: Fixed unquoted SINGULARITY_PATH causing HTCondor not to start</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_6_3"><b>v3_6_3</b></a> released on July 16, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_6_3/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_6_3/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_3.tgz">Tarball</a>)<br>
-    <ul>
-    <li>Add Python condor_chirp to PATH</li>
-    <li>Dropped tarball installation support</li>
-    <li>Add Python condor_chirp and other GWMS tools to PATH in Singularity</li>
-    <li>Removed "Group:System Environment/Daemons" from glideinwms.spec in OSG repo</li>
-    <li>Added new API documentation using sphinx</li>
-    <li>Added a runner to run the different tests with consistent CLI</li>
-    <li>Added new RHEL 8 Singularity image</li>
-    <li>Updated the singularity wrapper with new features form the OSG wrapper</li>
-    <li>Clean PYTHONPATH and setup GWMS environment in Singularity containers</li>
-    <li>Improved the environment handling of the Singularity wrapper</li>
-    <li>Bug fix: Upgrade the factory documentation not to ask to install the switchboard</li>
-    <li>Bug fix: The Python version of condor_chirp now works with Singularity jobs</li>
-    <li>Bug fix: Enable RFC proxies by default for direct proxies</li>
-    <li>Bug fix: Fix OSG_autoconf and gfdiff</li>
-    <li>Bug fix: Added COMPLETED to the known list of "GridJobStatus"es</li>
-    <li>Bug fix: Add a knob to set entry limits in OSG_autoconf</li>
-    <li>Bug fix: Stop pilots even after the downtime timestamp has been reached when draining pilots</li>
-    <li>Bug fix: Glideins are unrecoverable unless listed as recoverable</li>
-    <li>Bug fix: User job invocation via singularity eating up -e or -n</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_6_2"><b>v3_6_2</b></a> released on March 26, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_6_2/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_6_2/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_2.tgz">Tarball</a>)<br>
-    <ul>
-    <li>Add a portable condor_chirp for user jobs running in the glideins</li>
-    <li>Automate the generation of factory configuration</li>
-    <li>Improve control of setup of module and spack in Singularity using MODULE_USE</li>
-    <li>Adding GPU monitor as default for pilots</li>
-    <li>Reduce number of queries from Frontend to User collector</li>
-    <li>Make lgwms-logcat.sh work with non standard factory instance names</li>
-    <li>Bug fix: Pilot using an expired proxy when authenticating to the collector</li>
-    <li>Bug fix: CI issues (coverage broken in SL6, script selection affected by file name)</li>
-    <li>Bug fix: Incorrect CERTIFICATE_MAPFILE used when using HTCondor python binding (failed schedd authentication)</li>
-    <li>Bug fix: Fix release manager relative imports</li>
-    <li>Bug fix: Broken submission to GCE and AWS</li>
-    <li>Bug fix: Correct how entry_ls detect an rpm installation</li>
-    <li>Bug fix: Adjust size of ClusterId and ProcessId fields for the condor_q custom format</li>
-    <li>Bug fix: Total of frontend info is 0 in Factory monitring</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_6_1"><b>v3_6_1</b></a> released on Novemver 13, 2019 (<a href="http://glideinwms.fnal.gov/doc.v3_6_1/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_6_1/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_1.tgz">Tarball</a>)<br>
-    <ul>
-    <li>Added compatibility w/ HTCondor 8.8.x in OSG 3.5</li>
-    <li>Monitoring pages use https if available</li>
-    <li>Improved search and testing of Singularity binary</li>
-    <li>Unset LD_LIBRARY_PATH and PATH for jobs in Singularity</li>
-    <li>Updated documentation links and Google search</li>
-    <li>Improved CI testing</li>
-    <li>Stop considering held limits when counting maximum jobs in Factory</li>
-    <li>Bug fix: Fix Fatcory tools (entry_rm, entry_q and entry_ls) to be more verbose with single user Factory</li>
-    <li>Bug fix: Removed hardcoded CVMFS requirement for Singularity</li>
-    <li>Bug fix: Improve diagnostic messages when rsa.key file is corrupted</li>
-    <li>Bug fix: Improve control of the worker node draining, avoiding to stop accepting jobs as soon as the draining file is present</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_6"><b>v3_6</b></a> released on September 25, 2019 (<a href="http://glideinwms.fnal.gov/doc.v3_6/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_6/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6.tgz">Tarball</a>)<br>
-    <ul>
-    <li>Renaming of v3_5_1 (released on 9/18) to respect the odd/even numbering</li>
-    <li>Includes all 3.4.6 features</li>
-    <li>Updated SW and docs for the change in OSG factories</li>
-    <li>Updated all the obsolete links to HTCondor manual in GlideinWMS website</li>
-    <li>Set up an ITB Frontend for GWMS and FIFE testing</li>
-    <li>Updated gitattributes to resolve conflicts w/ checksum files</li>
-    <li>Added editorconfig and default encoding</li>
-    <li>GlideinWMS code will use now Google docstring format</li>
-    <li>Advertise if a Glidein can use privileged or unprivileged Singularity</li>
-    <li>Check if single user factory migration script has been run before startup</li>
-    <li>Bug fix: pip errors in nightly CI</li>
-    <li>Bug fix: Unittest failing at times on SL7</li>
-    <li>Bug fix: Factory could start also w/ a GT2 entry enabled</li>
-    <li>NOTE: v3_6 is fully interoperable w/ v3_5 and v3_4. I.e. You can mix v3_6_x, v3_5_x and v3_4_x Factories and Frontends in your system</li>
-    <li>NOTE-FACTORY: The v3.6 Factory (like v3.5) is using a single user. This is a major change. If you are upgrading, after the RPM upgrade you will need to:\ 1. stop Factory and HTCondor, 2. Migrate the HTCondor status running the fact_chown script, 3. Run upgrade and restart the HTCondor and the Factory. For detailed instructions see http://glideinwms.fnal.gov/doc.dev/factory/configuration.html#single_user</li>
-    </ul>
-</li>
+          <li>
+            <a id="v3_10_2"><b>v3_10_2</b></a> released on May 10, 2023 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_10_2/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_10_2/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>
+                Add a parameter to control the name of the keyname for idtokens
+                (PR#268)
+              </li>
+              <li>
+                Added a factory knob to allow control over rebuilding of
+                cvmfsexec distributions (PR#272)
+              </li>
+              <li>
+                RHEL9 worker node are now recognized by condor_platform_select
+                automatic OS detection (PR#285)
+              </li>
+              <li>
+                Removed pre-reconfigure hook used for rebuilding cvmfsexec
+                distributions whenever a factory reconfig/upgrade was run
+                (issue#262)
+              </li>
+              <li>
+                Bug fix: Make sure default value does not overwrite the global
+                one for idtoken_lifetime (PR#261)
+              </li>
+              <li>
+                Bug fix: Protect OSG_autoconf from OSG collector unavailability
+                (PR#276)
+              </li>
+              <li>
+                Bug fix: Fixed jobs going in unknown state in factory
+                monitoring. added QUEUING state for new ARC-CEs REST (PR#286)
+              </li>
+              <li>
+                NOTE: When using on-demand CVMFS, all Glideins after the first
+                one on a node are failing (issue#287)
+              </li>
+              <li>
+                NOTE-FACTORY: The rebuilding of cvmfsexec distributions is now
+                disabled by default, it must be enabled via the new factory
+                knob.\ If you are upgrading from v3.9.5 or later, check that the
+                cvmfsexec script is no more in the pre-reconfigure hooks
+                directory.
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_10_1"><b>v3_10_1</b></a> released on December 13, 2022 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_10_1/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_10_1/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>
+                Added utility function to replace error_gen in python scripts
+                (PR#254)
+              </li>
+              <li>Bug fix: Fixed status reporting for `gconfig.py` (PR#254)</li>
+              <li>
+                NOTE: Please see all the notes in 3.9.6 about the custom script
+                changes
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_10_0"><b>v3_10_0</b></a> released on December 7, 2022 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_10_0/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_10_0/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>All the features and fixes in v3_9_6</li>
+              <li>
+                Use `SINGULARITY_DISABLE_PID_NAMESPACES` disable `--pid` in
+                Singularity/Apptainer (OSG SOFTWARE-5340, PR#232)
+              </li>
+              <li>
+                Raise a warning if there are "FATAL" errors in
+                Singularity/Apptainer stdlog and the exit code is 0 (PR#235)
+              </li>
+              <li>
+                Added `gconfig.py`. Python utilities to read and write
+                glidein_config (PR#237)
+              </li>
+              <li>
+                Bug fix: Set PATH to default value instead of emptying it
+                (PR#233)
+              </li>
+              <li>
+                Bug fix: Have `get_prop_str` return the default value when the
+                attribute is "undefined" and `gwms_from_config` return the
+                default when set instead of an empty string (PR#235)
+              </li>
+              <li>
+                Bug fix: Fixed credential ID in Glideins. It was not set for
+                scitokens causing incorrect monitoring values (PR#242)
+              </li>
+              <li>Bug fix: Fixed typo in `singularity_lib.sh` (issue#249)</li>
+              <li>
+                NOTE: This follows v3_9_6. Please see all the notes about the
+                custom script changes
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_6_5"><b>v3_6_5</b></a> released on October 5, 2020 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_6_5/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_6_5/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>
+                Added GitHub actions to test the code (Python unit tests, BARS,
+                pylint, pycodestyle)
+              </li>
+              <li>
+                Bug fix: Fix for paths in Singularity not substituted correctly
+                when the execute directory has a link or bind mount
+              </li>
+              <li>
+                Bug fix: Fixed shared_port_port to adapt to HTCondor 8.8.10
+                changes
+              </li>
+              <li>
+                Bug fix: Fixed overrides in OSG_autoconf using depcopy, use
+                https for gfdiff
+              </li>
+              <li>
+                Bug fix: Fixed credential dir in manual_glidein_submit removing
+                hardcoding
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_6_4"><b>v3_6_4</b></a> released on September 17, 2020 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_6_4/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_6_4/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Improved OSG_autoconf</li>
+              <li>Dropped Python 2.6 support</li>
+              <li>Added support for RHEL 8 worker nodes</li>
+              <li>
+                Harmonized, improved and extended CI tests (same CLI, support
+                for Python 3, ...)
+              </li>
+              <li>
+                Added tool to verify if the code for a ticket has been merged
+              </li>
+              <li>
+                Bug fix: Fix for condor_chirp not finding htchirp in the
+                PYTHONPATH
+              </li>
+              <li>
+                Bug fix: Fixed unquoted SINGULARITY_PATH causing HTCondor not to
+                start
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_6_3"><b>v3_6_3</b></a> released on July 16, 2020 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_6_3/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_6_3/install.html"
+              >Installation instructions</a
+            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_3.tgz"
+              >Tarball</a
+            >)<br />
+            <ul>
+              <li>Add Python condor_chirp to PATH</li>
+              <li>Dropped tarball installation support</li>
+              <li>
+                Add Python condor_chirp and other GWMS tools to PATH in
+                Singularity
+              </li>
+              <li>
+                Removed "Group:System Environment/Daemons" from glideinwms.spec
+                in OSG repo
+              </li>
+              <li>Added new API documentation using sphinx</li>
+              <li>
+                Added a runner to run the different tests with consistent CLI
+              </li>
+              <li>Added new RHEL 8 Singularity image</li>
+              <li>
+                Updated the singularity wrapper with new features form the OSG
+                wrapper
+              </li>
+              <li>
+                Clean PYTHONPATH and setup GWMS environment in Singularity
+                containers
+              </li>
+              <li>
+                Improved the environment handling of the Singularity wrapper
+              </li>
+              <li>
+                Bug fix: Upgrade the factory documentation not to ask to install
+                the switchboard
+              </li>
+              <li>
+                Bug fix: The Python version of condor_chirp now works with
+                Singularity jobs
+              </li>
+              <li>Bug fix: Enable RFC proxies by default for direct proxies</li>
+              <li>Bug fix: Fix OSG_autoconf and gfdiff</li>
+              <li>
+                Bug fix: Added COMPLETED to the known list of "GridJobStatus"es
+              </li>
+              <li>Bug fix: Add a knob to set entry limits in OSG_autoconf</li>
+              <li>
+                Bug fix: Stop pilots even after the downtime timestamp has been
+                reached when draining pilots
+              </li>
+              <li>
+                Bug fix: Glideins are unrecoverable unless listed as recoverable
+              </li>
+              <li>
+                Bug fix: User job invocation via singularity eating up -e or -n
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_6_2"><b>v3_6_2</b></a> released on March 26, 2020 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_6_2/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_6_2/install.html"
+              >Installation instructions</a
+            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_2.tgz"
+              >Tarball</a
+            >)<br />
+            <ul>
+              <li>
+                Add a portable condor_chirp for user jobs running in the
+                glideins
+              </li>
+              <li>Automate the generation of factory configuration</li>
+              <li>
+                Improve control of setup of module and spack in Singularity
+                using MODULE_USE
+              </li>
+              <li>Adding GPU monitor as default for pilots</li>
+              <li>Reduce number of queries from Frontend to User collector</li>
+              <li>
+                Make lgwms-logcat.sh work with non standard factory instance
+                names
+              </li>
+              <li>
+                Bug fix: Pilot using an expired proxy when authenticating to the
+                collector
+              </li>
+              <li>
+                Bug fix: CI issues (coverage broken in SL6, script selection
+                affected by file name)
+              </li>
+              <li>
+                Bug fix: Incorrect CERTIFICATE_MAPFILE used when using HTCondor
+                python binding (failed schedd authentication)
+              </li>
+              <li>Bug fix: Fix release manager relative imports</li>
+              <li>Bug fix: Broken submission to GCE and AWS</li>
+              <li>Bug fix: Correct how entry_ls detect an rpm installation</li>
+              <li>
+                Bug fix: Adjust size of ClusterId and ProcessId fields for the
+                condor_q custom format
+              </li>
+              <li>Bug fix: Total of frontend info is 0 in Factory monitring</li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_6_1"><b>v3_6_1</b></a> released on Novemver 13, 2019 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_6_1/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_6_1/install.html"
+              >Installation instructions</a
+            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6_1.tgz"
+              >Tarball</a
+            >)<br />
+            <ul>
+              <li>Added compatibility w/ HTCondor 8.8.x in OSG 3.5</li>
+              <li>Monitoring pages use https if available</li>
+              <li>Improved search and testing of Singularity binary</li>
+              <li>Unset LD_LIBRARY_PATH and PATH for jobs in Singularity</li>
+              <li>Updated documentation links and Google search</li>
+              <li>Improved CI testing</li>
+              <li>
+                Stop considering held limits when counting maximum jobs in
+                Factory
+              </li>
+              <li>
+                Bug fix: Fix Fatcory tools (entry_rm, entry_q and entry_ls) to
+                be more verbose with single user Factory
+              </li>
+              <li>
+                Bug fix: Removed hardcoded CVMFS requirement for Singularity
+              </li>
+              <li>
+                Bug fix: Improve diagnostic messages when rsa.key file is
+                corrupted
+              </li>
+              <li>
+                Bug fix: Improve control of the worker node draining, avoiding
+                to stop accepting jobs as soon as the draining file is present
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_6"><b>v3_6</b></a> released on September 25, 2019 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_6/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_6/install.html"
+              >Installation instructions</a
+            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_6.tgz"
+              >Tarball</a
+            >)<br />
+            <ul>
+              <li>
+                Renaming of v3_5_1 (released on 9/18) to respect the odd/even
+                numbering
+              </li>
+              <li>Includes all 3.4.6 features</li>
+              <li>Updated SW and docs for the change in OSG factories</li>
+              <li>
+                Updated all the obsolete links to HTCondor manual in GlideinWMS
+                website
+              </li>
+              <li>Set up an ITB Frontend for GWMS and FIFE testing</li>
+              <li>
+                Updated gitattributes to resolve conflicts w/ checksum files
+              </li>
+              <li>Added editorconfig and default encoding</li>
+              <li>GlideinWMS code will use now Google docstring format</li>
+              <li>
+                Advertise if a Glidein can use privileged or unprivileged
+                Singularity
+              </li>
+              <li>
+                Check if single user factory migration script has been run
+                before startup
+              </li>
+              <li>Bug fix: pip errors in nightly CI</li>
+              <li>Bug fix: Unittest failing at times on SL7</li>
+              <li>Bug fix: Factory could start also w/ a GT2 entry enabled</li>
+              <li>
+                NOTE: v3_6 is fully interoperable w/ v3_5 and v3_4. I.e. You can
+                mix v3_6_x, v3_5_x and v3_4_x Factories and Frontends in your
+                system
+              </li>
+              <li>
+                NOTE-FACTORY: The v3.6 Factory (like v3.5) is using a single
+                user. This is a major change. If you are upgrading, after the
+                RPM upgrade you will need to:\ 1. stop Factory and HTCondor, 2.
+                Migrate the HTCondor status running the fact_chown script, 3.
+                Run upgrade and restart the HTCondor and the Factory. For
+                detailed instructions see
+                http://glideinwms.fnal.gov/doc.dev/factory/configuration.html#single_user
+              </li>
+            </ul>
+          </li>
           <!-- end stable -->
           <li>
             <b>v3_4_6</b> released on August 14, 2019 (<a
@@ -2050,237 +2280,552 @@ <h3>Development Series</h3>
         <ul>
           <!-- starting 3.7 generated via tags.yaml -->
           <!-- start development -->
-<li>
-  <a id="v3_9_6"><b>v3_9_6</b></a> released on October 27, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_9_6/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_9_6/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Added token authentication to Glideins running in the Cloud (AWS and GCE). Now Glideins on all supported resources can authenticate back using IDTOKENS when using recent HTCSS versions.</li>
-    <li>Added `GLIDEIN_PERIODIC_SCRIPT` env variable to notify periodic custom scripts</li>
-    <li>Added the possibility to set the Glidein HTCSS TRUST_DOMAIN as attribute in the Frontend configuration</li>
-    <li>The Frontend configuration is now valid (reconfig/upgrade successful) even if some HTCSS schedds are not in DNS. Failing only if all schedds are unknown to DNS</li>
-    <li>Bug fix: Fixed `glidien_config` corrupted by concurrent custom scripts run via HTCSS startd cron (#163)</li>
-    <li>Bug fix: Fixed `setup_x509.sh` not to write to stdout when running as periodic script in HTCSS start cron (issues#162,#164)</li>
-    <li>Bug fix: Fixed setup_x509.sh creates proxy file in directory used for tokens (issue#201)</li>
-    <li>Bug fix: Fixed GLIDEIN_START_DIR_ORIG and GLIDEIN_WORKSPACE_ORIG values in glidein_config</li>
-    <li>Bug fix: Fixed unnecessary proxy/hostcert.pem workaround in frontend config (issue#66)</li>
-    <li>Bug fix: Fixed analyze_entries and python3 readiness (issue#194)</li>
-    <li>Bug fix: Fixed gwms-renew-proxies service should check if local VOMS cert is expired (issue#21)</li>
-    <li>Bug fix: Fixed python3 check return value in case of exception (PR#211)</li>
-    <li>Bug fix: Fixed list_get_intersection in singularity_lib.sh that was requiring python2 (PR#212)</li>
-    <li>Bug fix: Unset SEC_PASSWORD_DIRECTORY in the Glidein HTCSS configuration, was causing warnings for unknown files (PR#226)</li>
-    <li>Bug fix: HTCSS DC_DAEMON_LIST now is equal to DAEMON_LIST only in the Factory, in all other GlideinWMS components only selected HTCSS daemons are added explicitly to it (issue#205)</li>
-    <li>Bug fix: Working and local tmp directories are removed during Glidein cleanup also when the start directory is missing. This result in a loss of Glidein final status information but avoids sandbox leaks on the Worker Node. (issue#189)</li>
-    <li>NOTE: custom scripts should always read values via gconfig_get(). The only exception is the parsing or the line to get the add_config_line source file</li>
-    <li>NOTE: add_config_line is deprecated in favor of gconfig_add. Will be removed from future versions</li>
-    <li>NOTE: add_config_line_safe is deprecated in favor of gconfig_add_safe. gconfig_add is the recommended method to use also in concurrent scripts</li>
-    <li>NOTE: gconfig_add_unsafe, with a similar behavior to the former add_config_line, has been added. Its use is not recommended, unless absolutely sure that no script will be run in parallel</li>
-    <li>NOTE: Only the first collector in TRUST_DOMAIN is kept, following collectors are removed. This happens both in the Frontend token issuer and in the setting of the Glidein TRUST_DOMAIN (setup_x509.sh).</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_9_5"><b>v3_9_5</b></a> released on May 17, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_9_5/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_9_5/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Support for credential generator plugins</li>
-    <li>Support for Apptainer</li>
-    <li>Support for python3-rrdtool added in OSG 3.6 also for RHEL7</li>
-    <li>Support for CVMFS on-demand via cvmfsexec (mount/umountrepo)</li>
-    <li>Configurable idtokens lifetime</li>
-    <li>Improved frontend logging</li>
-    <li>Improved default SHARED_PORT configuration</li>
-    <li>Special handling of multiline condor config values</li>
-    <li>Advertise CONTAINERSW_ variables</li>
-    <li>Bug fix: Fixes an issue causing SciTokens transfered to the factory to be corrupted</li>
-    <li>Bug fix: Fixes to manual_glidein_submit for compatibility with Python 3</li>
-    <li>Bug fix: Fixes to OSG_autoconf for compatibility with Python 3</li>
-    <li>Bug fix: Fixes a minor issue in job.condor</li>
-    <li>Bug fix: Fixes OS detection for CentOS Stream 8</li>
-    <li>Bug fix: Fixes an issue with scitoken handling to gsi_proxy configured factory entries</li>
-    <li>Bug fix: Fixes condor tarball directory structure</li>
-    <li>Bug fix: Stops clearing LD_LIBRARY_PATH before starting HTCondor</li>
-    <li>Bug fix: Ensures that idtokens are transferred to glidein credential directory</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_9_4"><b>v3_9_4</b></a> released on Jan 25, 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_9_4/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_9_4/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Includes all features and fixes of 3.7.6</li>
-    <li>Adds support for CentOS 8</li>
-    <li>Adds two new RPM packages (vofrontend-libs and vofrontend-glidein) to provide essential libraries for frontend-like applications</li>
-    <li>Updates license to Apache 2.0</li>
-    <li>Bug fix: Updates libraries for compatibility with PyYAML 6.0</li>
-    <li>Bug fix: Fixes a sring encoding issue affecting the cat log scripts</li>
-    <li>Bug fix: Fixes AWS/Google metadata encoding error</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_9_3"><b>v3_9_3</b></a> released on Sep 21, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_9_3/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_9_3/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Includes all features and fixes of 3.7.5</li>
-    <li>Adds type validation to the check_python3_expr.py script</li>
-    <li>Removes unused encodingSupport.py and its unit tests</li>
-    <li>Bug fix: Fixes an encoding issue affecting cloud submissions</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_9_2"><b>v3_9_2</b></a> released on Jun 1, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_9_2/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_9_2/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Includes all features and fixes of 3.7.3 and 3.7.4</li>
-    <li>Drops support for BDII along with its LDAP requirements</li>
-    <li>Adds check_python3_expr.py to validate python3 in match expressions</li>
-    <li>Bug fix: Fixes string encoding issues on glideFactoryLib</li>
-    <li>Bug fix: Fixes an issue that would cause some factory configurations to generate malformed Condor files</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_9_1"><b>v3_9_1</b></a> released on February 11, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_9_1/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_9_1/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Includes all features and fixes of 3.7.2</li>
-    <li>Separates httpd packages from Factory and Frontend RPMs</li>
-    <li>Bug fix: Frontend no longer reports duplicate glideclient daemons to the Factory</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_9"><b>v3_9</b></a> released on September 18, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_9/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_9/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Includes all features and fixes of 3.6.3 and 3.7.1</li>
-    <li>Python 3 code, some pitfalls to pay attention to are in the Bug Fix section</li>
-    <li>Bug fix: custom disctionaries with __getattr__ in the creation package (an infinite loop was masked in Python 2)</li>
-    <li>Bug fix: str vs bytes, especially in crypto libraries</li>
-    <li>Bug fix: None cannot be used in sorted string lists and we use (None, None, None) for unmatched jobs in the Frontend</li>
-    <li>Bug fix: Add __repr__ method to SubParams class</li>
-    <li>Bug fix: Fixed pycache of creation/lib included in multiple packages</li>
-    <li>Bug fix: Fixed spec file to include python3 compiled files and not python2 ones</li>
-    <li>Bug fix: Fixed Mapping import</li>
-    <li>Bug fix: Fixed str vs bytes confusion in cryptography functions and classes</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_7_7"><b>v3_7_7</b></a> released on June 21 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_7_7/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_7_7/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Authenticate w/ tokens w/ the HTCondor-CE collector</li>
-    <li>Added CONTINUE_IF_NO_PROXY attribute to control GSI to token transition</li>
-    <li>Bug fix: Fixes an issue causing SciTokens transfered to the factory to be corrupted</li>
-    <li>Bug fix: Fixes condor_config -dump is not safe if the pool config has multiline entries</li>
-    <li>Bug fix: Add job.condor typo fix for bosco to 3.7.7</li>
-    <li>NOTE: Now branch_v3_7 is completely separate. Feature or fixes have to be backported</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_7_6"><b>v3_7_6</b></a> released on Jan 18 2022 (<a href="http://glideinwms.fnal.gov/doc.v3_7_6/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_7_6/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Flexible mount point for CVMFS in glidein</li>
-    <li>Frontend and factory check expiration of SciTokens</li>
-    <li>Shared port is default for User Collector</li>
-    <li>API to retrieve job information from condor jobID</li>
-    <li>OSG_autoconf now allows override yaml configuration files</li>
-    <li>expiration and other validity of JWT tokens checked before use</li>
-    <li>Bug Fix: condor_chirp no longer fail when python2 used in job</li>
-    <li>Bug Fix: IDTOKEN issuer changed from collector host to trust domain</li>
-    <li>Bug Fix: proxy was failing to renew when both SCITOKEN and grid_proxy auth used</li>
-    <li>Bug Fix: OSG_autoconf automatic assignment of submit attributes fixed</li>
-    <li>Bug Fix: OSG_autoconf common entry fields implemented</li>
-    <li>Bug Fix: OSG_autoconf now possible to append instead of replace values</li>
-    <li>Bug Fix: glidein clears LD_LIBRARY_PATH prior to starting HTCondor</li>
-    <li>Bug Fix: JOB_TOKENS no longer set in glidein environment if not needed</li>
-    <li>Bug Fix: IDTOKEN/SCITOKEN auth to bosco sites fixed</li>
-    <li>Bug Fix: improved IDTOKEN revocation procedures</li>
-    <li>Bug Fix: SSL added to condor *_AUTHENTICATION_METHODS</li>
-    <li>Bug Fix: Possible to have frontend group with only SCITOKEN authentication</li>
-    <li>Bug Fix: Factory stores frontend group information per-token</li>
-    <li>Bug Fix: Intermittent -check_v35 error fails to  startup factory</li>
-    <li>Bug Fix: Fix glidein_starup.sh in staging area to be one with payload</li>
-    <li>Bug Fix: GCB support removed</li>
-    <li>Bug Fix: glidein_cleanup can cleanup directories chmoded read-only</li>
-    <li>Bug Fix: improved shellcheck testing</li>
-    <li>Bug Fix: corrected paths for some variables in glideins</li>
-    <li>Bug Fix: eliminated spurious log messages in glideins</li>
-    <li>Bug Fix: STARTD_JOB_ATTRS fixed in glideins</li>
-    <li>Bug Fix: GWMS_PATH in glidein_startup.sh corrected</li>
-    <li>Bug Fix: better cleanup of tmpfiles after install</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_7_5"><b>v3_7_5</b></a> released on Sep 2 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_7_5/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_7_5/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Support for big files in the glideinwms repository</li>
-    <li>Additional download mechanism for files</li>
-    <li>Bug Fix: Have SciToken credential be per-entry</li>
-    <li>Bug Fix: Fix IDTOKEN generation in the Frontend</li>
-    <li>Bug Fix: Cleanup script not executing correctly at glidein termination</li>
-    <li>Bug Fix: Automount of CVMFS integrated into glidein script</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_7_4"><b>v3_7_4</b></a> released on May 10, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_7_4/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_7_4/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Consider not available (not Idle) partitionable slots where all GPUs are used</li>
-    <li>Bug Fix: Submissions from some 3.6.5 frontends to 3.7.3 factories go on hold</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_7_3"><b>v3_7_3</b></a> released on March 25, 2021 (<a href="http://glideinwms.fnal.gov/doc.v3_7_3/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_7_3/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>More efficient generation of IDTOKENS by frontend</li>
-    <li>SciToken credentials configured and treated same as other credentials for glidein submission</li>
-    <li>Glideins configured without GSI but with SciToken and IDTOKENS successfully run jobs.</li>
-    <li>Order of places glidein checks for singularity changed</li>
-    <li>PATH with multiple directories can be configured to override singularity binary</li>
-    <li>Remove LD_PRELOAD from glidein environment by default</li>
-    <li>Fail without fall-back when user provided singularity image missing</li>
-    <li>Improved GPU implementation in glidenins</li>
-    <li>OSG_autoconf more configurable, auth_method and pilot_entries can be set</li>
-    <li>Bug Fix: Missing GSI configuration does not stop schedd query when IDTOKENS configured.</li>
-    <li>Bug Fix: Factory should not check condor tarball version prior to SciToken authentication to CE</li>
-    <li>Bug Fix: tmpfile needs to be on correct file system when factory writes tokens from frontend</li>
-    <li>Bug Fix: IDTOKENS auth does not fail on improper condor_version comparison</li>
-    <li>Bug Fix: rpm sub package (http) building issues fixed</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_7_2"><b>v3_7_2</b></a> released on December 21, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_7_2/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_7_2/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Includes all features and fixes of 3.6.6</li>
-    <li>Drop GLExec support</li>
-    <li>Mechanism for running custom scripts at the end of glidein execution</li>
-    <li>OSG_autoconf protection added to prevent failures when CE dissapears from OSG Collector</li>
-    <li>Bug fix: Frontend no longer over-generates tokens for entries</li>
-    <li>Bug fix: Factory does not remove glideins when idle limit is hi</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_7_1"><b>v3_7_1</b></a> released on November 3, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_7_1/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_7_1/install.html">Installation instructions</a>)<br>
-    <ul>
-    <li>Includes all features and fixes of 3.6.5</li>
-    <li>Configuration changes to make more compatible with HTCondor 8.9  on initial install</li>
-    <li>SciTokens authentication between Factory and CE</li>
-    <li>IDTokens authentication between Factory and Frontend</li>
-    <li>Bug fix: Factory reconfigs and startups do not require manual creation of directories</li>
-    <li>Bug fix: Factory builds Condor Tarballs to send with glideins correctly</li>
-    </ul>
-</li>
-<li>
-  <a id="v3_7"><b>v3_7</b></a> released on March 31, 2020 (<a href="http://glideinwms.fnal.gov/doc.v3_7/index.html">Manual</a>,
-  <a href="http://glideinwms.fnal.gov/doc.v3_7/install.html">Installation instructions</a>,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_7.tgz">Tarball</a>)<br>
-    <ul>
-    <li>Includes all features and fixes of 3.6.2</li>
-    <li>Use of HTCondor token-auth for Glideins authentication</li>
-    <li>Added secure logging channel</li>
-    <li>Refactored glidien_startup.sh to separate out the code in heredoc sections and improve code quality</li>
-    </ul>
-</li>
+          <li>
+            <a id="v3_9_6"><b>v3_9_6</b></a> released on October 27, 2022 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_9_6/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_9_6/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>
+                Added token authentication to Glideins running in the Cloud (AWS
+                and GCE). Now Glideins on all supported resources can
+                authenticate back using IDTOKENS when using recent HTCSS
+                versions.
+              </li>
+              <li>
+                Added `GLIDEIN_PERIODIC_SCRIPT` env variable to notify periodic
+                custom scripts
+              </li>
+              <li>
+                Added the possibility to set the Glidein HTCSS TRUST_DOMAIN as
+                attribute in the Frontend configuration
+              </li>
+              <li>
+                The Frontend configuration is now valid (reconfig/upgrade
+                successful) even if some HTCSS schedds are not in DNS. Failing
+                only if all schedds are unknown to DNS
+              </li>
+              <li>
+                Bug fix: Fixed `glidien_config` corrupted by concurrent custom
+                scripts run via HTCSS startd cron (#163)
+              </li>
+              <li>
+                Bug fix: Fixed `setup_x509.sh` not to write to stdout when
+                running as periodic script in HTCSS start cron (issues#162,#164)
+              </li>
+              <li>
+                Bug fix: Fixed setup_x509.sh creates proxy file in directory
+                used for tokens (issue#201)
+              </li>
+              <li>
+                Bug fix: Fixed GLIDEIN_START_DIR_ORIG and GLIDEIN_WORKSPACE_ORIG
+                values in glidein_config
+              </li>
+              <li>
+                Bug fix: Fixed unnecessary proxy/hostcert.pem workaround in
+                frontend config (issue#66)
+              </li>
+              <li>
+                Bug fix: Fixed analyze_entries and python3 readiness (issue#194)
+              </li>
+              <li>
+                Bug fix: Fixed gwms-renew-proxies service should check if local
+                VOMS cert is expired (issue#21)
+              </li>
+              <li>
+                Bug fix: Fixed python3 check return value in case of exception
+                (PR#211)
+              </li>
+              <li>
+                Bug fix: Fixed list_get_intersection in singularity_lib.sh that
+                was requiring python2 (PR#212)
+              </li>
+              <li>
+                Bug fix: Unset SEC_PASSWORD_DIRECTORY in the Glidein HTCSS
+                configuration, was causing warnings for unknown files (PR#226)
+              </li>
+              <li>
+                Bug fix: HTCSS DC_DAEMON_LIST now is equal to DAEMON_LIST only
+                in the Factory, in all other GlideinWMS components only selected
+                HTCSS daemons are added explicitly to it (issue#205)
+              </li>
+              <li>
+                Bug fix: Working and local tmp directories are removed during
+                Glidein cleanup also when the start directory is missing. This
+                result in a loss of Glidein final status information but avoids
+                sandbox leaks on the Worker Node. (issue#189)
+              </li>
+              <li>
+                NOTE: custom scripts should always read values via
+                gconfig_get(). The only exception is the parsing or the line to
+                get the add_config_line source file
+              </li>
+              <li>
+                NOTE: add_config_line is deprecated in favor of gconfig_add.
+                Will be removed from future versions
+              </li>
+              <li>
+                NOTE: add_config_line_safe is deprecated in favor of
+                gconfig_add_safe. gconfig_add is the recommended method to use
+                also in concurrent scripts
+              </li>
+              <li>
+                NOTE: gconfig_add_unsafe, with a similar behavior to the former
+                add_config_line, has been added. Its use is not recommended,
+                unless absolutely sure that no script will be run in parallel
+              </li>
+              <li>
+                NOTE: Only the first collector in TRUST_DOMAIN is kept,
+                following collectors are removed. This happens both in the
+                Frontend token issuer and in the setting of the Glidein
+                TRUST_DOMAIN (setup_x509.sh).
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_9_5"><b>v3_9_5</b></a> released on May 17, 2022 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_9_5/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_9_5/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Support for credential generator plugins</li>
+              <li>Support for Apptainer</li>
+              <li>
+                Support for python3-rrdtool added in OSG 3.6 also for RHEL7
+              </li>
+              <li>
+                Support for CVMFS on-demand via cvmfsexec (mount/umountrepo)
+              </li>
+              <li>Configurable idtokens lifetime</li>
+              <li>Improved frontend logging</li>
+              <li>Improved default SHARED_PORT configuration</li>
+              <li>Special handling of multiline condor config values</li>
+              <li>Advertise CONTAINERSW_ variables</li>
+              <li>
+                Bug fix: Fixes an issue causing SciTokens transfered to the
+                factory to be corrupted
+              </li>
+              <li>
+                Bug fix: Fixes to manual_glidein_submit for compatibility with
+                Python 3
+              </li>
+              <li>
+                Bug fix: Fixes to OSG_autoconf for compatibility with Python 3
+              </li>
+              <li>Bug fix: Fixes a minor issue in job.condor</li>
+              <li>Bug fix: Fixes OS detection for CentOS Stream 8</li>
+              <li>
+                Bug fix: Fixes an issue with scitoken handling to gsi_proxy
+                configured factory entries
+              </li>
+              <li>Bug fix: Fixes condor tarball directory structure</li>
+              <li>
+                Bug fix: Stops clearing LD_LIBRARY_PATH before starting HTCondor
+              </li>
+              <li>
+                Bug fix: Ensures that idtokens are transferred to glidein
+                credential directory
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_9_4"><b>v3_9_4</b></a> released on Jan 25, 2022 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_9_4/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_9_4/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Includes all features and fixes of 3.7.6</li>
+              <li>Adds support for CentOS 8</li>
+              <li>
+                Adds two new RPM packages (vofrontend-libs and
+                vofrontend-glidein) to provide essential libraries for
+                frontend-like applications
+              </li>
+              <li>Updates license to Apache 2.0</li>
+              <li>
+                Bug fix: Updates libraries for compatibility with PyYAML 6.0
+              </li>
+              <li>
+                Bug fix: Fixes a sring encoding issue affecting the cat log
+                scripts
+              </li>
+              <li>Bug fix: Fixes AWS/Google metadata encoding error</li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_9_3"><b>v3_9_3</b></a> released on Sep 21, 2021 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_9_3/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_9_3/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Includes all features and fixes of 3.7.5</li>
+              <li>Adds type validation to the check_python3_expr.py script</li>
+              <li>Removes unused encodingSupport.py and its unit tests</li>
+              <li>
+                Bug fix: Fixes an encoding issue affecting cloud submissions
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_9_2"><b>v3_9_2</b></a> released on Jun 1, 2021 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_9_2/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_9_2/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Includes all features and fixes of 3.7.3 and 3.7.4</li>
+              <li>Drops support for BDII along with its LDAP requirements</li>
+              <li>
+                Adds check_python3_expr.py to validate python3 in match
+                expressions
+              </li>
+              <li>Bug fix: Fixes string encoding issues on glideFactoryLib</li>
+              <li>
+                Bug fix: Fixes an issue that would cause some factory
+                configurations to generate malformed Condor files
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_9_1"><b>v3_9_1</b></a> released on February 11, 2021 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_9_1/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_9_1/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Includes all features and fixes of 3.7.2</li>
+              <li>Separates httpd packages from Factory and Frontend RPMs</li>
+              <li>
+                Bug fix: Frontend no longer reports duplicate glideclient
+                daemons to the Factory
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_9"><b>v3_9</b></a> released on September 18, 2020 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_9/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_9/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Includes all features and fixes of 3.6.3 and 3.7.1</li>
+              <li>
+                Python 3 code, some pitfalls to pay attention to are in the Bug
+                Fix section
+              </li>
+              <li>
+                Bug fix: custom disctionaries with __getattr__ in the creation
+                package (an infinite loop was masked in Python 2)
+              </li>
+              <li>Bug fix: str vs bytes, especially in crypto libraries</li>
+              <li>
+                Bug fix: None cannot be used in sorted string lists and we use
+                (None, None, None) for unmatched jobs in the Frontend
+              </li>
+              <li>Bug fix: Add __repr__ method to SubParams class</li>
+              <li>
+                Bug fix: Fixed pycache of creation/lib included in multiple
+                packages
+              </li>
+              <li>
+                Bug fix: Fixed spec file to include python3 compiled files and
+                not python2 ones
+              </li>
+              <li>Bug fix: Fixed Mapping import</li>
+              <li>
+                Bug fix: Fixed str vs bytes confusion in cryptography functions
+                and classes
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_7_7"><b>v3_7_7</b></a> released on June 21 2022 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_7_7/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_7_7/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Authenticate w/ tokens w/ the HTCondor-CE collector</li>
+              <li>
+                Added CONTINUE_IF_NO_PROXY attribute to control GSI to token
+                transition
+              </li>
+              <li>
+                Bug fix: Fixes an issue causing SciTokens transfered to the
+                factory to be corrupted
+              </li>
+              <li>
+                Bug fix: Fixes condor_config -dump is not safe if the pool
+                config has multiline entries
+              </li>
+              <li>Bug fix: Add job.condor typo fix for bosco to 3.7.7</li>
+              <li>
+                NOTE: Now branch_v3_7 is completely separate. Feature or fixes
+                have to be backported
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_7_6"><b>v3_7_6</b></a> released on Jan 18 2022 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_7_6/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_7_6/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Flexible mount point for CVMFS in glidein</li>
+              <li>Frontend and factory check expiration of SciTokens</li>
+              <li>Shared port is default for User Collector</li>
+              <li>API to retrieve job information from condor jobID</li>
+              <li>OSG_autoconf now allows override yaml configuration files</li>
+              <li>
+                expiration and other validity of JWT tokens checked before use
+              </li>
+              <li>
+                Bug Fix: condor_chirp no longer fail when python2 used in job
+              </li>
+              <li>
+                Bug Fix: IDTOKEN issuer changed from collector host to trust
+                domain
+              </li>
+              <li>
+                Bug Fix: proxy was failing to renew when both SCITOKEN and
+                grid_proxy auth used
+              </li>
+              <li>
+                Bug Fix: OSG_autoconf automatic assignment of submit attributes
+                fixed
+              </li>
+              <li>Bug Fix: OSG_autoconf common entry fields implemented</li>
+              <li>
+                Bug Fix: OSG_autoconf now possible to append instead of replace
+                values
+              </li>
+              <li>
+                Bug Fix: glidein clears LD_LIBRARY_PATH prior to starting
+                HTCondor
+              </li>
+              <li>
+                Bug Fix: JOB_TOKENS no longer set in glidein environment if not
+                needed
+              </li>
+              <li>Bug Fix: IDTOKEN/SCITOKEN auth to bosco sites fixed</li>
+              <li>Bug Fix: improved IDTOKEN revocation procedures</li>
+              <li>Bug Fix: SSL added to condor *_AUTHENTICATION_METHODS</li>
+              <li>
+                Bug Fix: Possible to have frontend group with only SCITOKEN
+                authentication
+              </li>
+              <li>
+                Bug Fix: Factory stores frontend group information per-token
+              </li>
+              <li>
+                Bug Fix: Intermittent -check_v35 error fails to startup factory
+              </li>
+              <li>
+                Bug Fix: Fix glidein_starup.sh in staging area to be one with
+                payload
+              </li>
+              <li>Bug Fix: GCB support removed</li>
+              <li>
+                Bug Fix: glidein_cleanup can cleanup directories chmoded
+                read-only
+              </li>
+              <li>Bug Fix: improved shellcheck testing</li>
+              <li>Bug Fix: corrected paths for some variables in glideins</li>
+              <li>Bug Fix: eliminated spurious log messages in glideins</li>
+              <li>Bug Fix: STARTD_JOB_ATTRS fixed in glideins</li>
+              <li>Bug Fix: GWMS_PATH in glidein_startup.sh corrected</li>
+              <li>Bug Fix: better cleanup of tmpfiles after install</li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_7_5"><b>v3_7_5</b></a> released on Sep 2 2021 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_7_5/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_7_5/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Support for big files in the glideinwms repository</li>
+              <li>Additional download mechanism for files</li>
+              <li>Bug Fix: Have SciToken credential be per-entry</li>
+              <li>Bug Fix: Fix IDTOKEN generation in the Frontend</li>
+              <li>
+                Bug Fix: Cleanup script not executing correctly at glidein
+                termination
+              </li>
+              <li>
+                Bug Fix: Automount of CVMFS integrated into glidein script
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_7_4"><b>v3_7_4</b></a> released on May 10, 2021 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_7_4/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_7_4/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>
+                Consider not available (not Idle) partitionable slots where all
+                GPUs are used
+              </li>
+              <li>
+                Bug Fix: Submissions from some 3.6.5 frontends to 3.7.3
+                factories go on hold
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_7_3"><b>v3_7_3</b></a> released on March 25, 2021 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_7_3/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_7_3/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>More efficient generation of IDTOKENS by frontend</li>
+              <li>
+                SciToken credentials configured and treated same as other
+                credentials for glidein submission
+              </li>
+              <li>
+                Glideins configured without GSI but with SciToken and IDTOKENS
+                successfully run jobs.
+              </li>
+              <li>Order of places glidein checks for singularity changed</li>
+              <li>
+                PATH with multiple directories can be configured to override
+                singularity binary
+              </li>
+              <li>Remove LD_PRELOAD from glidein environment by default</li>
+              <li>
+                Fail without fall-back when user provided singularity image
+                missing
+              </li>
+              <li>Improved GPU implementation in glidenins</li>
+              <li>
+                OSG_autoconf more configurable, auth_method and pilot_entries
+                can be set
+              </li>
+              <li>
+                Bug Fix: Missing GSI configuration does not stop schedd query
+                when IDTOKENS configured.
+              </li>
+              <li>
+                Bug Fix: Factory should not check condor tarball version prior
+                to SciToken authentication to CE
+              </li>
+              <li>
+                Bug Fix: tmpfile needs to be on correct file system when factory
+                writes tokens from frontend
+              </li>
+              <li>
+                Bug Fix: IDTOKENS auth does not fail on improper condor_version
+                comparison
+              </li>
+              <li>Bug Fix: rpm sub package (http) building issues fixed</li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_7_2"><b>v3_7_2</b></a> released on December 21, 2020 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_7_2/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_7_2/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Includes all features and fixes of 3.6.6</li>
+              <li>Drop GLExec support</li>
+              <li>
+                Mechanism for running custom scripts at the end of glidein
+                execution
+              </li>
+              <li>
+                OSG_autoconf protection added to prevent failures when CE
+                dissapears from OSG Collector
+              </li>
+              <li>
+                Bug fix: Frontend no longer over-generates tokens for entries
+              </li>
+              <li>
+                Bug fix: Factory does not remove glideins when idle limit is hi
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_7_1"><b>v3_7_1</b></a> released on November 3, 2020 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_7_1/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_7_1/install.html"
+              >Installation instructions</a
+            >)<br />
+            <ul>
+              <li>Includes all features and fixes of 3.6.5</li>
+              <li>
+                Configuration changes to make more compatible with HTCondor 8.9
+                on initial install
+              </li>
+              <li>SciTokens authentication between Factory and CE</li>
+              <li>IDTokens authentication between Factory and Frontend</li>
+              <li>
+                Bug fix: Factory reconfigs and startups do not require manual
+                creation of directories
+              </li>
+              <li>
+                Bug fix: Factory builds Condor Tarballs to send with glideins
+                correctly
+              </li>
+            </ul>
+          </li>
+          <li>
+            <a id="v3_7"><b>v3_7</b></a> released on March 31, 2020 (<a
+              href="http://glideinwms.fnal.gov/doc.v3_7/index.html"
+              >Manual</a
+            >,
+            <a href="http://glideinwms.fnal.gov/doc.v3_7/install.html"
+              >Installation instructions</a
+            >,<a href="http://glideinwms.fnal.gov/glideinWMS_v3_7.tgz"
+              >Tarball</a
+            >)<br />
+            <ul>
+              <li>Includes all features and fixes of 3.6.2</li>
+              <li>Use of HTCondor token-auth for Glideins authentication</li>
+              <li>Added secure logging channel</li>
+              <li>
+                Refactored glidien_startup.sh to separate out the code in
+                heredoc sections and improve code quality
+              </li>
+            </ul>
+          </li>
           <!-- end development -->
           <li>
             <b>v3_5</b> released on June 7, 2019 (<a