feat: add new packages for ansible

ansible/roles/host_setup/vars/debian.yml

@@ -42,6 +42,7 @@ _host_distro_packages:
   - bridge-utils
   - cgroup-tools
   - curl
+  - cryptsetup
   - dmeventd
   - dstat
   - ebtables
@@ -51,6 +52,7 @@ _host_distro_packages:
   - libkmod2
   - lvm2
   - nfs-client
+  - open-iscsi
   - rsync
   - software-properties-common
   - sysstat

base-helm-configs/barbican/barbican-helm-overrides.yaml

@@ -408,6 +408,33 @@ conf:
     #   simple_crypto_plugin:
     #     # The kek should be a 32-byte value which is base64 encoded.
     #     kek: "dGhpcnR5X3R3b19ieXRlX2tleWJsYWhibGFoYmxhaGg="
+    oslo_concurrency:
+      lock_path: /tmp/barbican
+    oslo_messaging_notifications:
+      driver: messagingv2
+    oslo_middleware:
+      enable_proxy_headers_parsing: true
+    oslo_messaging_rabbit:
+      amqp_durable_queues: true
+      # We define use of quorum queues via kustomize but this was enabling HA queues instead
+      # ha_queues are deprecated, explicitly set to false and set quorum_queue true
+      rabbit_ha_queues: false
+      rabbit_quorum_queue: true
+      # TODO: Not available until 2024.1, but once it is, we want to enable these!
+      # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
+      # Reconnect after a node outage more quickly
+      rabbit_interval_max: 10
+      # Send more frequent heartbeats and fail unhealthy nodes faster
+      # heartbeat_timeout / heartbeat_rate / 2.0 = 30 / 3 / 2.0 = 5
+      # https://opendev.org/openstack/oslo.messaging/commit/36fb5bceabe08a982ebd52e4a8f005cd26fdf6b8
+      heartbeat_rate: 3
+      heartbeat_timeout_threshold: 30
+      # Setting lower kombu_reconnect_delay should resolve isssue with HA failing when one node is down
+      # https://lists.openstack.org/pipermail/openstack-discuss/2023-April/033314.html
+      # https://review.opendev.org/c/openstack/oslo.messaging/+/866617
+      kombu_reconnect_delay: 0.5
   # KEK rotation for the simple_crypto plugin
   simple_crypto_kek_rewrap:
 

base-helm-configs/ceilometer/ceilometer-helm-overrides.yaml

@@ -98,16 +98,18 @@ conf:
       topics:
         - notifications
         - profiler
+    oslo_concurrency:
+      lock_path: /tmp/ceilometer
     oslo_messaging_rabbit:
+      amqp_durable_queues: true
       # We define use of quorum queues via kustomize but this was enabling HA queues instead
       # ha_queues are deprecated, explicitly set to false and set quorum_queue true
-      amqp_durable_queues: false
       rabbit_ha_queues: false
       rabbit_quorum_queue: true
       # TODO: Not available until 2024.1, but once it is, we want to enable these!
       # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
-      # rabbit_transient_quorum_queue: true
-      # use_queue_manager: true
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
       # Reconnect after a node outage more quickly
       rabbit_interval_max: 10
       # Send more frequent heartbeats and fail unhealthy nodes faster

base-helm-configs/cinder/cinder-helm-overrides.yaml

@@ -824,22 +824,21 @@ conf:
     oslo_policy:
       policy_file: /etc/cinder/policy.yaml
     oslo_concurrency:
-      lock_path: "/var/lib/cinder/tmp"
+      lock_path: /tmp/cinder
     oslo_messaging_notifications:
       driver: messagingv2
     oslo_middleware:
       enable_proxy_headers_parsing: true
     oslo_messaging_rabbit:
-      # explicitly disable amqp durable queues because quorum is enabled
-      amqp_durable_queues: false
+      amqp_durable_queues: true
       # We define use of quorum queues via kustomize but this was enabling HA queues instead
       # ha_queues are deprecated, explicitly set to false and set quorum_queue true
       rabbit_ha_queues: false
       rabbit_quorum_queue: true
       # TODO: Not available until 2024.1, but once it is, we want to enable these!
       # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
-      # rabbit_transient_quorum_queue: true
-      # use_queue_manager: true
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
       # Reconnect after a node outage more quickly
       rabbit_interval_max: 10
       # Send more frequent heartbeats and fail unhealthy nodes faster

base-helm-configs/designate/designate-helm-overrides.yaml

@@ -471,6 +471,7 @@ conf:
       auth_version: v3
       memcache_security_strategy: ENCRYPT
       service_type: dns
+
   logging:
     loggers:
       keys:

base-helm-configs/glance/glance-helm-overrides.yaml

@@ -267,18 +267,19 @@ conf:
       pool_timeout: 60
       max_retries: -1
     oslo_concurrency:
-      lock_path: "/var/lib/glance/tmp"
+      lock_path: /tmp/glance
     oslo_messaging_notifications:
       driver: messagingv2
     oslo_messaging_rabbit:
+      amqp_durable_queues: true
       # We define use of quorum queues via kustomize but this was enabling HA queues instead
       # ha_queues are deprecated, explicitly set to false and set quorum_queue true
       rabbit_ha_queues: false
       rabbit_quorum_queue: true
       # TODO: Not available until 2024.1, but once it is, we want to enable these!
       # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
-      # rabbit_transient_quorum_queue: true
-      # use_queue_manager: true
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
       # Reconnect after a node outage more quickly
       rabbit_interval_max: 10
       # Send more frequent heartbeats and fail unhealthy nodes faster

base-helm-configs/heat/heat-helm-overrides.yaml

@@ -372,15 +372,18 @@ conf:
       driver: messagingv2
     oslo_middleware:
       enable_proxy_headers_parsing: true
+    oslo_concurrency:
+      lock_path: /tmp/heat
     oslo_messaging_rabbit:
+      amqp_durable_queues: true
       # We define use of quorum queues via kustomize but this was enabling HA queues instead
       # ha_queues are deprecated, explicitly set to false and set quorum_queue true
       rabbit_ha_queues: false
       rabbit_quorum_queue: true
       # TODO: Not available until 2024.1, but once it is, we want to enable these!
       # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
-      # rabbit_transient_quorum_queue: true
-      # use_queue_manager: true
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
       # Reconnect after a node outage more quickly
       rabbit_interval_max: 10
       # Send more frequent heartbeats and fail unhealthy nodes faster

base-helm-configs/keystone/keystone-helm-overrides.yaml

@@ -521,17 +521,20 @@ conf:
     cache:
       enabled: true
       backend: dogpile.cache.memcached
+    oslo_concurrency:
+      lock_path: /tmp/keystone
     oslo_messaging_notifications:
       driver: messagingv2
     oslo_messaging_rabbit:
+      amqp_durable_queues: true
       # We define use of quorum queues via kustomize but this was enabling HA queues instead
       # ha_queues are deprecated, explicitly set to false and set quorum_queue true
       rabbit_ha_queues: false
       rabbit_quorum_queue: true
       # TODO: Not available until 2024.1, but once it is, we want to enable these!
       # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
-      # rabbit_transient_quorum_queue: true
-      # use_queue_manager: true
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
       # Reconnect after a node outage more quickly
       rabbit_interval_max: 10
       # Send more frequent heartbeats and fail unhealthy nodes faster

base-helm-configs/magnum/magnum-helm-overrides.yaml

@@ -103,7 +103,28 @@ conf:
     oslo_messaging_notifications:
       driver: messagingv2
     oslo_concurrency:
-      lock_path: /var/lib/magnum/tmp
+      lock_path: /tmp/magnum
+    oslo_messaging_rabbit:
+      amqp_durable_queues: true
+      # We define use of quorum queues via kustomize but this was enabling HA queues instead
+      # ha_queues are deprecated, explicitly set to false and set quorum_queue true
+      rabbit_ha_queues: false
+      rabbit_quorum_queue: true
+      # TODO: Not available until 2024.1, but once it is, we want to enable these!
+      # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
+      # Reconnect after a node outage more quickly
+      rabbit_interval_max: 10
+      # Send more frequent heartbeats and fail unhealthy nodes faster
+      # heartbeat_timeout / heartbeat_rate / 2.0 = 30 / 3 / 2.0 = 5
+      # https://opendev.org/openstack/oslo.messaging/commit/36fb5bceabe08a982ebd52e4a8f005cd26fdf6b8
+      heartbeat_rate: 3
+      heartbeat_timeout_threshold: 30
+      # Setting lower kombu_reconnect_delay should resolve isssue with HA failing when one node is down
+      # https://lists.openstack.org/pipermail/openstack-discuss/2023-April/033314.html
+      # https://review.opendev.org/c/openstack/oslo.messaging/+/866617
+      kombu_reconnect_delay: 0.5
     oslo_policy:
       policy_file: /etc/magnum/policy.yaml
     certificates:

base-helm-configs/neutron/neutron-helm-overrides.yaml

@@ -1793,7 +1793,7 @@ conf:
       # 'network.backend' to sane defaults.
       interface_driver: null
     oslo_concurrency:
-      lock_path: /var/lib/neutron/tmp
+      lock_path: /tmp/neutron
     database:
       mysql_sql_mode: ""
       connection_debug: 100
@@ -1809,14 +1809,15 @@ conf:
     oslo_messaging_notifications:
       driver: messagingv2
     oslo_messaging_rabbit:
+      amqp_durable_queues: true
       # We define use of quorum queues via kustomize but this was enabling HA queues instead
       # ha_queues are deprecated, explicitly set to false and set quorum_queue true
       rabbit_ha_queues: false
       rabbit_quorum_queue: true
       # TODO: Not available until 2024.1, but once it is, we want to enable these!
       # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
-      # rabbit_transient_quorum_queue: true
-      # use_queue_manager: true
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
       # Reconnect after a node outage more quickly
       rabbit_interval_max: 10
       # Send more frequent heartbeats and fail unhealthy nodes faster

base-helm-configs/nova/nova-helm-overrides.yaml

@@ -1401,7 +1401,7 @@ conf:
     oslo_policy:
       policy_file: /etc/nova/policy.yaml
     oslo_concurrency:
-      lock_path: /var/lib/nova/tmp
+      lock_path: /tmp/nova
     oslo_middleware:
       enable_proxy_headers_parsing: true
     glance:
@@ -1460,14 +1460,15 @@ conf:
     oslo_messaging_notifications:
       driver: messagingv2
     oslo_messaging_rabbit:
+      amqp_durable_queues: true
       # We define use of quorum queues via kustomize but this was enabling HA queues instead
       # ha_queues are deprecated, explicitly set to false and set quorum_queue true
       rabbit_ha_queues: false
       rabbit_quorum_queue: true
       # TODO: Not available until 2024.1, but once it is, we want to enable these!
       # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
-      # rabbit_transient_quorum_queue: true
-      # use_queue_manager: true
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
       # Reconnect after a node outage more quickly
       rabbit_interval_max: 10
       # Send more frequent heartbeats and fail unhealthy nodes faster

base-helm-configs/octavia/octavia-helm-overrides.yaml

@@ -244,6 +244,29 @@ conf:
       rpc_thread_pool_size: 2
     oslo_messaging_notifications:
       driver: messagingv2
+    oslo_concurrency:
+      lock_path: /tmp/octavia
+    oslo_messaging_rabbit:
+      amqp_durable_queues: true
+      # We define use of quorum queues via kustomize but this was enabling HA queues instead
+      # ha_queues are deprecated, explicitly set to false and set quorum_queue true
+      rabbit_ha_queues: false
+      rabbit_quorum_queue: true
+      # TODO: Not available until 2024.1, but once it is, we want to enable these!
+      # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
+      # Reconnect after a node outage more quickly
+      rabbit_interval_max: 10
+      # Send more frequent heartbeats and fail unhealthy nodes faster
+      # heartbeat_timeout / heartbeat_rate / 2.0 = 30 / 3 / 2.0 = 5
+      # https://opendev.org/openstack/oslo.messaging/commit/36fb5bceabe08a982ebd52e4a8f005cd26fdf6b8
+      heartbeat_rate: 3
+      heartbeat_timeout_threshold: 30
+      # Setting lower kombu_reconnect_delay should resolve isssue with HA failing when one node is down
+      # https://lists.openstack.org/pipermail/openstack-discuss/2023-April/033314.html
+      # https://review.opendev.org/c/openstack/oslo.messaging/+/866617
+      kombu_reconnect_delay: 0.5
     house_keeping:
       load_balancer_expiry_age: 3600
       amphora_expiry_age: 3600

base-helm-configs/placement/placement-helm-overrides.yaml

@@ -69,6 +69,31 @@ conf:
       auth_type: password
       memcache_security_strategy: ENCRYPT
       service_type: placement
+    oslo_messaging_notifications:
+      driver: messagingv2
+    oslo_concurrency:
+      lock_path: /tmp/octavia
+    oslo_messaging_rabbit:
+      amqp_durable_queues: true
+      # We define use of quorum queues via kustomize but this was enabling HA queues instead
+      # ha_queues are deprecated, explicitly set to false and set quorum_queue true
+      rabbit_ha_queues: false
+      rabbit_quorum_queue: true
+      # TODO: Not available until 2024.1, but once it is, we want to enable these!
+      # new feature ref; https://docs.openstack.org/releasenotes/oslo.messaging/2024.1.html
+      rabbit_transient_quorum_queue: true
+      use_queue_manager: true
+      # Reconnect after a node outage more quickly
+      rabbit_interval_max: 10
+      # Send more frequent heartbeats and fail unhealthy nodes faster
+      # heartbeat_timeout / heartbeat_rate / 2.0 = 30 / 3 / 2.0 = 5
+      # https://opendev.org/openstack/oslo.messaging/commit/36fb5bceabe08a982ebd52e4a8f005cd26fdf6b8
+      heartbeat_rate: 3
+      heartbeat_timeout_threshold: 30
+      # Setting lower kombu_reconnect_delay should resolve isssue with HA failing when one node is down
+      # https://lists.openstack.org/pipermail/openstack-discuss/2023-April/033314.html
+      # https://review.opendev.org/c/openstack/oslo.messaging/+/866617
+      kombu_reconnect_delay: 0.5
   logging:
     loggers:
       keys:

base-kustomize/barbican/base/barbican-rabbitmq-queue.yaml

@@ -49,7 +49,7 @@ spec:
   vhost: "barbican" # default to '/' if not provided
   type: quorum # without providing a queue type, rabbitmq creates a classic queue
   autoDelete: false
-  durable: true # seting 'durable' to false means this queue won't survive a server restart
+  durable: true # setting 'durable' to false means this queue won't survive a server restart
   rabbitmqClusterReference:
     name: rabbitmq # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack

base-kustomize/cinder/base/cinder-rabbitmq-queue.yaml

@@ -49,7 +49,7 @@ spec:
   vhost: "cinder" # default to '/' if not provided
   type: quorum # without providing a queue type, rabbitmq creates a classic queue
   autoDelete: false
-  durable: true # seting 'durable' to false means this queue won't survive a server restart
+  durable: true # setting 'durable' to false means this queue won't survive a server restart
   rabbitmqClusterReference:
     name: rabbitmq # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack

base-kustomize/designate/base/designate-rabbitmq-queue.yaml

@@ -49,7 +49,7 @@ spec:
   vhost: "designate" # default to '/' if not provided
   type: quorum # without providing a queue type, rabbitmq creates a classic queue
   autoDelete: false
-  durable: true # seting 'durable' to false means this queue won't survive a server restart
+  durable: true # setting 'durable' to false means this queue won't survive a server restart
   rabbitmqClusterReference:
     name: rabbitmq # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack

base-kustomize/glance/base/glance-rabbitmq-queue.yaml

@@ -49,7 +49,7 @@ spec:
   vhost: "glance" # default to '/' if not provided
   type: quorum # without providing a queue type, rabbitmq creates a classic queue
   autoDelete: false
-  durable: true # seting 'durable' to false means this queue won't survive a server restart
+  durable: true # setting 'durable' to false means this queue won't survive a server restart
   rabbitmqClusterReference:
     name: rabbitmq # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack

base-kustomize/heat/base/heat-rabbitmq-queue.yaml

@@ -43,7 +43,7 @@ spec:
   vhost: "heat" # default to '/' if not provided
   type: quorum # without providing a queue type, rabbitmq creates a classic queue
   autoDelete: false
-  durable: true # seting 'durable' to false means this queue won't survive a server restart
+  durable: true # setting 'durable' to false means this queue won't survive a server restart
   rabbitmqClusterReference:
     name: rabbitmq # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack

base-kustomize/keystone/base/keystone-rabbitmq-queue.yaml

@@ -49,7 +49,7 @@ spec:
   vhost: "keystone" # default to '/' if not provided
   type: quorum # without providing a queue type, rabbitmq creates a classic queue
   autoDelete: false
-  durable: true # seting 'durable' to false means this queue won't survive a server restart
+  durable: true # setting 'durable' to false means this queue won't survive a server restart
   rabbitmqClusterReference:
     name: rabbitmq # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack

base-kustomize/magnum/base/magnum-rabbitmq-queue.yaml

@@ -42,7 +42,7 @@ spec:
   vhost: "magnum" # default to '/' if not provided
   type: quorum # without providing a queue type, rabbitmq creates a classic queue
   autoDelete: false
-  durable: true # seting 'durable' to false means this queue won't survive a server restart
+  durable: true # setting 'durable' to false means this queue won't survive a server restart
   rabbitmqClusterReference:
     name: rabbitmq # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack

base-kustomize/neutron/base/neutron-rabbitmq-queue.yaml

@@ -49,7 +49,7 @@ spec:
   vhost: "neutron" # default to '/' if not provided
   type: quorum # without providing a queue type, rabbitmq creates a classic queue
   autoDelete: false
-  durable: true # seting 'durable' to false means this queue won't survive a server restart
+  durable: true # setting 'durable' to false means this queue won't survive a server restart
   rabbitmqClusterReference:
     name: rabbitmq # rabbitmqCluster must exist in the same namespace as this resource
     namespace: openstack