Skip to content

Commit

Permalink
Support quorum formation 6.2.1 onward, update software upgrade order …
Browse files Browse the repository at this point in the history
…and timeout (#46)
  • Loading branch information
dackbusch authored Apr 29, 2024
1 parent 1715bb5 commit 2333002
Show file tree
Hide file tree
Showing 4 changed files with 10 additions and 4 deletions.
2 changes: 1 addition & 1 deletion modules/qprovisioner/functions/upgrade-order.txt
Original file line number Diff line number Diff line change
@@ -1 +1 @@
4.1.0.1, 4.2.0, 4.3.0, 5.0.0.1, 5.1.0.1, 5.2.0.2, 5.3.0, 6.0.0.2, 6.1.0, 6.2.0, 6.3.0
4.1.0.1, 4.2.0, 4.3.0, 5.0.0.1, 5.1.0.1, 5.2.0.2, 5.3.0, 6.0.0.2, 6.1.0.3, 6.2.0.1, 6.3.0.1, 7.0.0.1, 7.1.0, 7.2.0, 7.3.0
8 changes: 7 additions & 1 deletion modules/qprovisioner/scripts/provision.sh
Original file line number Diff line number Diff line change
Expand Up @@ -348,7 +348,13 @@ elif [ "$add_nodes" == "true" ]; then
$qqh network_mod_network --network-id 1 --floating-ip-ranges $halfFloatIPs
fi

$qqh add_nodes --node-ips ${upgradeIPs[@]}
chk6=$(vercomp $cur_ver "6.1.2"; echo $?)
if [ $chk6 -eq 1 ]; then
$qqh add_nodes --node-ips ${upgradeIPs[@]}
else
$qqh add_nodes --node-ips ${upgradeIPs[@]} --batch
fi

until ./qq --host ${upgradeIPs[0]} node_state_get | grep -q "ACTIVE"; do
sleep 5
echo "Waiting for Quorum"
Expand Down
2 changes: 1 addition & 1 deletion modules/qprovisioner/scripts/status.ps1
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
$status=aws ssm get-parameter --region ${aws_region} --output text --name "/qumulo/${deployment_unique_name}/last-run-status" --query "Parameter.Value"
Write-Host $status
$maxtime = $maxtime + 10
if ($maxtime -gt 900) {
if ($maxtime -gt 2400) {
Write-Host "****************Cluster Provisioning FAILED****************"
Write-Host "AWS Parameter Store /qumulo/${deployment_unique_name}/last-run-status to see what stage it failed at. You may resolve the issue and manually restart it."
Write-Host "For more detailed analysis review the AWS provisioning instance ${aws_instance_id} log to troubleshoot"
Expand Down
2 changes: 1 addition & 1 deletion modules/qprovisioner/scripts/status.sh
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ while [ "$status" != "Shutting down provisioning instance" ]; do
status=$(aws ssm get-parameter --region ${aws_region} --output text --name "/qumulo/${deployment_unique_name}/last-run-status" --query "Parameter.Value")
echo $status
maxtime=$(( $maxtime + 10 ))
if [ $maxtime -gt 900 ]; then
if [ $maxtime -gt 2400 ]; then
echo "****************Cluster Provisioning FAILED****************"
echo "AWS Parameter Store /qumulo/${deployment_unique_name}/last-run-status to see what stage it failed at. You may resolve the issue and manually restart it."
echo "For more detailed analysis review the AWS provisioning instance ${aws_instance_id} log to troubleshoot"
Expand Down

0 comments on commit 2333002

Please sign in to comment.