Add retry for terraform apply

Author: mrodm

internal/servicedeployer/_static/terraform_deployer_run.sh

@@ -21,6 +21,25 @@ cleanup() {
 }
 trap cleanup EXIT INT TERM
 
+retry() {
+  local retries=$1
+  shift
+  local count=0
+  until "$@"; do
+    exit=$?
+    wait=$((2 ** count))
+    count=$((count + 1))
+    if [ $count -lt "$retries" ]; then
+      >&2 echo "Retry $count/$retries exited $exit, retrying in $wait seconds..."
+      sleep $wait
+    else
+      >&2 echo "Retry $count/$retries exited $exit, no more retries left."
+      return $exit
+    fi
+  done
+  return 0
+}
+
 terraform init
 terraform plan
 
@@ -29,7 +48,7 @@ echo "Before Terraform Apply command"
 aws s3api list-buckets --query "Buckets[].Name" --output text | tr '\t' '\n'
 
 export TF_LOG="DEBUG"
-terraform apply -auto-approve
+retry 3 terraform apply -auto-approve
 
 echo "After Terraform Apply command"
 aws s3api list-buckets --query "Buckets[].Name" --output text | tr '\t' '\n'