fix(ci): harden website deploy rollback
This commit is contained in:
parent
96fe4d26c7
commit
7e4d13a85c
3 changed files with 193 additions and 5 deletions
|
|
@ -18,6 +18,8 @@ release_tag=""
|
|||
latest_tag="${IMAGE_REPO}:latest"
|
||||
container_cli=""
|
||||
deployment_started=false
|
||||
rollback_done=false
|
||||
rollback_in_progress=false
|
||||
|
||||
usage() {
|
||||
cat <<USAGE
|
||||
|
|
@ -36,6 +38,9 @@ log() {
|
|||
|
||||
fail() {
|
||||
printf '[deploy:%s] ERROR: %s\n' "$APP_NAME" "$*" >&2
|
||||
if [ "${deployment_started:-false}" = "true" ] && [ "${rollback_in_progress:-false}" != "true" ]; then
|
||||
rollback || true
|
||||
fi
|
||||
exit 1
|
||||
}
|
||||
|
||||
|
|
@ -135,6 +140,46 @@ tag_existing_latest_for_rollback() {
|
|||
fi
|
||||
}
|
||||
|
||||
container_systemd_unit() {
|
||||
"$container_cli" inspect "$CONTAINER_NAME" \
|
||||
--format '{{ index .Config.Labels "PODMAN_SYSTEMD_UNIT" }}' 2>/dev/null || true
|
||||
}
|
||||
|
||||
require_container_managed_by_service() {
|
||||
local unit
|
||||
|
||||
if "$dry_run"; then
|
||||
log "DRY-RUN: would require $CONTAINER_NAME to be managed by $SERVICE_NAME"
|
||||
return 0
|
||||
fi
|
||||
|
||||
unit="$(container_systemd_unit)"
|
||||
[ "$unit" = "$SERVICE_NAME" ] || fail "refusing to stop $CONTAINER_NAME; expected PODMAN_SYSTEMD_UNIT=$SERVICE_NAME, got '${unit:-unset}'"
|
||||
}
|
||||
|
||||
validate_restart_strategy() {
|
||||
case "$DEPLOY_RESTART_STRATEGY" in
|
||||
systemctl)
|
||||
if ! "$dry_run" && ! systemctl --user show "$SERVICE_NAME" >/dev/null 2>&1; then
|
||||
fail "systemctl --user cannot access $SERVICE_NAME"
|
||||
fi
|
||||
;;
|
||||
quadlet-container|kill-container)
|
||||
require_container_managed_by_service
|
||||
;;
|
||||
auto)
|
||||
if "$dry_run"; then
|
||||
log "DRY-RUN: would validate automatic restart strategy"
|
||||
elif ! command -v systemctl >/dev/null 2>&1 || ! systemctl --user show "$SERVICE_NAME" >/dev/null 2>&1; then
|
||||
require_container_managed_by_service
|
||||
fi
|
||||
;;
|
||||
*)
|
||||
fail "unknown DEPLOY_RESTART_STRATEGY: $DEPLOY_RESTART_STRATEGY"
|
||||
;;
|
||||
esac
|
||||
}
|
||||
|
||||
initialize_submodules() {
|
||||
log "initializing submodules"
|
||||
run git config --global url."https://git.dimensionlab.net/".insteadOf "ssh://git@git.dimensionlab.net/"
|
||||
|
|
@ -162,7 +207,8 @@ restart_service() {
|
|||
systemctl)
|
||||
run systemctl --user restart "$SERVICE_NAME"
|
||||
;;
|
||||
kill-container)
|
||||
quadlet-container|kill-container)
|
||||
require_container_managed_by_service
|
||||
run "$container_cli" stop "$CONTAINER_NAME"
|
||||
;;
|
||||
auto)
|
||||
|
|
@ -232,7 +278,7 @@ smoke_tiles() {
|
|||
"$TILE_BATCH_URL"
|
||||
)"
|
||||
|
||||
[[ "$response" == *'"state":"ready"'* ]] || fail "tile batch smoke did not return ready state"
|
||||
[[ "$response" == *'"state":"ready"'* ]]
|
||||
}
|
||||
|
||||
wait_for_smoke() {
|
||||
|
|
@ -256,13 +302,16 @@ wait_for_smoke() {
|
|||
}
|
||||
|
||||
rollback() {
|
||||
if [ "$deployment_started" != "true" ] || [ -z "$rollback_tag" ]; then
|
||||
if [ "$deployment_started" != "true" ] || [ -z "$rollback_tag" ] || [ "$rollback_done" = "true" ]; then
|
||||
return 0
|
||||
fi
|
||||
|
||||
rollback_done=true
|
||||
rollback_in_progress=true
|
||||
printf '[deploy:%s] rolling back to %s\n' "$APP_NAME" "$rollback_tag" >&2
|
||||
"$container_cli" tag "$rollback_tag" "$latest_tag" || true
|
||||
restart_service || true
|
||||
rollback_in_progress=false
|
||||
}
|
||||
|
||||
on_error() {
|
||||
|
|
@ -275,6 +324,7 @@ trap on_error ERR
|
|||
|
||||
require_main_push
|
||||
select_container_cli
|
||||
validate_restart_strategy
|
||||
|
||||
log "using container CLI: $container_cli"
|
||||
log "target image: $latest_tag"
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue