diff --git a/backup/backup.sh b/backup/backup.sh
index 73c6208..2e596bd 100644
--- a/backup/backup.sh
+++ b/backup/backup.sh
@@ -11,6 +11,8 @@ trap report_failure ERR
 DUMP_FILE=/tmp/dragonsstash.dump
 TAR_FILE=/tmp/tdlib.tar.gz
 
+trap 'rm -f "$DUMP_FILE" "$TAR_FILE"' EXIT
+
 pg_dump -h dragonsstash-db -U "$POSTGRES_USER" -d "$POSTGRES_DB" -Fc -f "$DUMP_FILE"
 
 tar czf "$TAR_FILE" -C /data tdlib-worker tdlib-bot
@@ -18,8 +20,6 @@ tar czf "$TAR_FILE" -C /data tdlib-worker tdlib-bot
 restic backup "$DUMP_FILE" "$TAR_FILE"
 restic forget --keep-daily 14 --prune
 
-rm -f "$DUMP_FILE" "$TAR_FILE"
-
 curl -fsS "$KUMA_PUSH_URL" --get \
   --data-urlencode "status=up" \
   --data-urlencode "msg=OK"