restore.sh

# Fail fast
set -e

# Parse command-line arguments for this script
while [[ $# -gt 1 ]]
do
key="$1"

case $key in
    -b|--bucketname)
    BUCKET_NAME="$2"
    shift
    ;;
    -p|--bucketpath)
    BUCKET_PATH="$2"
    shift
    ;;
    -d|--download-path)
    DOWNLOAD_PATH="$2"
    shift
    ;;
    -tdb|--target-dbname)
    TARGET_DATABASE_NAME="$2"
    shift
    ;;
    -turl|--target-dburl)
    TARGET_DATABASE_URL="$2"
    shift
    ;;
    -f|--format)
    FORMAT="$2"
    shift
    ;;
esac
shift
done

BUCKET_NAME=${BUCKET_NAME:='bucket_name'}
BUCKET_PATH=${BUCKET_PATH:='bucket_path'}
DOWNLOAD_PATH=${DOWNLOAD_PATH:='./'}
DB_BACKUP_ENC_KEY=${DB_BACKUP_ENC_KEY:=}

TARGET_DATABASE_NAME=${TARGET_DATABASE_NAME:='database_name'}
TARGET_DATABASE_URL=${TARGET_DATABASE_URL:=}
FORMAT=${FORMAT:=}

if [[ -z "$TARGET_DATABASE_NAME" ]]; then
  echo "Missing TARGET_DATABASE_NAME variable"
  exit 1
fi
if [[ -z "$AWS_ACCESS_KEY_ID" ]]; then
  echo "Missing AWS_ACCESS_KEY_ID variable"
  exit 1
fi
if [[ -z "$AWS_SECRET_ACCESS_KEY" ]]; then
  echo "Missing AWS_SECRET_ACCESS_KEY variable"
  exit 1
fi
if [[ -z "$AWS_DEFAULT_REGION" ]]; then
  echo "Missing AWS_DEFAULT_REGION variable"
  exit 1
fi
if [[ -z "$BUCKET_PATH" ]]; then
  echo "Missing BUCKET_PATH variable"
  exit 1
fi
if [[ -z "$DB_BACKUP_ENC_KEY" ]]; then
  echo "Missing DB_BACKUP_ENC_KEY variable"
  exit 1
fi
if [[ -n "$FORMAT" ]]; then
  case $FORMAT in
    custom | directory | plain | tar)
      echo "Restoring with $FORMAT format ..."
      ;;
    *)
      echo "Unrecognized value for --format ($FORMAT)"
      exit 1
      ;;
  esac
fi

# Check initial contents of download directory
printf "\n\nInitial contents of DOWNLOAD_PATH ($DOWNLOAD_PATH) ..."
ls -lah $DOWNLOAD_PATH/

printf "Looking for latest file in s3://$BUCKET_NAME/$BUCKET_PATH/\n"

LATEST_FILES=$(aws s3 ls s3://$BUCKET_NAME/$BUCKET_PATH/ | tail -n 4 | grep --only-matching $BUCKET_PATH.*enc)

printf "\n\nLATEST_FILES:\n$LATEST_FILES\n"

latest_custom_format=$(   echo "$LATEST_FILES" | grep --only-matching .*custom_format.enc)
latest_directory_format=$(echo "$LATEST_FILES" | grep --only-matching .*directory_format.gz.enc)
latest_plain_format=$(    echo "$LATEST_FILES" | grep --only-matching .*plain_format.gz.enc)
latest_tar_format=$(      echo "$LATEST_FILES" | grep --only-matching .*tar_format.gz.enc)

printf "\n\nLatest custom file: $latest_custom_format\n"
printf "Latest directory file: $latest_directory_format\n"
printf "Latest plain file: $latest_plain_format\n"
printf "Latest tar file: $latest_tar_format\n"

aws s3 cp s3://$BUCKET_NAME/$BUCKET_PATH/$latest_custom_format $DOWNLOAD_PATH
aws s3 cp s3://$BUCKET_NAME/$BUCKET_PATH/$latest_directory_format $DOWNLOAD_PATH
aws s3 cp s3://$BUCKET_NAME/$BUCKET_PATH/$latest_plain_format $DOWNLOAD_PATH
aws s3 cp s3://$BUCKET_NAME/$BUCKET_PATH/$latest_tar_format $DOWNLOAD_PATH

openssl enc -aes-256-cbc -pbkdf2 -d -pass "env:DB_BACKUP_ENC_KEY" \
  -in $DOWNLOAD_PATH/$latest_custom_format \
  -out $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_custom_format.dump

openssl enc -aes-256-cbc -pbkdf2 -d -pass "env:DB_BACKUP_ENC_KEY" \
  -in $DOWNLOAD_PATH/$latest_directory_format \
  -out $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_directory_format.tar.gz

openssl enc -aes-256-cbc -pbkdf2 -d -pass "env:DB_BACKUP_ENC_KEY" \
  -in $DOWNLOAD_PATH/$latest_plain_format \
  -out $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_plain_format.sql.gz

openssl enc -aes-256-cbc -pbkdf2 -d -pass "env:DB_BACKUP_ENC_KEY" \
  -in $DOWNLOAD_PATH/$latest_tar_format \
  -out $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_tar_format.tar.gz

if [[ -n "$TARGET_DATABASE_URL" ]]; then

  echo "Restore database using TARGET_DATABASE_URL"

  # custom format
  if [ -z "$FORMAT" ] || [ "$FORMAT" = "custom" ]; then
    printf "Restoring custom format ...\n"
    file_path=$DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_custom_format.dump
    time pg_restore --clean --no-owner --dbname $TARGET_DATABASE_URL $file_path
    psql --dbname $TARGET_DATABASE_URL --command "\d"
  fi

  # directory format
  if [ -z "$FORMAT" ] || [ "$FORMAT" = "directory" ]; then
    printf "\n\nRestoring directory format ...\n"
    dir_path=$DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_directory_format/
    mkdir $dir_path
    tar -zxvf $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_directory_format.tar.gz --strip-components=2 --directory=$dir_path
    time pg_restore --clean --no-owner --dbname $TARGET_DATABASE_URL $dir_path
    psql --dbname $TARGET_DATABASE_URL --command "\d"
  fi

  # plain format
  if [ -z "$FORMAT" ] || [ "$FORMAT" = "plain" ]; then
    printf "\n\nRestoring plain format ...\n"
    gzip --verbose --decompress $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_plain_format.sql.gz
    file_path=$DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_plain_format.sql
    time psql --dbname $TARGET_DATABASE_URL --file=$file_path
    psql --dbname $TARGET_DATABASE_URL --command "\d"
  fi

  # tar format
  if [ -z "$FORMAT" ] || [ "$FORMAT" = "tar" ]; then
    printf "\n\nRestoring tar format ...\n"
    gzip --verbose --decompress $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_tar_format.tar.gz
    file_path=$DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_tar_format.tar
    time pg_restore --clean --no-owner --dbname $TARGET_DATABASE_URL $file_path
    psql --dbname $TARGET_DATABASE_URL --command "\d"
  fi

elif [[ -n "$TARGET_DATABASE_NAME" ]]; then

  if [ -f /.dockerenv ]; then
    printf "\n\n*** Create PGDATA directory at $PGDATA ...\n"
    mkdir $PGDATA

    printf "*** Initialize the database directory ...\n"
    pg_ctl initdb

    printf "Start postgres server with database directory ...\n"
    pg_ctl start -l /tmp/postgres.log

    printf "*** Create default database for appuser ...\n"
    createdb appuser
  fi

  echo "Restore database using TARGET_DATABASE_NAME"

  # custom format
  if [ -z "$FORMAT" ] || [ "$FORMAT" = "custom" ]; then
    printf "\n\nRestoring custom format ...\n"
    file_path=$DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_custom_format.dump
    createdb ${TARGET_DATABASE_NAME}_restored
    time pg_restore --no-owner --dbname ${TARGET_DATABASE_NAME}_restored $file_path
    psql --dbname ${TARGET_DATABASE_NAME}_restored --command "\d"
    dropdb ${TARGET_DATABASE_NAME}_restored
  fi

  # directory format
  if [ -z "$FORMAT" ] || [ "$FORMAT" = "directory" ]; then
    printf "\n\nRestoring directory format ...\n"
    dir_path=$DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_directory_format/
    mkdir $dir_path
    tar -zxvf $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_directory_format.tar.gz --strip-components=2 --directory=$dir_path
    createdb ${TARGET_DATABASE_NAME}_restored
    time pg_restore --no-owner --dbname ${TARGET_DATABASE_NAME}_restored $dir_path
    psql --dbname ${TARGET_DATABASE_NAME}_restored --command "\d"
    dropdb ${TARGET_DATABASE_NAME}_restored
  fi

  # plain format
  if [ -z "$FORMAT" ] || [ "$FORMAT" = "plain" ]; then
    printf "\n\nRestoring plain format ...\n"
    gzip --verbose --decompress $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_plain_format.sql.gz
    file_path=$DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_plain_format.sql
    createdb ${TARGET_DATABASE_NAME}_restored
    time psql --dbname ${TARGET_DATABASE_NAME}_restored --file=$file_path
    psql --dbname ${TARGET_DATABASE_NAME}_restored --command "\d"
    dropdb ${TARGET_DATABASE_NAME}_restored
  fi

  # tar format
  if [ -z "$FORMAT" ] || [ "$FORMAT" = "tar" ]; then
    printf "\n\nRestoring tar format ...\n"
    gzip --verbose --decompress $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_tar_format.tar.gz
    file_path=$DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_tar_format.tar
    createdb ${TARGET_DATABASE_NAME}_restored
    time pg_restore --no-owner --dbname ${TARGET_DATABASE_NAME}_restored $file_path
    psql --dbname ${TARGET_DATABASE_NAME}_restored --command "\d"
    dropdb ${TARGET_DATABASE_NAME}_restored
  fi

  if [ -f /.dockerenv ]; then
    printf "\n\n*** Stop postgres server with database directory ...\n"
    pg_ctl stop -l /tmp/postgres.log
  fi
fi

# cleanup each of the encrypted backups that were downloaded
rm -v $DOWNLOAD_PATH/$latest_custom_format
rm -v $DOWNLOAD_PATH/$latest_directory_format
rm -v $DOWNLOAD_PATH/$latest_plain_format
rm -v $DOWNLOAD_PATH/$latest_tar_format

# cleanup each of the unencryped and extracted backups
rm -v  $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_custom_format.dump
rm -v  $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_directory_format.tar.gz
if [ -z "$FORMAT" ] || [ "$FORMAT" = "directory" ]; then
  rm -rv $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_directory_format/
fi
rm -v  $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_plain_format.*
rm -v  $DOWNLOAD_PATH/${TARGET_DATABASE_NAME}_tar_format.*

# verify empty directory
printf "\n\nFinal contents of DOWNLOAD_PATH ($DOWNLOAD_PATH) ..."
ls -lah $DOWNLOAD_PATH/

printf '\nDone!\n'