(ncn-mw#) Create a directory for the contents to reside.
BACKUPDIR=hms-backup_`date '+%Y-%m-%d_%H-%M-%S'`
mkdir $BACKUPDIR
cd $BACKUPDIR
(ncn-mw#) Create backup of HSM postgres database.
BACKUP_LOCATION=`pwd`
export BACKUP_NAME=cray-smd-postgres-$BACKUPDIR
export BACKUP_FOLDER=${BACKUP_LOCATION}/${BACKUP_NAME}
mkdir -p "$BACKUP_FOLDER"
echo $BACKUP_FOLDER
/usr/share/doc/csm/operations/hardware_state_manager/scripts/backup_smd_postgres.sh
(ncn-mw#) Check the output from the script that just ran, if successful make a tar file of the backup.
cd $BACKUP_FOLDER && cd ..
tar -czvf $BACKUP_NAME.tar.gz $BACKUP_NAME
rm -rf $BACKUP_NAME
ls -la
(ncn-mw#) Create backups of locks, groups, partitions, membership, and hardware inventory.
cray hsm locks status list --format json > cray-smd-locks-dump_$BACKUPDIR.json
cray hsm groups list --format json > cray-smd-groups-dump_$BACKUPDIR.json
cray hsm partitions list --format json > cray-smd-partitions-dump_$BACKUPDIR.json
cray hsm memberships list --format json > cray-smd-memberships-dump_$BACKUPDIR.json
cray hsm inventory hardware history list --format json > cray-smd-hardware-history-dump_$BACKUPDIR.json
ls -la
(ncn-mw#) Create backup of roles, sub-roles, and cray-hms-base-config.
kubectl -n services get configmap cray-hms-base-config -o yaml | sed '/resourceVersion:/d' | sed '/uid:/d' > cray-hms-base-config_$BACKUPDIR.yaml
cray hsm state components list --format json > cray-smd-components-dump_$BACKUPDIR.json
ls -la
(ncn-mw#) Create backup of SLS postgres database.
BACKUP_LOCATION=`pwd`
export BACKUP_NAME=cray-sls-postgres-$BACKUPDIR
export BACKUP_FOLDER=${BACKUP_LOCATION}/${BACKUP_NAME}
mkdir -p "$BACKUP_FOLDER"
echo $BACKUP_FOLDER
/usr/share/doc/csm/scripts/operations/system_layout_service/backup_sls_postgres.sh
(ncn-mw#) Check the output from the script that just ran, if successful make a tar file of the backup.
cd $BACKUP_FOLDER && cd ..
tar -czvf $BACKUP_NAME.tar.gz $BACKUP_NAME
rm -rf $BACKUP_NAME
ls -la
(ncn-mw#) Create a backup of the S3 data for SLS.
BACKUP_LOCATION=`pwd`
BACKUP_NAME=cray-sls-s3-$BACKUPDIR
BACKUP_FOLDER=${BACKUP_LOCATION}/${BACKUP_NAME}
mkdir -p "$BACKUP_FOLDER"
cd $BACKUP_FOLDER
for file in `cray artifacts list sls --format json | jq -r .artifacts[].Key`; do echo $file; cray artifacts get sls $file $file; done
cd $BACKUP_FOLDER && cd ..
tar -czvf $BACKUP_NAME.tar.gz $BACKUP_NAME
rm -rf $BACKUP_NAME
ls -la
(ncn-mw#) Dump the state of SLS.
cray sls dumpstate list --format json > cray-sls-dump_$BACKUPDIR.json
cp cray-sls-dump_$BACKUPDIR.json sls_input_file.json
ls -la
(ncn-mw#) Create a backup of the FAS etcd database.
SERVICE=cray-fas
BACKUP_NAME=$SERVICE-etcd-$BACKUPDIR
JOB=$(kubectl exec -it -n operators $(kubectl get pod -n operators | grep etcd-backup-restore | head -1 | awk '{print $1}') -c util -- create_backup $SERVICE $BACKUP_NAME | cut -d " " -f 1); echo $JOB
(ncn-mw#) Wait for the job to be completed by checking the status.
kubectl -n services get $JOB -o json | jq .status
(ncn-mw#) Download the backup.
cray artifacts get etcd-backup $SERVICE/$BACKUP_NAME $BACKUP_NAME
ls -la
(ncn-mw#) Create a backup of the BSS etcd database.
SERVICE=cray-bss
BACKUP_NAME=$SERVICE-etcd-$BACKUPDIR
JOB=$(kubectl exec -it -n operators $(kubectl get pod -n operators | grep etcd-backup-restore | head -1 | awk '{print $1}') -c util -- create_backup $SERVICE $BACKUP_NAME | cut -d " " -f 1); echo $JOB
(ncn-mw#) Wait for the job to be completed by checking the status.
kubectl -n services get $JOB -o json | jq .status
(ncn-mw#) Download the backup.
cray artifacts get etcd-backup $SERVICE/$BACKUP_NAME $BACKUP_NAME
ls -la
(ncn-mw#) Create a backup of the BSS Boot Parameters.
cray bss bootparameters list --format json > cray-bss-boot-parameters-dump_$BACKUPDIR.json
ls -la
(ncn-mw#) Create a backup of the BSS Boot Parameters for only Compute Nodes.
xnames=`cray hsm state components list --type Node --role Compute --format json | jq -r '.[] | map(.ID) | join(",")'`
echo $xnames
cray bss bootparameters list --name $xnames --format json > cray-bss-compute-boot-parameters-dump_$BACKUPDIR.json
ls -la
(ncn-mw#) Create Tar file.
cd ..
cp $BACKUPDIR/sls_input_file.json .
tar -czvf $BACKUPDIR.tar.gz $BACKUPDIR
(ncn-mw#) Upload to backup disk (if available).
bucket=hms
aws s3api create-bucket --bucket $bucket --endpoint-url http://ncn-m001.nmn:8000
file=$BACKUPDIR.tar.gz
aws s3api put-object --key $file --body $file --bucket $bucket --endpoint-url http://ncn-m001.nmn:8000
file=sls_input_file.json
aws s3api put-object --key $file --body $file --bucket $bucket --endpoint-url http://ncn-m001.nmn:8000
aws s3api list-objects --bucket $bucket --endpoint-url http://ncn-m001.nmn:8000
(ncn-mw#) To retrieve files from backup disk.
bucket=hms
file=$BACKUPDIR.tar.gz
aws s3api get-object --bucket $bucket --key $file $file --endpoint-url http://ncn-m001.nmn:8000
file=sls_input_file.json
aws s3api get-object --bucket $bucket --key $file $file --endpoint-url http://ncn-m001.nmn:8000