Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Added minio migration script #277

Open
wants to merge 12 commits into
base: main
Choose a base branch
from
Open

Added minio migration script #277

Show file tree
Hide file tree
Changes from 4 commits
Commits
Show all changes
12 commits
Select commit Hold shift + click to select a range
0607b01
Added minio migration script
sougata-progress Oct 15, 2024
9de828d
Updated migration logic
sougata-progress Oct 16, 2024
377b970
Added pre filght cehck and minio data backup logic
sougata-progress Oct 18, 2024
15ff273
Updated builder-minio versin logic
sougata-progress Oct 18, 2024
6a79544
Misc changes
sougata-progress Oct 22, 2024
4685cc0
removed nuilder minio version and release from hab svc load
sougata-progress Oct 23, 2024
7c3b7e7
Added cleanup logic
sougata-progress Nov 5, 2024
66553e8
Updated migration logic
sougata-progress Nov 7, 2024
cc9d587
Added rollback logic
sougata-progress Nov 7, 2024
a7c21ad
Udated backup logic and fixed minio download issue
sougata-progress Nov 8, 2024
50cf350
Misc fixes
sougata-progress Nov 9, 2024
d9d262f
Updated installed version lookup logic to fetch from existing minio data
sougata-progress Nov 14, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions scripts/minio-update.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -220,7 +220,7 @@ function preflight_checks () {
echo ""
}

function downloand_bucket_objects () {
function download_bucket_objects () {
aws ${opts[*]} s3 sync $s3_url $waypoint
}

Expand Down Expand Up @@ -264,7 +264,7 @@ case "${1}" in
usage ) usage ;;
print_env ) print_env ;;
preflight_checks ) preflight_checks ;;
download ) downloand_bucket_objects ;;
download ) download_bucket_objects ;;
upgrade ) upgrade_minio ;;
downgrade ) downgrade_minio ;;
upload ) upload_bucket_objects ;;
Expand Down
51 changes: 50 additions & 1 deletion scripts/provision.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ umask 0022

# Defaults
BLDR_ORIGIN=${BLDR_ORIGIN:="habitat"}
BREAKING_MINIO_VERSION="2023-11-01T01-57-10Z"

sudo () {
[[ $EUID = 0 ]] || set -- command sudo -E "$@"
Expand Down Expand Up @@ -200,7 +201,41 @@ start_datastore() {
}

start_minio() {
sudo hab svc load "${BLDR_ORIGIN}/builder-minio" --channel "${BLDR_MINIO_CHANNEL:=$BLDR_CHANNEL}" --force

set +e
is_minio_migration_needed
migration_needed=$?
set -e
sougata-progress marked this conversation as resolved.
Show resolved Hide resolved

if [ "$migration_needed" -eq 1 ]; then
sudo hab svc load "${BLDR_ORIGIN}/builder-minio" --channel "stable" --force
bash ./minio-update.sh preflight_checks
sougata-progress marked this conversation as resolved.
Show resolved Hide resolved
echo MinIO migration required
backup_minio_data
echo starting minio
sougata-progress marked this conversation as resolved.
Show resolved Hide resolved

bash ./minio-update.sh download
sudo sh -c "find /hab/svc/builder-minio/data/ -maxdepth 1 -mindepth 1 -type d | xargs rm -rf"
sougata-progress marked this conversation as resolved.
Show resolved Hide resolved
sougata-progress marked this conversation as resolved.
Show resolved Hide resolved
sudo hab svc unload "${BLDR_ORIGIN}/builder-minio"
fi

response=$(curl -s "https://bldr.habitat.sh/v1/depot/channels/$BLDR_ORIGIN/$BLDR_CHANNEL/pkgs/builder-minio/latest")
channel_version=$(echo "$response" | jq -r '.ident.version')
channel_release=$(echo "$response" | jq -r '.ident.release')
sudo hab svc load "${BLDR_ORIGIN}/builder-minio/$channel_version/$channel_release" --channel "${BLDR_MINIO_CHANNEL:=$BLDR_CHANNEL}" --force

sougata-progress marked this conversation as resolved.
Show resolved Hide resolved
if [ "$migration_needed" -eq 1 ]; then
bash ./minio-update.sh upload
fi
}

backup_minio_data() {
sudo mkdir -p /hab/svc/builder-minio-bkp/data/
sougata-progress marked this conversation as resolved.
Show resolved Hide resolved

sudo cp -r /hab/svc/builder-minio/data/* /hab/svc/builder-minio-bkp/data/

echo "Old MinIO data has been backed up to /hab/svc/builder-minio-bkp/data/"

}

start_memcached() {
Expand All @@ -222,6 +257,20 @@ generate_bldr_keys() {
hab file upload "builder-api.default" "$(date +%s)" "/hab/cache/keys/${KEY_NAME}.box.key"
}

is_minio_migration_needed() {
installed_version=$(hab pkg path core/minio | cut -d '/' -f6)

response=$(curl -s "https://bldr.habitat.sh/v1/depot/channels/$BLDR_ORIGIN/$BLDR_CHANNEL/pkgs/builder-minio/latest")
minio_version_lookup=$(echo "$response" | jq -r '.deps[] | select(.origin == "core" and .name == "minio") | .version')

echo minio_version_lookup $minio_version_lookup
if [[ "${installed_version}" < "${BREAKING_MINIO_VERSION}" ]] && { [[ "${BREAKING_MINIO_VERSION}" < "${minio_version_lookup}" ]] || [ "${BREAKING_MINIO_VERSION}" = "${minio_version_lookup}" ]; }; then
sougata-progress marked this conversation as resolved.
Show resolved Hide resolved
return 1
else
return 0
fi
sougata-progress marked this conversation as resolved.
Show resolved Hide resolved
}

upload_ssl_certificate() {
if [ "${APP_SSL_ENABLED}" = "true" ]; then
echo "SSL enabled - uploading certificate files"
Expand Down