From 9f504329991c8076dde48fa0fbc5b75192bb4e42 Mon Sep 17 00:00:00 2001 From: Felix Ableitner Date: Mon, 15 Jun 2020 19:46:57 +0200 Subject: [PATCH] wip: Add migration script from pictshare to pictrs --- ansible/lemmy.yml | 1 + ansible/lemmy_dev.yml | 1 + docker/prod/migrate-pictshare-to-pictrs.bash | 70 ++++++++++++++++++++ 3 files changed, 72 insertions(+) create mode 100644 docker/prod/migrate-pictshare-to-pictrs.bash diff --git a/ansible/lemmy.yml b/ansible/lemmy.yml index 0b49856ac..7b78ab8d3 100644 --- a/ansible/lemmy.yml +++ b/ansible/lemmy.yml @@ -60,6 +60,7 @@ project_src: /lemmy/ state: present pull: yes + remove_orphans: yes - name: reload nginx with new config shell: nginx -s reload diff --git a/ansible/lemmy_dev.yml b/ansible/lemmy_dev.yml index 05eb1ffed..7a3683610 100644 --- a/ansible/lemmy_dev.yml +++ b/ansible/lemmy_dev.yml @@ -89,6 +89,7 @@ project_src: /lemmy/ state: present recreate: always + remove_orphans: yes ignore_errors: yes - name: reload nginx with new config diff --git a/docker/prod/migrate-pictshare-to-pictrs.bash b/docker/prod/migrate-pictshare-to-pictrs.bash new file mode 100644 index 000000000..14ec07f20 --- /dev/null +++ b/docker/prod/migrate-pictshare-to-pictrs.bash @@ -0,0 +1,70 @@ +#!/bin/bash +set -e + +if [[ $(id -u) != 0 ]]; then + echo "This migration needs to be run as root" + exit +fi + +if [[ ! -f docker-compose.yml ]]; then + echo "No docker-compose.yml found in current directory. Is this the right folder?" + exit +fi + +echo "Restarting docker-compose, making sure that pictrs is started and pictshare is removed" +docker-compose up -d --remove-orphans + +if [[ -z $(docker-compose ps | grep pictrs) ]]; then + echo "Pict-rs is not running, make sure you update Lemmy first" + exit +fi + +echo "Installing imagemagick to convert .webp images to .jpg" +apt install imagemagick -y + +echo "Stopping Lemmy so that users dont upload new images during the migration" +docker-compose stop lemmy + +echo "Importing pictshare images to pict-rs" +pushd volumes/pictshare/ +IMAGE_NAMES=* +for image in $IMAGE_NAMES; do + IMAGE_PATH="$(pwd)/$image/$image" + if [[ ! -f $IMAGE_PATH ]]; then + continue + fi + if [ ${IMAGE_PATH: -5} == ".webp" ]; then + NEW_IMAGE_PATH=$(echo "$IMAGE_PATH" | sed "s/\.webp$/\.jpg/g") + convert "$IMAGE_PATH" "$NEW_IMAGE_PATH" + IMAGE_PATH="$NEW_IMAGE_PATH" + continue + fi + echo -e "\nImporting $IMAGE_PATH" + ret=0 + curl --fail -F "images[]=@$IMAGE_PATH" http://127.0.0.1:8537/import || ret=$? + if [[ $ret != 0 ]]; then + read -p "Failed to import $IMAGE_PATH, continue? " yn + case $yn in + [Yy]* ) ;; + [Nn]* ) exit;; + * ) exit;; + esac + fi +done + +echo "Fixing permissions on pictshare folder" +find . -type d -exec chmod 755 {} \; +find . -type f -exec chmod 644 {} \; + +popd + +echo "Rewrite image links in Lemmy database" +docker-compose exec -u postgres postgres psql -U lemmy -c "UPDATE user_ SET avatar = REPLACE(avatar, 'pictshare', 'pictrs/image') WHERE avatar is not null;" +docker-compose exec -u postgres postgres psql -U lemmy -c "UPDATE post SET url = REPLACE(url, 'pictshare', 'pictrs/image') WHERE url is not null;" + +echo "Moving pictshare data folder to pictshare_backup" +mv volumes/pictshare volumes/pictshare_backup + +echo "Migration done, starting Lemmy again" +echo "If everything went well, you can delete ./volumes/pictshare_backup/ and uninstall imagemagick" +docker-compose start lemmy