mtp
This commit is contained in:
commit
248363fea0
41
dev.sh
Normal file
41
dev.sh
Normal file
@ -0,0 +1,41 @@
|
||||
ALL_CONTAINER=$(docker ps --format '{{.Names}}')
|
||||
ALL_PROJECTS=$(for i in $ALL_CONTAINER; do docker inspect --format '{{ index .Config.Labels "com.docker.compose.project.working_dir"}}' $i; done | sort -u)
|
||||
|
||||
EXPORT_DIR='./export'
|
||||
|
||||
for project in $ALL_PROJECTS; do
|
||||
PROJECT_NAME=${project##*/}
|
||||
echo -e '\n project: '$project
|
||||
|
||||
# exclude projects
|
||||
# if [ "$project" != "/docker/synapse" ]; then
|
||||
# continue;
|
||||
# fi
|
||||
|
||||
# all images
|
||||
while read -r image; do
|
||||
echo 'img: '$image
|
||||
done < <(grep -Po "(?<=image: ).*$" $project/docker-compose.yml)
|
||||
|
||||
# all containers name
|
||||
while read -r name; do
|
||||
echo 'container: '$name
|
||||
echo $name
|
||||
# docker inspect $name
|
||||
# all volumes
|
||||
while read -r volume; do
|
||||
echo "vol: "$volume
|
||||
done < <(docker inspect --format="{{.Mounts}}" $name)
|
||||
done < <(grep -Po '(?<=container_name: ).*$' $project/docker-compose.yml)
|
||||
done
|
||||
|
||||
| grep '[\{.+\}]*'
|
||||
# test multi volumes
|
||||
# postgres
|
||||
# jisti using config env
|
||||
|
||||
# todo why doens't work everywhere
|
||||
# todo
|
||||
docker inspect --format="{{.Mounts}}" synapse
|
||||
|
||||
[{bind /etc/localtime /etc/localtime ro false rprivate} {volume nextcloud_nextcloud /var/lib/docker/volumes/nextcloud_nextcloud/_data /var/www/html local rw true } {bind /docker/nextcloud/app/config /var/www/html/config rw true rprivate} {bind /docker/nextcloud/app/custom_apps /var/www/html/custom_apps rw true rprivate} {bind /media/nextcloud /var/www/html/data rw true rprivate} {bind /docker/nextcloud/app/themes /var/www/html/themes rw true rprivate}]
|
65
full_backup_docker.sh
Normal file
65
full_backup_docker.sh
Normal file
@ -0,0 +1,65 @@
|
||||
BACKUP_DIR='/docker/backup'
|
||||
ALL_CONTAINER=$(docker ps --format '{{.Names}}')
|
||||
ALL_PROJECTS=$(for i in $ALLCONTAINER; do docker inspect --format '{{ index .Config.Labels "com.docker.compose.project.working_dir"}}' $i; done | sort -u)
|
||||
|
||||
EXPORT_DIR='./export'
|
||||
|
||||
for project in $ALL_PROJECTS; do
|
||||
PROJECT_NAME=${project##*/}
|
||||
|
||||
#todo loop
|
||||
read -p "Stop docker $PROJECT_NAME (y/n)?" choice
|
||||
case "$choice" in
|
||||
y|Y ) docker stop $PROJECT_NAME;;
|
||||
n|N ) continue;;
|
||||
* ) echo "invalid";;
|
||||
esac
|
||||
|
||||
mkdir $EXPORT_DIR/$PROJECT_NAME
|
||||
echo "Exporting docker-compose.yml"
|
||||
cp $project/docker-compose.yml $EXPORT_DIR/$PROJECT_NAME
|
||||
|
||||
ALL_IMAGES="todo"
|
||||
for j in $ALL_IMAGES; do
|
||||
#save
|
||||
ALL_VOLUMES=$(docker inspect -f '{{index .Mounts 0}}' $j)
|
||||
for k in $ALL_VOLUMES; do
|
||||
#save
|
||||
done
|
||||
done
|
||||
|
||||
docker start $PROJECT_NAME
|
||||
|
||||
#zip everything
|
||||
done
|
||||
|
||||
ALL_CONTAINER=$(docker ps --format '{{.Names}}')
|
||||
ALL_PROJECTS=$(for i in $ALL_CONTAINER; do docker inspect --format '{{ index .Config.Labels "com.docker.compose.project.working_dir"}}' $i; done | sort -u)
|
||||
|
||||
EXPORT_DIR='./export'
|
||||
|
||||
for project in $ALL_PROJECTS; do
|
||||
PROJECT_NAME=${project##*/}
|
||||
echo -e '\n project: '$project
|
||||
|
||||
# all images
|
||||
while read -r image; do
|
||||
echo 'img: '$image
|
||||
done < <(grep -Po "(?<=image: ).*$" $project/docker-compose.yml)
|
||||
|
||||
# all container name
|
||||
while read -r name; do
|
||||
echo 'container: '$name
|
||||
while read -r volume; do
|
||||
echo "vol: "$volume
|
||||
done < <(docker inspect --format="{{.Mounts}}" $name | grep '[\{.+\}]*')
|
||||
done < <(grep -Po '(?<=container_name: ).*$' $project/docker-compose.yml)
|
||||
done
|
||||
|
||||
|
||||
# test multi volumes
|
||||
# postgres
|
||||
# jisti using config env
|
||||
docker inspect --format="{{.Mounts}}" synapse
|
||||
|
||||
[{bind /etc/localtime /etc/localtime ro false rprivate} {volume nextcloud_nextcloud /var/lib/docker/volumes/nextcloud_nextcloud/_data /var/www/html local rw true } {bind /docker/nextcloud/app/config /var/www/html/config rw true rprivate} {bind /docker/nextcloud/app/custom_apps /var/www/html/custom_apps rw true rprivate} {bind /media/nextcloud /var/www/html/data rw true rprivate} {bind /docker/nextcloud/app/themes /var/www/html/themes rw true rprivate}]
|
101
pro.sh
Normal file
101
pro.sh
Normal file
@ -0,0 +1,101 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
### Bash Environment Setup
|
||||
# http://redsymbol.net/articles/unofficial-qbash-strict-mode/
|
||||
# https://www.gnu.org/software/bash/manual/html_node/The-Set-Builtin.html
|
||||
# set -o xtrace
|
||||
set -o errexit
|
||||
set -o errtrace
|
||||
set -o nounset
|
||||
set -o pipefail
|
||||
IFS=$'\n'
|
||||
|
||||
# Fully backup a docker-compose project, including all images, named and unnamed volumes, container filesystems, config, logs, and databases.
|
||||
project_dir="${1:-$PWD}"
|
||||
if [ -f "$project_dir/docker-compose.yml" ]; then
|
||||
echo "[i] Found docker-compose config at $project_dir/docker-compose.yml"
|
||||
else
|
||||
echo "[X] Could not find a docker-compose.yml file in $project_dir"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
project_name=$(basename "$project_dir")
|
||||
backup_time=$(date +"%Y-%m-%d_%H-%M")
|
||||
backup_dir="$project_dir/data/backups/$backup_time"
|
||||
|
||||
# Source any needed environment variables
|
||||
[ -f "$project_dir/docker-compose.env" ] && source "$project_dir/docker-compose.env"
|
||||
[ -f "$project_dir/.env" ] && source "$project_dir/.env"
|
||||
|
||||
|
||||
echo "[+] Backing up $project_name project to $backup_dir"
|
||||
mkdir -p "$backup_dir"
|
||||
|
||||
echo " - Saving docker-compose.yml config"
|
||||
cp "$project_dir/docker-compose.yml" "$backup_dir/docker-compose.yml"
|
||||
|
||||
|
||||
# Optional: run a command inside the container to dump your application's state/database to a stable file
|
||||
echo " - Saving application state to ./dumps"
|
||||
mkdir -p "$backup_dir/dumps"
|
||||
docker-compose exec db /usr/bin/mysqldump -u gitea --password=fSYot2RrzN4y5Gtj --no-tablespaces gitea | gzip -9 > "$backup_dir/dumps/$MYSQL_DATABASE.sql.gz"
|
||||
# your database/stateful service export commands to run inside docker go here, e.g.
|
||||
# docker-compose exec postgres env PGPASSWORD="$POSTGRES_PASSWORD" pg_dump -U "$POSTGRES_USER" "$POSTGRES_DB" | gzip -9 > "$backup_dir/dumps/$POSTGRES_DB.sql.gz"
|
||||
# docker-compose exec redis redis-cli SAVE
|
||||
# docker-compose exec redis cat /data/dump.rdb | gzip -9 > "$backup_dir/dumps/redis.rdb.gz"
|
||||
|
||||
# Optional: pause the containers before backing up to ensure consistency
|
||||
# docker-compose pause
|
||||
|
||||
for service_name in $(docker-compose config --services); do
|
||||
image_id=$(docker-compose images -q "$service_name")
|
||||
image_name=$(docker image inspect --format '{{json .RepoTags}}' "$image_id" | jq -r '.[0]')
|
||||
container_id=$(docker-compose ps -q "$service_name")
|
||||
|
||||
service_dir="$backup_dir/$service_name"
|
||||
echo "[*] Backing up ${project_name}__${service_name} to ./$service_name..."
|
||||
mkdir -p "$service_dir"
|
||||
|
||||
# save image
|
||||
echo " - Saving $image_name image to ./$service_name/image.tar"
|
||||
docker save --output "$service_dir/image.tar" "$image_id"
|
||||
|
||||
if [[ -z "$container_id" ]]; then
|
||||
echo " - Warning: $service_name has no container yet."
|
||||
echo " (has it been started at least once?)"
|
||||
continue
|
||||
fi
|
||||
|
||||
# save config
|
||||
echo " - Saving container config to ./$service_name/config.json"
|
||||
docker inspect "$container_id" > "$service_dir/config.json"
|
||||
|
||||
# save logs
|
||||
echo " - Saving stdout/stderr logs to ./$service_name/docker.{out,err}"
|
||||
docker logs "$container_id" > "$service_dir/docker.out" 2> "$service_dir/docker.err"
|
||||
|
||||
# save data volumes
|
||||
mkdir -p "$service_dir/volumes"
|
||||
for source in $(docker inspect -f '{{range .Mounts}}{{println .Source}}{{end}}' "$container_id"); do
|
||||
volume_dir="$service_dir/volumes$source"
|
||||
echo " - Saving $source volume to ./$service_name/volumes$source"
|
||||
mkdir -p $(dirname "$volume_dir")
|
||||
cp -a -r "$source" "$volume_dir"
|
||||
done
|
||||
|
||||
# save container filesystem
|
||||
echo " - Saving container filesystem to ./$service_name/container.tar"
|
||||
docker export --output "$service_dir/container.tar" "$container_id"
|
||||
|
||||
# save entire container root dir
|
||||
echo " - Saving container root to $service_dir/root"
|
||||
cp -a -r "/var/lib/docker/containers/$container_id" "$service_dir/root"
|
||||
done
|
||||
|
||||
echo "[*] Compressing backup folder to $backup_dir.tar.gz"
|
||||
tar -zcf "$backup_dir.tar.gz" --totals "$backup_dir" && rm -Rf "$backup_dir"
|
||||
|
||||
echo "[√] Finished Backing up $project_name to $backup_dir.tar.gz."
|
||||
|
||||
# Resume the containers if paused above
|
||||
# docker-compose unpause
|
Loading…
Reference in New Issue
Block a user