working version

Author: Alex8Efremov

.dockerignore

@@ -0,0 +1,5 @@
+/docker/Dockerfile
+Makefile
+docker-compose*
+.git
+.gitignore

.gitignore

@@ -0,0 +1,3 @@
+/build/docker/*/data
+/build/docker/*/*/.walg.json
+/build/docker/*/*/config.yml

Makefile

@@ -0,0 +1,49 @@
+.DEFAULT_GOAL := up
+
+up:
+	docker compose up -d
+
+down:
+	docker compose down
+
+build:
+	docker compose build
+
+exec:
+	docker compose exec postgres bash
+
+create:
+	docker compose exec -u postgres postgres wal-g backup-push /var/lib/postgresql/data
+
+all: down up
+	@make -s create
+	docker compose logs postgres
+
+test:
+	go build -o app/main cmd/main.go
+	docker compose exec -u postgres postgres /app/main --project test --backup_type psql --backup_cron "*/1 * * * *"
+
+tc:
+	go build -o app/main cmd/main.go
+	docker compose exec -u postgres postgres /app/main --project test --backup_type psql --config_file /var/lib/postgre
+
+tm:
+	go build -o app/main cmd/main.go
+	docker compose exec -u mysql mariadb /app/main --project test --backup_type mariadb --backup_cron "*/1 * * * *"
+tmy:
+	go build -o app/main cmd/main.go
+	docker compose exec -u mysql mysql /app/main --project test --backup_type mysql --backup_cron "*/1 * * * *"
+tmd:
+	go build -o app/main cmd/main.go
+	docker compose exec -u mongodb mongo wal-g backup-list
+	docker compose exec -u mongodb mongo wal-g delete retain FULL 5 --confirm
+	docker compose exec -u mongodb mongo /app/main --project test --backup_type mongodb --backup_cron "*/1 * * * *"
+	
+
+
+tch:
+	go build -o app/main cmd/main.go
+	docker compose exec -u clickhouse clickhouse /app/main --project test --backup_type clickhouse
+
+
+.PHONY: up down build exec create all

README.md

@@ -0,0 +1,8 @@
+# Вся логика по созданию бекапа в create.go
+
+# Переменные создаются в config/config.go
+
+# Метрики exporter/collector.go
+clickhouse need create table
+
+wal-g psql retein

app/main

@@ -0,0 +1,6 @@
+FROM clickhouse/clickhouse-server:23.10.3.5-alpine
+
+RUN apk add wget \
+    && wget https://github.com/AlexAkulov/clickhouse-backup/releases/download/v2.4.5/clickhouse-backup-linux-amd64.tar.gz \
+    && tar -xf clickhouse-backup-linux-amd64.tar.gz \
+    && cp build/linux/amd64/clickhouse-backup /usr/local/bin/

build/docker/clickhouse/Dockerfile

@@ -0,0 +1,17 @@
+general:
+  remote_storage: s3           # REMOTE_STORAGE, if `none` then `upload` and `download` commands will fail
+clickhouse:
+  username: clickhouse                # CLICKHOUSE_USERNAME
+  password: "password"                     # CLICKHOUSE_PASSWORD
+  host: localhost                  # CLICKHOUSE_HOST, To make backup data `clickhouse-backup` requires access to the same file system as clickhouse-server, so `host` should localhost or address of another docker container on the same machine, or IP address bound to some network interface on the same host.
+  port: 9000                       # CLICKHOUSE_PORT, don't use 8123, clickhouse-backup doesn't support HTTP protocol
+s3:
+  access_key: "access_key"                   # S3_ACCESS_KEY
+  secret_key: "secret_key"                   # S3_SECRET_KEY
+  bucket: "bucket_name"                       # S3_BUCKET
+  endpoint: "https://example.com/"                     # S3_ENDPOINT
+  region: eu-central-1                # S3_REGION
+  acl: private                     # S3_ACL
+  assume_role_arn: ""              # S3_ASSUME_ROLE_ARN
+  force_path_style: true          # S3_FORCE_PATH_STYLE
+  path: "bucket_key"                         # S3_PATH, `system.macros` values can be applied as {macro_name}

build/docker/clickhouse/config/config.yml.example

@@ -0,0 +1,10 @@
+CREATE DATABASE IF NOT EXISTS clickhouse;
+
+USE clickhouse;
+
+CREATE TABLE IF NOT EXISTS mytable (
+    id Int64,
+    name String
+) ENGINE = MergeTree() ORDER BY id;
+
+INSERT INTO mytable (id, name) VALUES (1, 'John'), (2, 'Alice');

build/docker/clickhouse/init-scripts/create-table.sql

@@ -0,0 +1,8 @@
+FROM mariadb:11.0.4-jammy
+
+RUN apt update \
+    && apt install wget vim lsb-release curl mariadb-backup -y  \
+    && apt --fix-broken install \
+    && wget https://github.com/wal-g/wal-g/releases/download/v2.0.1/wal-g-mysql-ubuntu-20.04-amd64.tar.gz \
+    && tar -zxvf wal-g-mysql-ubuntu-20.04-amd64.tar.gz \
+    && mv wal-g-mysql-ubuntu-20.04-amd64 /usr/local/bin/wal-g

build/docker/mariadb/Dockerfile

@@ -0,0 +1,3 @@
+[client]
+user=root
+password=password