New Deploy Logic (#114)

* Migrate to uv

* GHA and Makefile

* New deployment logic

* GHA

* tqdm outputs to stderr turns out

* Add cron to GHA

Author: egeakman

.github/workflows/deploy.yml

@@ -0,0 +1,49 @@
+name: Deploy to static server
+
+on:
+  push:
+    branches:
+      - ep2024
+  schedule:
+    - cron: "*/10 * * * *" # every 10 minutes
+  workflow_dispatch:
+
+jobs:
+  tests:
+    name: Run tests
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python 3
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.13'
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Install dependencies from uv.lock
+        run: make deps/install
+
+      - name: Download data
+        run: uv run make download > /dev/null 2>&1
+        env:
+            PRETALX_TOKEN: ${{ secrets.PRETALX_TOKEN }}
+
+      - name: Transform data
+        run: uv run make transform > /dev/null 2>&1
+
+      - name: Setup SSH
+        uses: webfactory/[email protected]
+        with:
+          ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
+
+      - name: Adjust known_hosts
+        run: ssh-keyscan "static.europython.eu" > ~/.ssh/known_hosts
+
+      - name: Deploy
+        run: uv run make deploy FORCE_DEPLOY=true

Dockerfile

@@ -1,3 +1,20 @@
+# Variables for the project
+# =========================
+CONFERENCE ?= ep2024
+DATA_DIR ?= ./data/public/$(CONFERENCE)/
+
+# Variables for remote host
+# =========================
+VPS_USER  ?= static_content_user
+VPS_HOST  ?= static.europython.eu
+VPS_PATH  ?= /home/$(VPS_USER)/content/programapi/$(CONFERENCE)/releases
+REMOTE_CMD=ssh $(VPS_USER)@$(VPS_HOST)
+
+# Variables for deploy
+# ==========================
+TIMESTAMP ?= $(shell date +%Y%m%d%H%M%S)
+FORCE_DEPLOY ?= false
+
 dev:
 	uv sync --dev
 
@@ -21,6 +38,16 @@ endif
 
 all: download transform
 
+ifeq ($(FORCE_DEPLOY), true)
+deploy: TARGET = $(VPS_PATH)/$(TIMESTAMP)
+deploy:
+	@echo "\n\n**** Deploying branch '$(CONFERENCE)' to $(TARGET)...\n\n"
+	$(REMOTE_CMD) "mkdir -p $(TARGET)"
+	rsync -avz --delete $(DATA_DIR) $(VPS_USER)@$(VPS_HOST):$(TARGET)
+	$(REMOTE_CMD) "cd $(VPS_PATH) && ln -snf $(TIMESTAMP) current"
+	@echo "\n\n**** Deployment complete.\n\n"
+endif
+
 test:
 	uv run pytest