Deploy observability stack #211

Workflow file for this run

.github/workflows/deploy-to-k8s.yml at 286bfc2

	name: Deploy to Kubernetes

	on:
	push:
	branches:
	- main
	- develop
	pull_request:
	types: [ opened, synchronize, reopened ]
	branches:
	- develop

	jobs:
	setup:
	runs-on: ubuntu-latest
	if: github.event_name != 'pull_request' \|\| github.event.pull_request.draft == false
	outputs:
	repo: ${{ steps.set-vars.outputs.repo }}
	tag: ${{ steps.set-vars.outputs.tag }}
	api_url: ${{ steps.set-vars.outputs.api_url }}
	base_url: ${{ steps.set-vars.outputs.base_url }}
	genai_url: ${{ steps.set-vars.outputs.genai_url }}
	realtime_url: ${{ steps.set-vars.outputs.realtime_url }}
	merge_commit: ${{ steps.merge-base-branch.outputs.merge_commit }}
	steps:
	- name: Checkout
	uses: actions/checkout@v3
	with:
	fetch-depth: 0
	ref: ${{ github.head_ref }}

	- name: Fetch base branch
	if: github.event_name == 'pull_request'
	run: \|
	git fetch origin ${{ github.base_ref }}

	- name: Merge base branch into PR branch
	id: merge-base-branch
	if: github.event_name == 'pull_request'
	run: \|
	git merge origin/${{ github.base_ref }} --no-ff --no-edit
	echo "merge_commit=$(git rev-parse HEAD)" >> $GITHUB_OUTPUT

	- name: Set variables
	id: set-vars
	run: \|
	BRANCH="${GITHUB_HEAD_REF:-${GITHUB_REF##*/}}"
	echo "repo=${GITHUB_REPOSITORY,,}" >> $GITHUB_OUTPUT
	if [[ "$BRANCH" == "main" ]]; then
	echo "tag=latest" >> $GITHUB_OUTPUT
	echo "api_url=https://api.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "base_url=https://whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "genai_url=https://genai.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "realtime_url=https://realtime.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	elif [[ "$BRANCH" == "develop" ]]; then
	echo "tag=develop" >> $GITHUB_OUTPUT
	echo "api_url=https://staging.api.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "base_url=https://staging.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "genai_url=https://staging.genai.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "realtime_url=https://staging.realtime.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	else
	BRANCH_SAFE=${BRANCH//\//-}
	echo "tag=$BRANCH_SAFE" >> $GITHUB_OUTPUT
	echo "api_url=https://$BRANCH_SAFE.api.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "base_url=https://$BRANCH_SAFE.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "genai_url=https://$BRANCH_SAFE.genai.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	echo "realtime_url=wss://$BRANCH_SAFE.realtime.whiteboard.student.k8s.aet.cit.tum.de" >> $GITHUB_OUTPUT
	fi

	build-client:
	needs: setup
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	with:
	fetch-depth: 0
	ref: ${{ needs.setup.outputs.merge_commit \|\| github.sha }}

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v2

	- name: Log in to GHCR
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.actor }}
	password: ${{ secrets.GITHUB_TOKEN }}

	- name: Cache Docker layers
	uses: actions/cache@v3
	with:
	path: /tmp/.buildx-cache-client
	key: ${{ runner.os }}-client-${{ github.sha }}
	restore-keys: \|
	${{ runner.os }}-client-

	- name: Build and push client image
	uses: docker/build-push-action@v3
	with:
	context: ./client
	file: ./client/Dockerfile
	push: true
	tags: ghcr.io/${{ needs.setup.outputs.repo }}/client:${{ needs.setup.outputs.tag }}
	build-args: \|
	API_URL=${{ needs.setup.outputs.api_url }}
	GENAI_API_URL=${{ needs.setup.outputs.genai_url }}
	REALTIME_API_URL=${{ needs.setup.outputs.realtime_url }}
	BASE_URL=${{ needs.setup.output.base_url }}
	platforms: linux/amd64

	build-realtime:
	needs: setup
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	with:
	fetch-depth: 0
	ref: ${{ needs.setup.outputs.merge_commit \|\| github.sha }}

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v2

	- name: Log in to GHCR
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.actor }}
	password: ${{ secrets.GITHUB_TOKEN }}

	- name: Cache Docker layers
	uses: actions/cache@v3
	with:
	path: /tmp/.buildx-cache-realtime
	key: ${{ runner.os }}-realtime-${{ github.sha }}
	restore-keys: \|
	${{ runner.os }}-realtime-

	- name: Build and push realtime image
	uses: docker/build-push-action@v3
	with:
	context: ./realtime
	file: ./realtime/Dockerfile
	push: true
	tags: ghcr.io/${{ needs.setup.outputs.repo }}/realtime:${{ needs.setup.outputs.tag }}
	platforms: linux/amd64

	build-server:
	needs: setup
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	with:
	fetch-depth: 0
	ref: ${{ needs.setup.outputs.merge_commit \|\| github.sha }}

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v2

	- name: Log in to GHCR
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.actor }}
	password: ${{ secrets.GITHUB_TOKEN }}

	- name: Cache Docker layers
	uses: actions/cache@v3
	with:
	path: /tmp/.buildx-cache-server
	key: ${{ runner.os }}-server-${{ github.sha }}
	restore-keys: \|
	${{ runner.os }}-server-

	- name: Build and push server image
	uses: docker/build-push-action@v3
	with:
	context: ./server
	file: ./server/Dockerfile
	push: true
	tags: ghcr.io/${{ needs.setup.outputs.repo }}/server:${{ needs.setup.outputs.tag }}
	platforms: linux/amd64

	build-genai:
	needs: setup
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	with:
	fetch-depth: 0
	ref: ${{ needs.setup.outputs.merge_commit \|\| github.sha }}

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v2

	- name: Log in to GHCR
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.actor }}
	password: ${{ secrets.GITHUB_TOKEN }}

	- name: Cache Docker layers
	uses: actions/cache@v3
	with:
	path: /tmp/.buildx-cache-genai
	key: ${{ runner.os }}-genai-${{ github.sha }}
	restore-keys: \|
	${{ runner.os }}-genai-

	- name: Build and push genai image
	uses: docker/build-push-action@v3
	with:
	context: ./genai
	file: ./genai/Dockerfile
	push: true
	tags: ghcr.io/${{ needs.setup.outputs.repo }}/genai:${{ needs.setup.outputs.tag }}
	build-args: API_URL=${{ needs.setup.outputs.api_url }}
	platforms: linux/amd64


	deploy:
	needs:
	- build-client
	- build-server
	- build-genai
	- build-realtime
	runs-on: ubuntu-latest
	outputs:
	client_url: ${{ steps.set-vars.outputs.CLIENT_URL }}
	server_url: ${{ steps.set-vars.outputs.SERVER_URL }}
	auth_url: ${{ steps.set-vars.outputs.AUTH_URL }}
	genai_url: ${{ steps.set-vars.outputs.GENAI_URL }}
	realtime_url: ${{ steps.set-vars.outputs.REALTIME_URL }}
	metrics_url: ${{ steps.set-vars.outputs.METRICS_URL }}
	steps:
	- name: Checkout repository
	uses: actions/checkout@v3
	with:
	fetch-depth: 0
	ref: ${{ needs.setup.outputs.merge_commit \|\| github.sha }}

	- name: Set variables
	id: set-vars
	run: \|
	BRANCH="${GITHUB_HEAD_REF:-${GITHUB_REF##*/}}"
	if [[ "$BRANCH" == "main" ]]; then
	CLIENT_URL=whiteboard.student.k8s.aet.cit.tum.de
	SERVER_URL=api.whiteboard.student.k8s.aet.cit.tum.de
	AUTH_URL=auth.whiteboard.student.k8s.aet.cit.tum.de
	GENAI_URL=genai.whiteboard.student.k8s.aet.cit.tum.de
	REALTIME_URL=realtime.whiteboard.student.k8s.aet.cit.tum.de
	METRICS_URL=metrics.whiteboard.student.k8s.aet.cit.tum.de
	echo "NAMESPACE=production" >> $GITHUB_ENV
	echo "IMAGE_TAG=latest" >> $GITHUB_ENV
	echo "VALUES_FILE=./infrastructure/whiteboard-app/production.values.yaml" >> $GITHUB_ENV
	elif [[ "$BRANCH" == "develop" ]]; then
	CLIENT_URL=staging.whiteboard.student.k8s.aet.cit.tum.de
	SERVER_URL=staging.api.whiteboard.student.k8s.aet.cit.tum.de
	AUTH_URL=staging.auth.whiteboard.student.k8s.aet.cit.tum.de
	GENAI_URL=staging.genai.whiteboard.student.k8s.aet.cit.tum.de
	REALTIME_URL=staging.realtime.whiteboard.student.k8s.aet.cit.tum.de
	METRICS_URL=staging.metrics.whiteboard.student.k8s.aet.cit.tum.de
	echo "NAMESPACE=staging" >> $GITHUB_ENV
	echo "IMAGE_TAG=develop" >> $GITHUB_ENV
	echo "VALUES_FILE=./infrastructure/whiteboard-app/staging.values.yaml" >> $GITHUB_ENV
	else
	BRANCH_SAFE=${BRANCH//\//-}
	CLIENT_URL=$BRANCH_SAFE.whiteboard.student.k8s.aet.cit.tum.de
	SERVER_URL=$BRANCH_SAFE.api.whiteboard.student.k8s.aet.cit.tum.de
	AUTH_URL=$BRANCH_SAFE.auth.whiteboard.student.k8s.aet.cit.tum.de
	GENAI_URL=$BRANCH_SAFE.genai.whiteboard.student.k8s.aet.cit.tum.de
	REALTIME_URL=$BRANCH_SAFE.realtime.whiteboard.student.k8s.aet.cit.tum.de
	METRICS_URL=$BRANCH_SAFE.metrics.whiteboard.student.k8s.aet.cit.tum.de
	echo "NAMESPACE=$BRANCH_SAFE" >> $GITHUB_ENV
	echo "IMAGE_TAG=$BRANCH_SAFE" >> $GITHUB_ENV
	echo "VALUES_FILE=./infrastructure/whiteboard-app/pullrequest.values.yaml" >> $GITHUB_ENV
	fi

	echo "CLIENT_URL=$CLIENT_URL" >> $GITHUB_ENV
	echo "SERVER_URL=$SERVER_URL" >> $GITHUB_ENV
	echo "AUTH_URL=$AUTH_URL" >> $GITHUB_ENV
	echo "GENAI_URL=$GENAI_URL" >> $GITHUB_ENV
	echo "OPEN_WEB_UI_API_KEY=${{ secrets.OPEN_WEB_UI_API_KEY }}" >> $GITHUB_ENV
	echo "REALTIME_URL=$REALTIME_URL" >> $GITHUB_ENV
	echo "METRICS_URL=$METRICS_URL" >> $GITHUB_ENV

	echo "CLIENT_URL=$CLIENT_URL" >> $GITHUB_OUTPUT
	echo "SERVER_URL=$SERVER_URL" >> $GITHUB_OUTPUT
	echo "AUTH_URL=$AUTH_URL" >> $GITHUB_OUTPUT
	echo "GENAI_URL=$GENAI_URL" >> $GITHUB_OUTPUT
	echo "REALTIME_URL=$REALTIME_URL" >> $GITHUB_OUTPUT
	echo "METRICS_URL=$METRICS_URL" >> $GITHUB_OUTPUT

	- name: Set up Kubeconfig
	run: \|
	echo "${{ secrets.KUBECONFIG }}" > kubeconfig
	echo "KUBECONFIG=$(pwd)/kubeconfig" >> $GITHUB_ENV

	- name: Set release name
	id: release-name
	run: \|
	BRANCH="${GITHUB_HEAD_REF:-${GITHUB_REF##*/}}"

	if [[ "$BRANCH" == "main" ]]; then
	RELEASE_NAME="whiteboard-production"
	elif [[ "$BRANCH" == "develop" ]]; then
	RELEASE_NAME="whiteboard-staging"
	else
	PR_NUMBER=${{ github.event.pull_request.number }}
	RELEASE_NAME="whiteboard-pr-${PR_NUMBER}"
	fi

	echo "RELEASE_NAME=${RELEASE_NAME}" >> $GITHUB_ENV
	echo "release-name=${RELEASE_NAME}" >> $GITHUB_OUTPUT

	- name: Install Helm
	uses: azure/setup-helm@v3

	- name: Deploy App with Helm
	run: \|
	helm upgrade ${{ env.RELEASE_NAME }} ./infrastructure/whiteboard-app/ \
	-f ${{ env.VALUES_FILE }} \
	-n tsd-${{ env.NAMESPACE }} \
	--create-namespace \
	--install \
	--atomic \
	--kubeconfig ${{ env.KUBECONFIG }} \
	--set namespace="${{ env.NAMESPACE }}" \
	--set server.image.tag="${{ env.IMAGE_TAG }}" \
	--set client.image.tag="${{ env.IMAGE_TAG }}" \
	--set genai.image.tag="${{ env.IMAGE_TAG }}" \
	--set realtime.image.tag="${{ env.IMAGE_TAG }}" \
	--set client.url="${{ env.CLIENT_URL }}" \
	--set server.url="${{ env.SERVER_URL }}" \
	--set auth.url="${{ env.AUTH_URL }}" \
	--set genai.url="${{ env.GENAI_URL }}" \
	--set genai.apiKey="${{ env.OPEN_WEB_UI_API_KEY }}" \
	--set realtime.url="${{ env.REALTIME_URL }}" \
	--set metrics.url="${{ env.METRICS_URL }}"

	comment-pr:
	needs: deploy
	runs-on: ubuntu-latest
	if: github.event_name == 'pull_request'
	env:
	CLIENT_URL: ${{ needs.deploy.outputs.client_url }}
	SERVER_URL: ${{ needs.deploy.outputs.server_url }}
	AUTH_URL: ${{ needs.deploy.outputs.auth_url }}
	GENAI_URL: ${{ needs.deploy.outputs.genai_url }}
	REALTIME_URL: ${{ needs.deploy.outputs.realtime_url }}
	METRICS_URL: ${{ needs.deploy.outputs.metrics_url }}
	steps:
	- name: Comment on Pull Request with URLs
	uses: actions/github-script@v6
	with:
	github-token: ${{ secrets.GITHUB_TOKEN }}
	script: \|
	const prNumber = context.payload.pull_request.number;
	const clientUrl = `https://${process.env.CLIENT_URL}`;
	const serverUrl = `https://${process.env.SERVER_URL}`;
	const authUrl = `https://${process.env.AUTH_URL}`;
	const genaiUrl = `https://${process.env.GENAI_URL}`;
	const realtimeUrl = `https://${process.env.REALTIME_URL}`
	const metricsUrl = `https://${process.env.METRICS_URL}`

	// Check existing comments to avoid duplicates
	const { data: comments } = await github.rest.issues.listComments({
	...context.repo,
	issue_number: prNumber,
	});

	const commentExists = comments.some(comment =>
	comment.body.includes('### Deployment URLs')
	);

	if (!commentExists) {
	const body = `
	### Deployment URLs
	- Client: [${clientUrl}](${clientUrl})
	- Server: [${serverUrl}/swagger-ui/index.html](${serverUrl}/swagger-ui/index.html)
	- Realtime: [${realtimeUrl}/swagger/index.html](${realtimeUrl}/swagger/index.html)
	- GenAI: [${genaiUrl}/docs](${genaiUrl}/docs)
	- Keycloak: [${authUrl}](${authUrl})
	- Grafana: [${metricsUrl}](${metricsUrl})
	`;

	await github.rest.issues.createComment({
	...context.repo,
	issue_number: prNumber,
	body,
	});
	}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Deploy observability stack #211

Workflow file

Deploy observability stack #211

Uh oh!

Workflow file for this run