feat(cloud_hub): Add fly deployment config (#301)

Adds configuration for building a Docker container of the Cloud Hub and deploying to Fly.io

Author: dnys1

services/celest_cloud_hub/.dockerignore

@@ -1,9 +1,11 @@
 .dockerignore
 Dockerfile
 build/
+example/
 .dart_tool/
 .git/
 .github/
 .gitignore
 .idea/
 .packages
+build.sh

services/celest_cloud_hub/Dockerfile

@@ -1,17 +1,65 @@
 FROM dart:stable AS build
 
+# Set the dependency versions
+ARG FLY_VERSION=0.3.98
+ARG YQ_VERSION=4.45.1
+
+# Download and install flyctl based on architecture
+RUN arch=$(uname -m) && \
+    if [ "$arch" = "x86_64" ]; then \
+        curl -L "https://github.com/superfly/flyctl/releases/download/v${FLY_VERSION}/flyctl_${FLY_VERSION}_Linux_x86_64.tar.gz" -o flyctl.tar.gz; \
+        curl -L "https://github.com/mikefarah/yq/releases/download/v${YQ_VERSION}/yq_linux_amd64" -o /usr/local/bin/yq; \
+    elif [ "$arch" = "aarch64" ]; then \
+        curl -L "https://github.com/superfly/flyctl/releases/download/v${FLY_VERSION}/flyctl_${FLY_VERSION}_Linux_arm64.tar.gz" -o flyctl.tar.gz; \
+        curl -L "https://github.com/mikefarah/yq/releases/download/v${YQ_VERSION}/yq_linux_arm64" -o /usr/local/bin/yq; \
+    else \
+        echo "Unsupported architecture: $arch" && exit 1; \
+    fi && \
+    mkdir -p /tmp/flyctl && \
+    tar -xzf flyctl.tar.gz -C /tmp/flyctl && \
+    mv /tmp/flyctl/flyctl /usr/local/bin/ && \
+    chmod +x /usr/local/bin/flyctl && \
+    chmod +x /usr/local/bin/yq && \
+    rm -rf flyctl.tar.gz /tmp/flyctl
+
+# Install sqlite3
 WORKDIR /app
-COPY pubspec.* ./
+RUN apt update && apt install -y libsqlite3-0
+RUN cp $(find / -name libsqlite3.so* -type f | head -n1) /app/libsqlite3.so
+
+# Fix pub cache
+WORKDIR /app
+COPY tool tool
+WORKDIR /app/tool
 RUN dart pub get
+RUN dart run fix_pub_cache.dart
 
-COPY . .
-RUN dart compile exe bin/cloud_hub.dart -o bin/cloud_hub
+# Copy repo
+WORKDIR /app
+COPY pubspec.* ./
+COPY apps/cli apps/cli
+COPY packages packages
+COPY services services
+
+WORKDIR /app/packages/celest_auth
+RUN yq eval 'del(.environment.flutter)' -i pubspec.yaml
+WORKDIR /app/packages/celest_core
+RUN yq eval 'del(.environment.flutter)' -i pubspec.yaml
+WORKDIR /app/packages/celest
+RUN yq eval 'del(.environment.flutter)' -i pubspec.yaml
+
+WORKDIR /app/services/celest_cloud_hub
+RUN dart pub get
+RUN dart compile exe bin/cloud_hub.dart -o /app/cloud_hub
 
 FROM scratch
 COPY --from=build /runtime/ /
-COPY --from=build /app/bin/cloud_hub /app/bin/
+COPY --from=build /app/cloud_hub /app/cloud_hub
+COPY --from=build /app/libsqlite3.so /app/libsqlite3.so
+COPY --from=build /usr/local/bin/flyctl /usr/local/bin/fly
 
 ENV PORT=8080
 EXPOSE $PORT
 
-CMD ["/app/bin/cloud_hub"]
+WORKDIR /tmp
+CMD ["/app/cloud_hub"]

services/celest_cloud_hub/analysis_options.yaml

@@ -1,5 +1,8 @@
 include: package:celest_lints/app.yaml
+
 analyzer:
   errors:
     avoid_print: ignore
     implementation_imports: ignore
+  exclude:
+    - lib/src/proto

services/celest_cloud_hub/bin/cloud_hub.dart

@@ -15,6 +15,7 @@ import 'package:celest_cloud_hub/src/database/cloud_hub_database.dart';
 import 'package:celest_cloud_hub/src/database/db_functions.dart';
 import 'package:celest_cloud_hub/src/gateway/gateway.dart';
 import 'package:celest_cloud_hub/src/project.dart';
+import 'package:celest_cloud_hub/src/services/health_service.dart';
 import 'package:celest_cloud_hub/src/services/operations_service.dart';
 import 'package:celest_cloud_hub/src/services/project_environments_service.dart';
 import 'package:celest_core/_internal.dart';
@@ -25,6 +26,12 @@ Future<void> main() async {
   context.logger.level = Level.ALL;
   context.logger.onRecord.listen((record) {
     print('${record.level.name}: ${record.time}: ${record.message}');
+    if (record.error != null) {
+      print(record.error);
+    }
+    if (record.stackTrace != null) {
+      print(record.stackTrace);
+    }
   });
   context.put(ContextKey.project, project);
   context.put(
@@ -55,7 +62,11 @@ Future<void> main() async {
   );
 
   final server = grpc.Server.create(
-    services: [ProjectEnvironmentsService(), OperationsService(db, authorizer)],
+    services: [
+      ProjectEnvironmentsService(),
+      OperationsService(db, authorizer),
+      HealthService(),
+    ],
     interceptors: [
       (call, method) async {
         try {

services/celest_cloud_hub/build.sh

@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+# This script builds the Celest Cloud Hub Docker image.
+#
+# Usage:
+#   ./build.sh [--push]
+
+REPO_ROOT=$(git rev-parse --show-toplevel)
+
+docker build \
+  --platform linux/amd64,linux/arm64 \
+  -t cloud-hub:latest \
+  -t celestdev/cloud-hub:latest \
+  -f "$REPO_ROOT/services/celest_cloud_hub/Dockerfile" \
+  "$REPO_ROOT"
+
+if [[ "$1" == "--push" ]]; then
+    docker push celestdev/cloud-hub:latest
+fi

services/celest_cloud_hub/deploy.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+# This script deploys the Celest Cloud Hub to Fly.io
+#
+# Usage:
+#   ./deploy.sh [--build]
+
+if [[ "$1" == "--build" ]]; then
+    ./build.sh --push
+fi
+
+fly deploy \
+    --update-only \
+    --config ./fly.yaml

services/celest_cloud_hub/fly.yaml

@@ -0,0 +1,26 @@
+# fly.yaml app configuration file generated for cloud-hub on 2025-04-07T11:42:36-07:00
+#
+# See https://fly.io/docs/reference/configuration/ for information about how to use this file.
+#
+
+app: cloud-hub
+primary_region: lax
+
+build:
+  image: celestdev/cloud-hub:latest
+
+env:
+  CLOUD_HUB_DATABASE_HOST: "file::memory:"
+
+http_service:
+  internal_port: 8080
+  force_https: true
+  auto_stop_machines: true
+  auto_start_machines: true
+  min_machines_running: 0
+
+  processes:
+    - app
+
+vm:
+  - size: performance-8x

services/celest_cloud_hub/lib/src/gateway/gateway.dart

@@ -5,6 +5,7 @@ import 'package:celest_cloud_auth/src/model/route_map.dart';
 import 'package:celest_cloud_hub/src/gateway/gateway_handler.dart';
 import 'package:celest_cloud_hub/src/model/type_registry.dart';
 import 'package:celest_cloud_hub/src/project.dart';
+import 'package:celest_cloud_hub/src/services/health_service.dart';
 import 'package:celest_cloud_hub/src/services/operations_service.dart';
 import 'package:celest_core/celest_core.dart';
 import 'package:grpc/grpc.dart' as grpc;
@@ -37,7 +38,7 @@ final class Gateway {
       clientChannel: clientChannel,
       routeMap: routeMap,
     );
-    router.mount('/v1alpha1/', grpcHandler.handle);
+    router.mount('/', grpcHandler.handle);
 
     return Gateway._(
       const shelf.Pipeline()
@@ -71,6 +72,7 @@ final class Gateway {
 final class _GrpcHandler {
   _GrpcHandler({required this.routeMap, required this.clientChannel}) {
     addTypes(OperationsService.apiId, OperationsService.$handlers);
+    addTypes(HealthService.apiId, HealthService.$handlers);
   }
 
   final grpc.ClientChannel clientChannel;

services/celest_cloud_hub/lib/src/project.dart

@@ -1,4 +1,5 @@
 import 'package:celest_ast/celest_ast.dart';
+import 'package:celest_cloud_hub/src/services/health_service.dart';
 import 'package:celest_cloud_hub/src/services/operations_service.dart';
 import 'package:celest_cloud_hub/src/services/project_environments_service.dart';
 import 'package:celest_core/_internal.dart';
@@ -14,5 +15,6 @@ final ResolvedProject project = ResolvedProject(
   apis: {
     OperationsService.apiId: OperationsService.api,
     ProjectEnvironmentsService.apiId: ProjectEnvironmentsService.api,
+    HealthService.apiId: HealthService.api,
   },
 );