refactor: extract restate services into crates with type-safe pipeline status (#3919)

Co-authored-by: Cursor <cursoragent@cursor.com>

Author: yujonglee

Cargo.lock

@@ -87,6 +87,9 @@ hypr-porkbun = { path = "crates/porkbun", package = "porkbun" }
 hypr-posthog = { path = "crates/posthog", package = "posthog" }
 hypr-pyannote-cloud = { path = "crates/pyannote-cloud", package = "pyannote-cloud" }
 hypr-pyannote-local = { path = "crates/pyannote-local", package = "pyannote-local" }
+hypr-restate-rate-limit = { path = "crates/restate-rate-limit", package = "restate-rate-limit" }
+hypr-restate-stt = { path = "crates/restate-stt", package = "restate-stt" }
+hypr-restate-stt-types = { path = "crates/restate-stt-types", package = "restate-stt-types" }
 hypr-s3 = { path = "crates/s3", package = "s3" }
 hypr-slack = { path = "crates/slack", package = "slack" }
 hypr-supabase-auth = { path = "crates/supabase-auth", package = "supabase-auth" }

Cargo.toml

@@ -239,6 +239,40 @@
         }
       }
     },
+    "/stt/status/{pipeline_id}": {
+      "get": {
+        "tags": [
+          "stt"
+        ],
+        "operationId": "handler",
+        "parameters": [
+          {
+            "name": "pipeline_id",
+            "in": "path",
+            "description": "Pipeline ID (Restate workflow key)",
+            "required": true,
+            "schema": {
+              "type": "string"
+            }
+          }
+        ],
+        "responses": {
+          "200": {
+            "description": "Pipeline status",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/SttStatusResponse"
+                }
+              }
+            }
+          },
+          "502": {
+            "description": "Restate service unavailable"
+          }
+        }
+      }
+    },
     "/subscription/can-start-trial": {
       "get": {
         "tags": [
@@ -641,6 +675,15 @@
           }
         }
       },
+      "PipelineStatus": {
+        "type": "string",
+        "enum": [
+          "QUEUED",
+          "TRANSCRIBING",
+          "DONE",
+          "ERROR"
+        ]
+      },
       "StartTrialReason": {
         "type": "string",
         "enum": [
@@ -671,6 +714,29 @@
           }
         }
       },
+      "SttStatusResponse": {
+        "type": "object",
+        "required": [
+          "status"
+        ],
+        "properties": {
+          "error": {
+            "type": [
+              "string",
+              "null"
+            ]
+          },
+          "status": {
+            "$ref": "#/components/schemas/PipelineStatus"
+          },
+          "transcript": {
+            "type": [
+              "string",
+              "null"
+            ]
+          }
+        }
+      },
       "WebhookResponse": {
         "type": "object",
         "required": [
@@ -720,7 +786,7 @@
       "description": "Subscription and trial management"
     },
     {
-      "name": "transcribe",
+      "name": "stt",
       "description": "Speech-to-text transcription proxy"
     },
     {

apps/api/openapi.gen.json

@@ -4,15 +4,13 @@ version = "0.1.0"
 edition = "2024"
 
 [dependencies]
+hypr-restate-rate-limit = { workspace = true }
+hypr-restate-stt = { workspace = true }
 restate-sdk = "0.7.0"
 
-chrono = { workspace = true, features = ["serde"] }
 dotenvy = { workspace = true }
 envy = { workspace = true }
-reqwest = { workspace = true, features = ["json"] }
 serde = { workspace = true, features = ["derive"] }
-serde_json = { workspace = true }
 tokio = { workspace = true, features = ["rt-multi-thread", "macros", "signal"] }
 tracing = { workspace = true }
 tracing-subscriber = { workspace = true, features = ["env-filter"] }
-urlencoding = { workspace = true }

apps/restate/Cargo.toml

@@ -1,24 +1,26 @@
+use hypr_restate_rate_limit::{RateLimiter, RateLimiterImpl};
+use hypr_restate_stt::{Config, StorageCleanup, StorageCleanupImpl, SttFile, SttFileImpl};
 use restate_sdk::endpoint::Endpoint;
 use restate_sdk::http_server::HttpServer;
 
 mod env;
-mod services;
-mod soniox;
-mod supabase;
-
-use services::rate_limit::RateLimiter;
-use services::storage_cleanup::StorageCleanup;
-use services::stt_file::SttFile;
 
 #[tokio::main]
 async fn main() {
     tracing_subscriber::fmt::init();
     let env = env::env();
 
+    let config: &'static Config = Box::leak(Box::new(Config {
+        restate_ingress_url: env.restate_ingress_url.clone(),
+        soniox_api_key: env.soniox_api_key.clone(),
+        supabase_url: env.supabase_url.clone(),
+        supabase_service_role_key: env.supabase_service_role_key.clone(),
+    }));
+
     let mut builder = Endpoint::builder()
-        .bind(services::SttFileImpl::new(env).serve())
-        .bind(services::RateLimiterImpl.serve())
-        .bind(services::StorageCleanupImpl::new(env).serve());
+        .bind(SttFileImpl::new(config).serve())
+        .bind(RateLimiterImpl.serve())
+        .bind(StorageCleanupImpl::new(config).serve());
 
     if let Some(key) = &env.restate_identity_key {
         builder = builder.identity_key(key).expect("invalid identity key");

apps/restate/src/main.rs

@@ -0,0 +1,10 @@
+[package]
+name = "restate-rate-limit"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+restate-sdk = "0.7.0"
+
+serde = { workspace = true, features = ["derive"] }
+serde_json = { workspace = true }