oct 7 studio (#2591)

# Pull Request Template

Thanks for taking the time to fill out this pull request!

## Issue Reference
Please link to any related issues
- [ ] This PR fixes/closes #[issue number]

## Changes
Please describe the changes proposed in this pull request

[Describe your changes here...]

## Testing
Please describe how you tested these changes

- [ ] Unit tests added/updated
- [ ] Manual testing performed
- [ ] Tested in [environment]

## Screenshots
If applicable, add screenshots to help explain your changes

[Add screenshots here...]

## PR Checklist
Please ensure you've completed these items

- [ ] I have read and followed the contributing guidelines
- [ ] My code follows the style guidelines of this project
- [ ] I have performed a self-review of my own code
- [ ] I have commented my code, particularly in hard-to-understand areas
- [ ] I have made corresponding changes to the documentation
- [ ] My changes generate no new warnings

## Additional Notes
Add any other context about the PR here

[Add any additional notes here...]

<!-- CURSOR_SUMMARY -->
---

> [!NOTE]
> Adds org billing fields/endpoints, hardens runtime tracing completion
(incl. cancellations), extends Python tracing/flush behavior, and
updates docs/tests for tracing.
> 
> - **Backend/API (baml-rpc)**:
> - Add Stripe billing fields to `ui_control_plane_orgs::Organization`
(`stripe_entitlements`, `stripe_subscription_data`).
> - New endpoints: `DeleteOrganization` (`/v1/delete-organization`) and
`SyncStripeSubscription` (`/v1/billing/sync-stripe-subscription`).
> - `RelativeTime` adds `"5m"`; `FunctionSummary` includes `language`;
default limit for summaries raised to `400`.
> - **Runtime/Tracing (baml-runtime)**:
> - Introduce `TracingCallGuard` to always emit
`TraceEvent::new_function_end` and call `finish_baml_call`, including on
errors/cancellation.
> - Refactor `call_function_with_expr_events` to use guard; cancellation
emits `BamlError::External("Operation cancelled")`.
>   - Normalize external error message to `ExternalException: …`.
> - Pass through `BOUNDARY_API_KEY`/`BOUNDARY_API_URL` to clients for
telemetry.
> - **Python client**:
> - Trace decorators now catch `BaseException` (e.g.,
`KeyboardInterrupt`, `CancelledError`).
> - Add `abort_all_active_operations()` and invoke on `flush()`; brief
delay to allow event emission.
> - **Docs**:
> - Observability guide: add section on tracing with
`ThreadPoolExecutor` and tag note tweak.
> - **Tests/CI**:
> - New comprehensive `test_tracing.py`; augment existing tests for call
stack/tag verification; update `.gitignore` for
`trace-events-debug.jsonl`; exclude tracing test in CI script.
> 
> <sup>Written by [Cursor
Bugbot](https://cursor.com/dashboard?tab=bugbot) for commit
7eb8672. This will update automatically
on new commits. Configure
[here](https://cursor.com/dashboard?tab=bugbot).</sup>
<!-- /CURSOR_SUMMARY -->

---------

Co-authored-by: hellovai <[email protected]>

Author: aaronvg

engine/baml-rpc/src/lib.rs

@@ -21,8 +21,10 @@ pub use s3::S3UploadMetadata;
 pub use ui::{
     ui_baml_src::{GetBamlSrcBundle, GetBamlSrcBundleRequest, GetBamlSrcBundleResponse},
     ui_control_plane_orgs::{
-        CreateOrganization, CreateOrganizationRequest, CreateOrganizationResponse, GetOrganization,
-        GetOrganizationRequest, GetOrganizationResponse, Organization, UpdateOrganization,
+        CreateOrganization, CreateOrganizationRequest, CreateOrganizationResponse,
+        DeleteOrganization, DeleteOrganizationRequest, DeleteOrganizationResponse, GetOrganization,
+        GetOrganizationRequest, GetOrganizationResponse, Organization, SyncStripeSubscription,
+        SyncStripeSubscriptionRequest, SyncStripeSubscriptionResponse, UpdateOrganization,
         UpdateOrganizationRequest, UpdateOrganizationResponse,
     },
     ui_control_plane_projects::{

engine/baml-rpc/src/ui/ui_control_plane_orgs.rs

@@ -15,6 +15,13 @@ pub struct Organization {
     pub stripe_subscription_id: Option<String>,
     #[ts(optional)]
     pub stripe_subscription_status: Option<String>,
+    #[ts(optional)]
+    pub stripe_entitlements: Option<Vec<String>>,
+    /// Complete Stripe subscription state (single source of truth)
+    /// Contains subscription data + entitlements from 2 Stripe API calls
+    /// stripe_entitlements[] is derived from this JSON for fast indexed queries
+    #[ts(optional, type = "any")]
+    pub stripe_subscription_data: Option<serde_json::Value>,
 }
 
 #[derive(Debug, Serialize, Deserialize, TS)]
@@ -54,6 +61,10 @@ pub struct UpdateOrganizationRequest {
     pub stripe_subscription_id: Option<String>,
     #[ts(optional)]
     pub stripe_subscription_status: Option<String>,
+    #[ts(optional)]
+    pub stripe_entitlements: Option<Vec<String>>,
+    #[ts(optional, type = "any")]
+    pub stripe_subscription_data: Option<serde_json::Value>,
 }
 
 #[derive(Debug, Serialize, Deserialize, TS)]
@@ -91,3 +102,49 @@ impl ApiEndpoint for GetOrganization {
 
     const PATH: &'static str = "/v1/get-organization";
 }
+
+#[derive(Debug, Serialize, Deserialize, TS)]
+#[ts(export)]
+pub struct DeleteOrganizationRequest {
+    pub org_id: String,
+}
+
+#[derive(Debug, Serialize, Deserialize, TS)]
+#[ts(export)]
+pub struct DeleteOrganizationResponse {
+    pub success: bool,
+}
+
+pub struct DeleteOrganization;
+
+impl ApiEndpoint for DeleteOrganization {
+    type Request<'a> = DeleteOrganizationRequest;
+    type Response<'a> = DeleteOrganizationResponse;
+
+    const PATH: &'static str = "/v1/delete-organization";
+}
+
+#[derive(Debug, Serialize, Deserialize, TS)]
+#[ts(export)]
+pub struct SyncStripeSubscriptionRequest {
+    pub org_id: String,
+}
+
+#[derive(Debug, Serialize, Deserialize, TS)]
+#[ts(export)]
+pub struct SyncStripeSubscriptionResponse {
+    pub success: bool,
+    #[ts(optional)]
+    pub error: Option<String>,
+    #[ts(optional, type = "any")]
+    pub data: Option<serde_json::Value>,
+}
+
+pub struct SyncStripeSubscription;
+
+impl ApiEndpoint for SyncStripeSubscription {
+    type Request<'a> = SyncStripeSubscriptionRequest;
+    type Response<'a> = SyncStripeSubscriptionResponse;
+
+    const PATH: &'static str = "/v1/billing/sync-stripe-subscription";
+}

engine/baml-rpc/src/ui/ui_function_calls.rs

@@ -241,6 +241,8 @@ pub struct OrderBy {
 #[derive(Debug, Deserialize, Serialize, TS, Clone)]
 #[ts(export)]
 pub enum RelativeTime {
+    #[serde(rename = "5m")]
+    FiveMinutes,
     #[serde(rename = "1h")]
     OneHour,
     #[serde(rename = "6h")]

engine/baml-rpc/src/ui/ui_traces.rs

@@ -327,7 +327,7 @@ impl Default for ListTraceFunctionSummariesRequest {
     fn default() -> Self {
         Self {
             project_id: ProjectId::new(),
-            limit: Some(100),
+            limit: Some(400),
             starting_after: None,
             relative_time: None,
             start_time: None,
@@ -350,6 +350,7 @@ pub struct FunctionSummary {
     pub function_id: Option<ui_types::UiFunctionIdString>,
     pub function_name: String,
     pub function_type: String, // 'baml_llm' or 'native'
+    pub language: String,
     #[ts(type = "Record<string, unknown>")]
     pub tags: serde_json::Map<String, serde_json::Value>,
 

engine/baml-runtime/src/errors.rs

@@ -188,7 +188,7 @@ impl IntoBamlError for &anyhow::Error {
             return baml_error.clone();
         }
         baml_types::tracing::events::BamlError::External {
-            message: Cow::Owned(format!("into_baml_error: {self:?}")),
+            message: Cow::Owned(format!("ExternalException: {self:?}")),
         }
     }
 }