- refactored pnl and vaults pages to improve page load UX, retry logic, auto-refresh, and include slot age info box on page.

- enhanced backend apis to support this new functionality.
- renamed vault and pnl files to reflect _page and _api respectively.
- updated required helper/app files to match new names/functions.

Author: goldhaxx

backend/api/__init__.py

@@ -8,12 +8,12 @@
     market_recommender_api,
     metadata,
     open_interest_api,
-    pnl,
+    pnl_api,
     positions,
     price_shock,
     snapshot,
     ucache,
     user_retention_explorer_api,
     user_retention_summary_api,
-    vaults,
+    vaults_api,
 )

backend/api/pnl.py renamed to backend/api/pnl_api.py

@@ -9,6 +9,7 @@
 @router.get("/top_pnl")
 def get_top_pnl(request: BackendRequest, limit: int = 1000):
     vat: Vat = request.state.backend_state.vat
+    last_oracle_slot = getattr(request.state.backend_state, "last_oracle_slot", 0)
 
     pnl_data = []
     for user in vat.users.values():
@@ -32,4 +33,4 @@ def get_top_pnl(request: BackendRequest, limit: int = 1000):
             continue
 
     pnl_data.sort(key=lambda x: x["total_pnl"], reverse=True)
-    return pnl_data[:limit]
+    return {"pnl": pnl_data[:limit], "slot": last_oracle_slot}

backend/api/vaults.py renamed to backend/api/vaults_api.py

@@ -20,6 +20,7 @@ async def get_vault_data(request: BackendRequest):
 
     client = await create_vault_client()
     analytics = await client.calculate_analytics()
+    last_oracle_slot = getattr(request.state.backend_state, "last_oracle_slot", 0)
 
     vaults = []
     print(analytics["vaults"][0])
@@ -60,5 +61,6 @@ async def get_vault_data(request: BackendRequest):
         vault_depositors[vault_info["pubkey"]] = serializable_depositors
 
     return {
-        "data": {"analytics": serializable_analytics, "depositors": vault_depositors}
+        "data": {"analytics": serializable_analytics, "depositors": vault_depositors},
+        "slot": last_oracle_slot,
     }

backend/app.py

@@ -17,12 +17,12 @@
     market_recommender_api,
     metadata,
     open_interest_api,
-    pnl,
+    pnl_api,
     positions,
     price_shock,
     snapshot,
     ucache,
-    vaults,
+    vaults_api,
     high_leverage_api,
     user_retention_summary_api,
     user_retention_explorer_api,
@@ -88,8 +88,8 @@ async def lifespan(app: FastAPI):
 app.include_router(snapshot.router, prefix="/api/snapshot", tags=["snapshot"])
 app.include_router(ucache.router, prefix="/api/ucache", tags=["ucache"])
 app.include_router(deposits_api.router, prefix="/api/deposits", tags=["deposits"])
-app.include_router(pnl.router, prefix="/api/pnl", tags=["pnl"])
-app.include_router(vaults.router, prefix="/api/vaults", tags=["vaults"])
+app.include_router(pnl_api.router, prefix="/api/pnl", tags=["pnl"])
+app.include_router(vaults_api.router, prefix="/api/vaults", tags=["vaults"])
 app.include_router(positions.router, prefix="/api/positions", tags=["positions"])
 app.include_router(market_recommender_api.router, prefix="/api/market-recommender", tags=["market-recommender"])
 app.include_router(open_interest_api.router, prefix="/api/open-interest", tags=["open-interest"])

src/main.py

@@ -15,10 +15,10 @@
 from page.liquidation_curves_page import liquidation_curves_page
 from page.market_inspector import market_inspector_page
 from page.orderbook import orderbook_page
-from page.pnl import pnl_page
+from page.pnl_page import pnl_page
 from page.price_shock import price_shock_cached_page
 from page.swap import show as swap_page
-from page.vaults import vaults_page
+from page.vaults_page import vaults_page
 from page.welcome import welcome_page
 from page.market_recommender_page import market_recommender_page
 from page.open_interest_page import open_interest_page

src/page/pnl.py

@@ -0,0 +1,83 @@
+import pandas as pd
+import streamlit as st
+import time
+
+from lib.api import fetch_api_data
+from src.utils import get_current_slot
+
+RETRY_DELAY_SECONDS = 5
+
+
+def is_processing(result):
+    """Checks if the API result indicates backend processing."""
+    return isinstance(result, dict) and result.get("result") == "processing"
+
+
+def has_error(result):
+    """Checks if the API result indicates an error."""
+    return result is None or (
+        isinstance(result, dict) and result.get("result") == "error"
+    ) or ("pnl" not in result if isinstance(result, dict) else False)
+
+
+def pnl_page():
+    st.title("Top PnL by User (All Time)")
+    response = fetch_api_data("pnl", "top_pnl", retry=False)
+
+    if is_processing(response):
+        st.info(
+            f"Backend is processing PnL data. Auto-refreshing in {RETRY_DELAY_SECONDS} seconds..."
+        )
+        with st.spinner("Please wait..."):
+            time.sleep(RETRY_DELAY_SECONDS)
+        st.rerun()
+        return
+
+    if has_error(response):
+        error_msg = (
+            response["message"]
+            if isinstance(response, dict) and "message" in response
+            else "Could not connect or fetch PnL data."
+        )
+        st.error(f"Failed to fetch PnL data: {error_msg}")
+        if st.button("Retry"):
+            st.rerun()
+        return
+
+    pnl_data = response["pnl"]
+    if not pnl_data:
+        st.info("No PnL data available.")
+        return
+
+    slot = response.get("slot", 0)
+    current_slot = get_current_slot()
+    if slot > 0 and current_slot > 0:
+        slot_age = current_slot - slot
+        st.info(f"Data from slot {slot}, which is {slot_age} slots old.")
+
+    df = pd.DataFrame(pnl_data)
+    for col in ["realized_pnl", "unrealized_pnl", "total_pnl"]:
+        df[col] = df[col].map("${:,.2f}".format)
+
+    csv = df.to_csv(index=False)
+    st.download_button(
+        "Download PnL Data CSV", csv, "top_pnl.csv", "text/csv", key="download-pnl"
+    )
+    st.dataframe(
+        df,
+        height=650,
+        column_config={
+            "authority": st.column_config.TextColumn(
+                "Authority",
+                help="Authority address",
+            ),
+            "user_key": st.column_config.TextColumn(
+                "User Account",
+                help="User account address",
+            ),
+            "realized_pnl": st.column_config.NumberColumn("All Time Realized PnL"),
+            "unrealized_pnl": st.column_config.NumberColumn("Unrealized PnL"),
+            "total_pnl": st.column_config.NumberColumn("Total PnL"),
+        },
+        hide_index=True,
+    )

src/page/pnl_page.py

@@ -1,7 +1,23 @@
 import pandas as pd
 import streamlit as st
+import time
 
 from lib.api import fetch_api_data
+from src.utils import get_current_slot
+
+RETRY_DELAY_SECONDS = 10
+
+
+def is_processing(result):
+    """Checks if the API result indicates backend processing."""
+    return isinstance(result, dict) and result.get("result") == "processing"
+
+
+def has_error(result):
+    """Checks if the API result indicates an error."""
+    return result is None or (
+        isinstance(result, dict) and result.get("result") == "error"
+    ) or ("data" not in result if isinstance(result, dict) else False)
 
 
 def vaults_page():
@@ -11,15 +27,37 @@ def vaults_page():
         "This page may be out of date up to 30 minutes."
     )
 
-    with st.spinner("Loading vault data..."):
-        response = fetch_api_data("vaults", "data", retry=True, max_wait_time=60)
-        if not response or "data" not in response:
-            st.error("Failed to load vault data")
-            return
-
-        data = response["data"]
-        analytics = data["analytics"]
-        all_depositors = data["depositors"]
+    response = fetch_api_data("vaults", "data", retry=False)
+
+    if is_processing(response):
+        st.info(
+            f"Backend is processing vault data. Auto-refreshing in {RETRY_DELAY_SECONDS} seconds..."
+        )
+        with st.spinner("Please wait..."):
+            time.sleep(RETRY_DELAY_SECONDS)
+        st.rerun()
+        return
+
+    if has_error(response):
+        error_msg = "Invalid response from backend."
+        if isinstance(response, dict) and "message" in response:
+            error_msg = response["message"]
+        elif has_error(response):
+            error_msg = "Could not connect or fetch vault data."
+        st.error(f"Failed to load vault data: {error_msg}")
+        if st.button("Retry"):
+            st.rerun()
+        return
+
+    slot = response.get("slot", 0)
+    current_slot = get_current_slot()
+    if slot > 0 and current_slot > 0:
+        slot_age = current_slot - slot
+        st.info(f"Data from slot {slot}, which is {slot_age} slots old.")
+
+    data = response["data"]
+    analytics = data["analytics"]
+    all_depositors = data["depositors"]
 
     unique_depositors = set()
     for depositors in all_depositors.values():

src/page/vaults.py renamed to src/page/vaults_page.py

@@ -35,7 +35,7 @@ def welcome_page():
         label="💰 **Deposits** - Track total deposits across all the protocol",
     )
     st.page_link(
-        StreamlitPage("page/pnl.py", url_path="pnl"),
+        StreamlitPage("page/pnl_page.py", url_path="pnl"),
         label="💸 **PnL** - Track top trader PnLs",
     )