update

Author: infwinston

fastchat/serve/monitor/basic_stats.py

@@ -38,21 +38,22 @@ def load_log_files(filename):
     data = []
     for retry in range(5):
         try:
-            lines = open(filename).readlines()
+            for l in open(filename):
+                row = json.loads(l)
+                data.append(
+                    dict(
+                        type=row["type"],
+                        tstamp=row["tstamp"],
+                        model=row.get("model", ""),
+                        models=row.get("models", ["", ""]),
+                    )
+                )
             break
         except FileNotFoundError:
             time.sleep(2)
 
-    for l in lines:
-        row = json.loads(l)
-        data.append(
-            dict(
-                type=row["type"],
-                tstamp=row["tstamp"],
-                model=row.get("model", ""),
-                models=row.get("models", ["", ""]),
-            )
-        )
+    if retry == 4:
+        print(f"Failed to open {filename}")
     return data
 
 
@@ -134,6 +135,27 @@ def report_basic_stats(log_files):
         height=300,
         width=1200,
     )
+    
+    # calculate conversion rate for each day (vote / chat)
+    conversion_rate = {}
+    for date in chat_dates_counts.index:
+        chat_count = chat_dates_counts[date]
+        vote_count = vote_dates_counts.get(date, 0)
+        conversion_rate[date] = vote_count / chat_count if chat_count > 0 else 0
+    conversion_rate_df = pd.DataFrame(
+        {"date": list(conversion_rate.keys()), "rate": list(conversion_rate.values())}
+    )
+    conversion_rate_df = conversion_rate_df.sort_values("date")
+    conversion_rate_fig = px.line(
+        conversion_rate_df, x="date", y="rate", title="Conversion Rate (Vote / Chat)"
+    )
+    conversion_rate_fig.update_layout(
+        xaxis_title="Dates",
+        yaxis_title="Rate",
+        height=300,
+        width=1200,
+    )
+
 
     # Model call counts
     model_hist_all = df_all[df_all["type"] == "chat"]["model"].value_counts()
@@ -198,6 +220,7 @@ def report_basic_stats(log_files):
 
     return {
         "chat_dates_bar": chat_dates_bar,
+        "conversion_rate_fig": conversion_rate_fig,
         "model_hist_md": model_hist_md,
         "action_hist_md": action_hist_md,
         "anony_vote_hist_md": anony_vote_hist_md,