fix: multiple improvements

Author: hanhou

code/util/plot_autotrain_manager.py

@@ -55,10 +55,13 @@ def plot_manager_all_progress_bokeh_source(
     df_to_draw["edge_color"] = (  # Use grey edge to indicate stage without suggestion 
         df_to_draw["current_stage_suggested"].map(stage_color_mapper).fillna("#d3d3d3")
     )
+    
+    # Convert session_date to string for URL generation
+    df_to_draw["session_date_str"] = df_to_draw["session_date"].astype(str)
     df_to_draw["imgs_1"] = df_to_draw.apply(
         lambda x: get_s3_public_url(
             subject_id=x["subject_id"],
-            session_date=x["session_date"],
+            session_date=x["session_date_str"],
             nwb_suffix=x["nwb_suffix"],
             figure_suffix="choice_history.png",
         ),
@@ -67,7 +70,7 @@ def plot_manager_all_progress_bokeh_source(
     df_to_draw["imgs_2"] = df_to_draw.apply(
         lambda x: get_s3_public_url(
             subject_id=x["subject_id"],
-            session_date=x["session_date"],
+            session_date=x["session_date_str"],
             nwb_suffix=x["nwb_suffix"],
             figure_suffix="logistic_regression_Su2022.png",
         ),

code/util/streamlit.py

@@ -816,7 +816,11 @@ def add_auto_train_manager():
         ),
         default=True,
     )
-    only_filtered_effective = only_filtered and len(st.session_state.df_session_filtered) < len(st.session_state.df["sessions_main"])
+    only_filtered_effective = (
+        only_filtered 
+        and len(st.session_state.df_session_filtered) < len(st.session_state.df["sessions_main"])
+        and len(st.session_state.df_session_filtered) < 500  # Only if filtered down to less than 500 sessions
+    )
 
     recent_months = slider_wrapper_for_url_query(cols[6],
                                                 label="only recent months",
@@ -888,7 +892,7 @@ def add_auto_train_manager():
             "current_stage_actual",
             "session_at_current_stage",
             "if_overriden_by_trainer",
-            "foraging_efficiency",
+            "foraging_eff",
             "finished_trials",
             "decision",
             "next_stage_suggested",