Changed the out video name to use function name

Author: yeshaokai

amadeusgpt/app_utils.py

@@ -217,8 +217,11 @@ def render(self):
                         filename = save_figure_to_tempfile(fig)
                         st.image(filename, width=600)
                 elif render_key == "out_videos":
+                    print ('out_videos')
+                    print (render_value)
                     for video_path in render_value:
-                        st.video(video_path)
+                        if os.path.exists(video_path):
+                            st.video(video_path)
 
 
 class Messages:

amadeusgpt/managers/event_manager.py

@@ -192,13 +192,16 @@ def get_animals_state_events(
             state = self.animal_manager.query_animal_states(
                 sender_animal_name, query_name
             )
+           
+
             # must be of shape (n_frames, n_kpts, n_dim)
             assert (
                 len(state.shape) == 3
             ), f"state shape is {state.shape}. It must be of shape (n_frames, n_kpts, n_dim)"
             if len(state.shape) == 3:
                 state = np.nanmedian(state, axis=(1, 2))
             relation_string = "state" + comparison
+        
             mask = eval(relation_string)
 
             events = Event.mask2events(

amadeusgpt/managers/visual_manager.py

@@ -546,7 +546,7 @@ def write_video(self, out_folder, video_file_path, out_name, events):
             # sort the data by start_time
         data = sorted(data, key=lambda x: x["start_time"])
         total_duration = sum([event.duration_in_seconds for event in events])
-        if total_duration < 0.5:
+        if total_duration < 0.0:
             return
 
         fourcc = cv2.VideoWriter_fourcc(*"avc1")  # Adjust the codec as needed

amadeusgpt/programs/sandbox.py

@@ -372,12 +372,12 @@ def register_task_program(self, code, parents=None, mutation_from=None):
     def register_llm(self, name, llm):
         self.llms[name] = llm
 
-    def events_to_videos(self, events, query):
+    def events_to_videos(self, events, function_name):
         behavior_analysis = self.exec_namespace["behavior_analysis"]
         visual_manager = behavior_analysis.visual_manager
         out_folder = "event_clips"
         os.makedirs(out_folder, exist_ok=True)
-        behavior_name = "_".join(query.split(" "))
+        behavior_name = "_".join(function_name.split(" "))
         video_file = self.config["video_info"]["video_file_path"]
         return visual_manager.generate_video_clips_from_events(
             out_folder, video_file, events, behavior_name
@@ -411,7 +411,7 @@ def render_qa_message(self, qa_message):
                             )
                         )
                         qa_message["out_videos"].append(
-                            self.events_to_videos(e, qa_message["query"])
+                            self.events_to_videos(e, self.get_function_name_from_string(qa_message["code"]))
                         )
 
         elif (
@@ -429,7 +429,7 @@ def render_qa_message(self, qa_message):
                 visual_manager.get_ethogram_visualization(events=function_rets)
             )
             qa_message["out_videos"].append(
-                self.events_to_videos(function_rets, qa_message["query"])
+                self.events_to_videos(function_rets, self.get_function_name_from_string(qa_message["code"]))
             )
         else:
             pass
@@ -521,19 +521,20 @@ def render_temp_message(query, sandbox):
         print("after code execution")
         print(len(qa_message["function_rets"]))
         events = qa_message["function_rets"]
-        # for event in events:
-        #     print (event.start, event.end)
-        # qa_message = sandbox.render_qa_message(qa_message)
-
+        for event in events:
+            print (event)
+      
     if qa_message["function_rets"] is not None:
         st.markdown(qa_message["function_rets"])
 
     plots = qa_message["plots"]
+    print ('plots', plots)
     for fig, axe in plots:
         filename = save_figure_to_tempfile(fig)
         st.image(filename, width=600)
 
     videos = qa_message["out_videos"]
+    print ('videos', videos)
     for video in videos:
         st.video(video)
 

examples/MABe/example.json

@@ -2,7 +2,7 @@
     {
         "role": "human",
         "error": NaN,
-        "query": "Define <|chases|> as a social behavior where closest distance between this animal and other animals is less than 40 pixels and the angle between this and other animals have to be less than 30 and this animal has to travel faster than 2."
+        "query": "Define <|chases|> as a social behavior where closest distance between this animal and other animals is less than 40 pixels and the angle between this and other animals have to be less than 30 and this animal has to travel faster than 0.2."
     },
     {
         "role": "human",